Skip to content

Commit 280a90e

Browse files
ivica-kivica-k
committed
feat(parser): adds support for S3 event notifications through EventBridge
1 parent f3030d2 commit 280a90e

8 files changed

+332
-20
lines changed

‎aws_lambda_powertools/utilities/parser/models/__init__.py

Lines changed: 8 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -43,7 +43,12 @@
4343
KinesisFirehoseRecordMetadata,
4444
)
4545
from .lambda_function_url import LambdaFunctionUrlModel
46-
from .s3 import S3Model, S3RecordModel
46+
from .s3 import (
47+
S3EventNotificationEventBridgeDetailModel,
48+
S3EventNotificationObjectModel,
49+
S3Model,
50+
S3RecordModel,
51+
)
4752
from .s3_object_event import (
4853
S3ObjectConfiguration,
4954
S3ObjectContext,
@@ -105,6 +110,8 @@
105110
"S3ObjectUserRequest",
106111
"S3ObjectConfiguration",
107112
"S3ObjectContext",
113+
"S3EventNotificationObjectModel",
114+
"S3EventNotificationEventBridgeDetailModel",
108115
"SesModel",
109116
"SesRecordModel",
110117
"SesMessage",

‎aws_lambda_powertools/utilities/parser/models/s3.py

Lines changed: 33 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -8,6 +8,8 @@
88

99
from aws_lambda_powertools.utilities.parser.types import Literal
1010

11+
from .event_bridge import EventBridgeModel
12+
1113

1214
class S3EventRecordGlacierRestoreEventData(BaseModel):
1315
lifecycleRestorationExpiryTime: datetime
@@ -56,6 +58,37 @@ class S3Message(BaseModel):
5658
object: S3Object # noqa: A003,VNE003
5759

5860

61+
class S3EventNotificationObjectModel(BaseModel):
62+
key: str
63+
size: Optional[NonNegativeFloat]
64+
etag: str
65+
version_id: str = Field(None, alias="version-id")
66+
sequencer: Optional[str]
67+
68+
69+
class S3EventNotificationEventBridgeBucketModel(BaseModel):
70+
name: str
71+
72+
73+
class S3EventNotificationEventBridgeDetailModel(BaseModel):
74+
version: str
75+
bucket: S3EventNotificationEventBridgeBucketModel
76+
object: S3EventNotificationObjectModel # noqa: A003,VNE003
77+
request_id: str = Field(None, alias="request-id")
78+
requester: str
79+
source_ip_address: str = Field(None, alias="source-ip-address")
80+
reason: Optional[str]
81+
deletion_type: Optional[str] = Field(None, alias="deletion-type")
82+
restore_expiry_time: Optional[str] = Field(None, alias="restore-expiry-time")
83+
source_storage_class: Optional[str] = Field(None, alias="source-storage-class")
84+
destination_storage_class: Optional[str] = Field(None, alias="destination-storage-class")
85+
destination_access_tier: Optional[str] = Field(None, alias="destination-access-tier")
86+
87+
88+
class S3EventNotificationEventBridgeModel(EventBridgeModel):
89+
detail = S3EventNotificationEventBridgeDetailModel
90+
91+
5992
class S3RecordModel(BaseModel):
6093
eventVersion: str
6194
eventSource: Literal["aws:s3"]

‎docs/utilities/parser.md

Lines changed: 19 additions & 18 deletions
Original file line numberDiff line numberDiff line change
@@ -156,24 +156,25 @@ def my_function():
156156

157157
Parser comes with the following built-in models:
158158

159-
| Model name | Description |
160-
| ------------------------------- | ------------------------------------------------------------------ |
161-
| **DynamoDBStreamModel** | Lambda Event Source payload for Amazon DynamoDB Streams |
162-
| **EventBridgeModel** | Lambda Event Source payload for Amazon EventBridge |
163-
| **SqsModel** | Lambda Event Source payload for Amazon SQS |
164-
| **AlbModel** | Lambda Event Source payload for Amazon Application Load Balancer |
165-
| **CloudwatchLogsModel** | Lambda Event Source payload for Amazon CloudWatch Logs |
166-
| **S3Model** | Lambda Event Source payload for Amazon S3 |
167-
| **S3ObjectLambdaEvent** | Lambda Event Source payload for Amazon S3 Object Lambda |
168-
| **KinesisDataStreamModel** | Lambda Event Source payload for Amazon Kinesis Data Streams |
169-
| **KinesisFirehoseModel** | Lambda Event Source payload for Amazon Kinesis Firehose |
170-
| **SesModel** | Lambda Event Source payload for Amazon Simple Email Service |
171-
| **SnsModel** | Lambda Event Source payload for Amazon Simple Notification Service |
172-
| **APIGatewayProxyEventModel** | Lambda Event Source payload for Amazon API Gateway |
173-
| **APIGatewayProxyEventV2Model** | Lambda Event Source payload for Amazon API Gateway v2 payload |
174-
| **LambdaFunctionUrlModel** | Lambda Event Source payload for Lambda Function URL payload |
175-
| **KafkaSelfManagedEventModel** | Lambda Event Source payload for self managed Kafka payload |
176-
| **KafkaMskEventModel** | Lambda Event Source payload for AWS MSK payload |
159+
| Model name | Description |
160+
|-----------------------------------------------|--------------------------------------------------------------------------------------------------------------------------------|
161+
| **DynamoDBStreamModel** | Lambda Event Source payload for Amazon DynamoDB Streams |
162+
| **EventBridgeModel** | Lambda Event Source payload for Amazon EventBridge |
163+
| **SqsModel** | Lambda Event Source payload for Amazon SQS |
164+
| **AlbModel** | Lambda Event Source payload for Amazon Application Load Balancer |
165+
| **CloudwatchLogsModel** | Lambda Event Source payload for Amazon CloudWatch Logs |
166+
| **S3Model** | Lambda Event Source payload for Amazon S3 |
167+
| **S3ObjectLambdaEvent** | Lambda Event Source payload for Amazon S3 Object Lambda |
168+
| **S3EventNotificationEventBridgeDetailModel** | Lambda Event Source payload for Amazon S3 Notification to EventBridge. <br /> To be used with `envelopes.EventBridgeEnvelope`. |
169+
| **KinesisDataStreamModel** | Lambda Event Source payload for Amazon Kinesis Data Streams |
170+
| **KinesisFirehoseModel** | Lambda Event Source payload for Amazon Kinesis Firehose |
171+
| **SesModel** | Lambda Event Source payload for Amazon Simple Email Service |
172+
| **SnsModel** | Lambda Event Source payload for Amazon Simple Notification Service |
173+
| **APIGatewayProxyEventModel** | Lambda Event Source payload for Amazon API Gateway |
174+
| **APIGatewayProxyEventV2Model** | Lambda Event Source payload for Amazon API Gateway v2 payload |
175+
| **LambdaFunctionUrlModel** | Lambda Event Source payload for Lambda Function URL payload |
176+
| **KafkaSelfManagedEventModel** | Lambda Event Source payload for self managed Kafka payload |
177+
| **KafkaMskEventModel** | Lambda Event Source payload for AWS MSK payload |
177178

178179
#### Extending built-in models
179180

‎tests/events/s3EventBridgeNotificationObjectCreatedEvent.json

Lines changed: 28 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,28 @@
1+
{
2+
"version": "0",
3+
"id": "f5f1e65c-dc3a-93ca-6c1e-b1647eac7963",
4+
"detail-type": "Object Created",
5+
"source": "aws.s3",
6+
"account": "123456789012",
7+
"time": "2023-03-08T17:50:14Z",
8+
"region": "eu-west-1",
9+
"resources": [
10+
"arn:aws:s3:::example-bucket"
11+
],
12+
"detail": {
13+
"version": "0",
14+
"bucket": {
15+
"name": "example-bucket"
16+
},
17+
"object": {
18+
"key": "IMG_m7fzo3.jpg",
19+
"size": 184662,
20+
"etag": "4e68adba0abe2dc8653dc3354e14c01d",
21+
"sequencer": "006408CAD69598B05E"
22+
},
23+
"request-id": "57H08PA84AB1JZW0",
24+
"requester": "123456789012",
25+
"source-ip-address": "34.252.34.74",
26+
"reason": "PutObject"
27+
}
28+
}

‎tests/events/s3EventBridgeNotificationObjectDeletedEvent.json

Lines changed: 29 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,29 @@
1+
{
2+
"version": "0",
3+
"id": "2ee9cc15-d022-99ea-1fb8-1b1bac4850f9",
4+
"detail-type": "Object Deleted",
5+
"source": "aws.s3",
6+
"account": "111122223333",
7+
"time": "2021-11-12T00:00:00Z",
8+
"region": "ca-central-1",
9+
"resources": [
10+
"arn:aws:s3:::example-bucket"
11+
],
12+
"detail": {
13+
"version": "0",
14+
"bucket": {
15+
"name": "example-bucket"
16+
},
17+
"object": {
18+
"key": "IMG_m7fzo3.jpg",
19+
"size": 184662,
20+
"etag": "4e68adba0abe2dc8653dc3354e14c01d",
21+
"sequencer": "006408CAD69598B05E"
22+
},
23+
"request-id": "0BH729840619AG5K",
24+
"requester": "123456789012",
25+
"source-ip-address": "34.252.34.74",
26+
"reason": "DeleteObject",
27+
"deletion-type": "Delete Marker Created"
28+
}
29+
}

‎tests/events/s3EventBridgeNotificationObjectExpiredEvent.json

Lines changed: 28 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,28 @@
1+
{
2+
"version": "0",
3+
"id": "ad1de317-e409-eba2-9552-30113f8d88e3",
4+
"detail-type": "Object Deleted",
5+
"source": "aws.s3",
6+
"account": "111122223333",
7+
"time": "2021-11-12T00:00:00Z",
8+
"region": "ca-central-1",
9+
"resources": [
10+
"arn:aws:s3:::example-bucket"
11+
],
12+
"detail": {
13+
"version": "0",
14+
"bucket": {
15+
"name": "example-bucket"
16+
},
17+
"object": {
18+
"key": "IMG_m7fzo3.jpg",
19+
"size": 184662,
20+
"etag": "4e68adba0abe2dc8653dc3354e14c01d",
21+
"sequencer": "006408CAD69598B05E"
22+
},
23+
"request-id": "20EB74C14654DC47",
24+
"requester": "s3.amazonaws.com",
25+
"reason": "Lifecycle Expiration",
26+
"deletion-type": "Delete Marker Created"
27+
}
28+
}

‎tests/events/s3EventBridgeNotificationObjectRestoreCompletedEvent.json

Lines changed: 28 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,28 @@
1+
{
2+
"version": "0",
3+
"id": "6924de0d-13e2-6bbf-c0c1-b903b753565e",
4+
"detail-type": "Object Restore Completed",
5+
"source": "aws.s3",
6+
"account": "111122223333",
7+
"time": "2021-11-12T00:00:00Z",
8+
"region": "ca-central-1",
9+
"resources": [
10+
"arn:aws:s3:::example-bucket"
11+
],
12+
"detail": {
13+
"version": "0",
14+
"bucket": {
15+
"name": "example-bucket"
16+
},
17+
"object": {
18+
"key": "IMG_m7fzo3.jpg",
19+
"size": 184662,
20+
"etag": "4e68adba0abe2dc8653dc3354e14c01d",
21+
"sequencer": "006408CAD69598B05E"
22+
},
23+
"request-id": "189F19CB7FB1B6A4",
24+
"requester": "s3.amazonaws.com",
25+
"restore-expiry-time": "2021-11-13T00:00:00Z",
26+
"source-storage-class": "GLACIER"
27+
}
28+
}

0 commit comments

Comments
 (0)