UNPKG

lambda-stash

Version:

AWS Lambda script for shipping data from S3 or other cloud data sources to data stores, like Elasticsearch

github.com/arithmetric/lambda-stash

arithmetric/lambda-stash

143 lines (142 loc) • 5.21 kB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
[ { "bucket_owner": "79a59df900b949e55d96a1e698fbacedfd6e09d98eacf8f8d5218e7cd47ef2be", "bucket": "awsexamplebucket", "time": "06/Feb/2019 00:00:38", "zone": "+0000", "remote_ip": "192.0.2.3", "requester": "79a59df900b949e55d96a1e698fbacedfd6e09d98eacf8f8d5218e7cd47ef2be", "request_id": "3E57427F3EXAMPLE", "operation": "REST.GET.VERSIONING", "key": "-", "request_uri": "GET /awsexamplebucket?versioning HTTP/1.1", "http_status": "200", "error_code": "-", "bytes_sent": "113", "object_size": "-", "total_time": "7", "turn_around_time": "-", "referrer": "-", "user_agent": "S3Console/0.4", "version_id": "-", "host_id": "s9lzHYrFp76ZVxRcpX9+5cjAnEH2ROuNkd2BHfIa6UkFVdtjf5mKR3/eTPFvsiP/XV/VLi31234=", "signature_version": "SigV2", "cipher_suite": "ECDHE-RSA-AES128-GCM-SHA256", "authentication_type": "AuthHeader", "host_header": "awsexamplebucket.s3.amazonaws.com", "tls_version": "TLSV1.1", "date": "2019-02-06T00:00:38.000Z" }, { "bucket_owner": "79a59df900b949e55d96a1e698fbacedfd6e09d98eacf8f8d5218e7cd47ef2be", "bucket": "awsexamplebucket", "time": "06/Feb/2019 00:00:38", "zone": "+0000", "remote_ip": "192.0.2.3", "requester": "79a59df900b949e55d96a1e698fbacedfd6e09d98eacf8f8d5218e7cd47ef2be", "request_id": "891CE47D2EXAMPLE", "operation": "REST.GET.LOGGING_STATUS", "key": "-", "request_uri": "GET /awsexamplebucket?logging HTTP/1.1", "http_status": "200", "error_code": "-", "bytes_sent": "242", "object_size": "-", "total_time": "11", "turn_around_time": "-", "referrer": "-", "user_agent": "S3Console/0.4", "version_id": "-", "host_id": "9vKBE6vMhrNiWHZmb2L0mXOcqPGzQOI5XLnCtZNPxev+Hf+7tpT6sxDwDty4LHBUOZJG96N1234=", "signature_version": "SigV2", "cipher_suite": "ECDHE-RSA-AES128-GCM-SHA256", "authentication_type": "AuthHeader", "host_header": "awsexamplebucket.s3.amazonaws.com", "tls_version": "TLSV1.1", "date": "2019-02-06T00:00:38.000Z" }, { "bucket_owner": "79a59df900b949e55d96a1e698fbacedfd6e09d98eacf8f8d5218e7cd47ef2be", "bucket": "awsexamplebucket", "time": "06/Feb/2019 00:00:38", "zone": "+0000", "remote_ip": "192.0.2.3", "requester": "79a59df900b949e55d96a1e698fbacedfd6e09d98eacf8f8d5218e7cd47ef2be", "request_id": "A1206F460EXAMPLE", "operation": "REST.GET.BUCKETPOLICY", "key": "-", "request_uri": "GET /awsexamplebucket?policy HTTP/1.1", "http_status": "404", "error_code": "NoSuchBucketPolicy", "bytes_sent": "297", "object_size": "-", "total_time": "38", "turn_around_time": "-", "referrer": "-", "user_agent": "S3Console/0.4", "version_id": "-", "host_id": "BNaBsXZQQDbssi6xMBdBU2sLt+Yf5kZDmeBUP35sFoKa3sLLeMC78iwEIWxs99CRUrbS4n11234=", "signature_version": "SigV2", "cipher_suite": "ECDHE-RSA-AES128-GCM-SHA256", "authentication_type": "AuthHeader", "host_header": "awsexamplebucket.s3.amazonaws.com", "tls_version": "TLSV1.1", "date": "2019-02-06T00:00:38.000Z" }, { "bucket_owner": "79a59df900b949e55d96a1e698fbacedfd6e09d98eacf8f8d5218e7cd47ef2be", "bucket": "awsexamplebucket", "time": "06/Feb/2019 00:01:00", "zone": "+0000", "remote_ip": "192.0.2.3", "requester": "79a59df900b949e55d96a1e698fbacedfd6e09d98eacf8f8d5218e7cd47ef2be", "request_id": "7B4A0FABBEXAMPLE", "operation": "REST.GET.VERSIONING", "key": "-", "request_uri": "GET /awsexamplebucket?versioning HTTP/1.1", "http_status": "200", "error_code": "-", "bytes_sent": "113", "object_size": "-", "total_time": "33", "turn_around_time": "-", "referrer": "-", "user_agent": "S3Console/0.4", "version_id": "-", "host_id": "Ke1bUcazaN1jWuUlPJaxF64cQVpUEhoZKEG/hmy/gijN/I1DeWqDfFvnpybfEseEME/u7ME1234=", "signature_version": "SigV2", "cipher_suite": "ECDHE-RSA-AES128-GCM-SHA256", "authentication_type": "AuthHeader", "host_header": "awsexamplebucket.s3.amazonaws.com", "tls_version": "TLSV1.1", "date": "2019-02-06T00:01:00.000Z" }, { "bucket_owner": "79a59df900b949e55d96a1e698fbacedfd6e09d98eacf8f8d5218e7cd47ef2be", "bucket": "awsexamplebucket", "time": "06/Feb/2019 00:01:57", "zone": "+0000", "remote_ip": "192.0.2.3", "requester": "79a59df900b949e55d96a1e698fbacedfd6e09d98eacf8f8d5218e7cd47ef2be", "request_id": "DD6CC733AEXAMPLE", "operation": "REST.PUT.OBJECT", "key": "s3-dg.pdf", "request_uri": "PUT /awsexamplebucket/s3-dg.pdf HTTP/1.1", "http_status": "200", "error_code": "-", "bytes_sent": "-", "object_size": "4406583", "total_time": "41754", "turn_around_time": "28", "referrer": "-", "user_agent": "S3Console/0.4", "version_id": "-", "host_id": "10S62Zv81kBW7BB6SX4XJ48o6kpcl6LPwEoizZQQxJd5qDSCTLX0TgS37kYUBKQW3+bPdrg1234=", "signature_version": "SigV4", "cipher_suite": "ECDHE-RSA-AES128-SHA", "authentication_type": "AuthHeader", "host_header": "awsexamplebucket.s3.amazonaws.com", "tls_version": "TLSV1.1", "date": "2019-02-06T00:01:57.000Z" } ]