FilesExpand file tree

 master

/

lambda_function.py

Copy path

Blame

More file actions

Blame

More file actions

Latest commit

 

History

History

History

executable file

·

57 lines (44 loc) · 1.37 KB

 master

/

lambda_function.py

Copy path

Top

File metadata and controls

• Code
• Blame

executable file

·

57 lines (44 loc) · 1.37 KB

Raw

Copy raw file

Download raw file

Open symbols panel

Edit and raw actions

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

29

30

31

32

33

34

35

36

37

38

39

40

41

42

43

44

45

46

47

48

49

50

51

52

53

54

55

56

57

import os

import tempfile

import zipfile

from concurrent import futures

from io import BytesIO

import boto3

s3 = boto3.client('s3')

def lambda_handler(event, context):

# Parse and prepare required items from event

global bucket, path, zipdata

event = next(iter(event['Records']))

bucket = event['s3']['bucket']['name']

key = event['s3']['object']['key']

path = os.path.dirname(key)

# Create temporary file

temp_file = tempfile.mktemp()

# Fetch and load target file

s3.download_file(bucket, key, temp_file)

zipdata = zipfile.ZipFile(temp_file)

# Call action method with using ThreadPool

with futures.ThreadPoolExecutor(max_workers=4) as executor:

future_list = [

executor.submit(extract, filename)

for filename in zipdata.namelist()

]

result = {'success': [], 'fail': []}

for future in future_list:

filename, status = future.result()

result[status].append(filename)

# Remove extracted archive file

s3.delete_object(Bucket=bucket, Key=key)

return result

def extract(filename):

upload_status = 'success'

try:

s3.upload_fileobj(

BytesIO(zipdata.read(filename)),

bucket,

os.path.join(path, filename)

)

except Exception:

upload_status = 'fail'

finally:

return filename, upload_status