FilesExpand file tree

 master

/

createS3TriggerFile.js

Copy path

Blame

More file actions

Blame

More file actions

Latest commit

 

History

History

History

79 lines (70 loc) · 2.1 KB

 master

/

createS3TriggerFile.js

Copy path

Top

File metadata and controls

• Code
• Blame

79 lines (70 loc) · 2.1 KB

Raw

Copy raw file

Download raw file

Open symbols panel

Edit and raw actions

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

29

30

31

32

33

34

35

36

37

38

39

40

41

42

43

44

45

46

47

48

49

50

51

52

53

54

55

56

57

58

59

60

61

62

63

64

65

66

67

68

69

70

71

72

73

74

75

76

77

78

79

var debug = process.env['DEBUG'] || false;

require('./constants');

var aws = require('aws-sdk');

/* jshint -W069 */// suppress warnings about dot notation

var setRegion = process.env['AWS_REGION'];

var s3 = new aws.S3({

apiVersion : '2006-03-01',

region : setRegion

});

var dynamoDB = new aws.DynamoDB({

apiVersion : '2012-08-10',

region : setRegion

});

var async = require('async');

exports.handler = function(event, context) {

"use strict";

var dynamoConfigLookup = {

TableName : configTable,

};

// read each config entry to create trigger file for each location

dynamoDB.scan(dynamoConfigLookup, function(err, data) {

if (err) {

context.fail(err);

} else {

if (!data.Items) {

console.log("Looks like you don't have any configured Prefix entries!");

context.succeed();

} else {

// create a trigger file entry for each prefix

async.each(data.Items, function(configItem, callback) {

// only PUT a trigger file if loader has a regex so it will

// get ignored

if (configItem.filenameFilterRegex) {

console.log("Processing config entry : " + configItem.s3Prefix.S);

var bucketName = configItem.s3Prefix.S.split("/")[0];

var fileKey = configItem.s3Prefix.S.replace(bucketName + "\/", "");

// create a trigger file on S3

exports.createTriggerFile(bucketName, fileKey, callback);

} else {

callback();

}

}, function(err) {

if (err) {

context.fail(err);

} else {

context.succeed();

}

});

}

}

});

/** function which will create a trigger file in the specified path */

exports.createTriggerFile = function(bucketName, fileKey, callback) {

var prefix = fileKey + "/lambda-redshift-trigger-file.dummy";

var createParams = {

Bucket : bucketName,

Key : prefix,

Body : 'AWS Lambda Redshift Loader Event Trigger File'

};

s3.putObject(createParams, function(err, data) {

if (err) {

console.log("Error uploading data to " + bucketName + "/" + prefix, err);

callback(err);

} else {

console.log("Created Dummy file", bucketName + "/" + prefix);

callback();

}

});

};

};