-
Notifications
You must be signed in to change notification settings - Fork 0
/
s3DynamoRemove.js
112 lines (93 loc) · 2.63 KB
/
s3DynamoRemove.js
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
const aws = require('aws-sdk');
const ddb = new aws.DynamoDB.DocumentClient();
const videosTableName = process.env.VIDEOS_TABLE_NAME;
const commentsTableName = process.env.COMMENTS_TABLE_NAME;
const region = process.env.REGION;
aws.config.update({ region: region });
exports.handler = async (event, context) => {
let body;
let statusCode = 200;
console.log('s3DynamoRemove event:', event);
const itemKey = event.Records[0].s3.object.key;
const arr = itemKey.split('/');
const strS3TimeStamp = arr[2];
const findTimeStamp = (str) => {
const position = str.indexOf('-');
const newStr = str.slice(0, position);
return newStr;
};
const id = findTimeStamp(strS3TimeStamp);
const params = {
Key: {
id,
},
TableName: videosTableName,
};
const deleteDDBCommentsParams = {
TableName: commentsTableName,
IndexName: 'videoId-timeStamp-index',
ExpressionAttributeValues: {
':videoId': id,
},
KeyConditionExpression: 'videoId = :videoId',
};
try {
await ddb
.delete(params, (err, data) => {
if (err) {
console.log('err: ', err);
} else {
console.log('delete video success: ', data);
}
})
.promise();
const data = await ddb
.query(deleteDDBCommentsParams, (err, data) => {
if (err) {
console.log('err: ', err);
} else {
console.log('Array built success. Comments to delete: ', data);
}
})
.promise();
const itemsToDelete = data.Items;
let deleteArray = [];
let itemsLeft = itemsToDelete.length;
let deleteArrayNumber = 0;
for (const i of itemsToDelete) {
deleteArray.push({ DeleteRequest: { Key: { id: i.id } } });
itemsLeft--;
if (deleteArray.length === 25 || itemsLeft === 0) {
deleteArrayNumber++;
console.log(`Batch ${deleteArrayNumber} to be deleted.`);
let RequestItems = {};
RequestItems[commentsTableName] = deleteArray;
await ddb
.batchWrite({ RequestItems }, (err, data) => {
if (err) {
console.log('err: ', err);
} else {
console.log('delete comment success: ', data);
}
})
.promise();
console.log(
`Batch ${deleteArrayNumber} deleted. Left items: ${itemsLeft}.`
);
deleteArray = []; //reset array
}
}
body = {
message: `Record for video ID ${id} removed from DynamoDB.`,
};
} catch (err) {
statusCode = 400;
body = err.message;
} finally {
body = JSON.stringify(body);
}
return {
statusCode,
body,
};
};