-
Notifications
You must be signed in to change notification settings - Fork 3
/
glue-crawler.tf
66 lines (53 loc) · 1.73 KB
/
glue-crawler.tf
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
resource "aws_glue_catalog_database" "aws_glue_catalog_database" {
name = "vini-database-etl-aws"
}
resource "aws_iam_role" "glue_role" {
name = "glue_role"
assume_role_policy = data.aws_iam_policy_document.glue-assume-role-policy.json
}
resource "aws_glue_crawler" "glue_crawler" {
database_name = aws_glue_catalog_database.aws_glue_catalog_database.name
name = "CrawlerETLAWSVini"
role = aws_iam_role.glue_role.arn
s3_target {
path = "s3://curated-zone-vini-etl-aws/curated/"
}
depends_on = [
aws_glue_catalog_database.aws_glue_catalog_database,
aws_iam_role.glue_role
]
}
data "aws_iam_policy_document" "glue-assume-role-policy" {
statement {
actions = ["sts:AssumeRole"]
principals {
type = "Service"
identifiers = ["glue.amazonaws.com"]
}
}
}
resource "aws_iam_policy" "extra-policy" {
name = "extra-policy"
policy = data.aws_iam_policy_document.extra-policy-document.json
}
data "aws_iam_policy_document" "extra-policy-document" {
statement {
actions = [
"s3:GetBucketLocation", "s3:ListBucket", "s3:ListAllMyBuckets", "s3:GetBucketAcl", "s3:GetObject"]
resources = [
"arn:aws:s3:::curated-zone-vini-etl-aws",
"arn:aws:s3:::curated-zone-vini-etl-aws/*"
]
}
}
resource "aws_iam_role_policy_attachment" "extra-policy-attachment" {
role = aws_iam_role.glue_role.name
policy_arn = aws_iam_policy.extra-policy.arn
}
resource "aws_iam_role_policy_attachment" "glue-service-role-attachment" {
role = aws_iam_role.glue_role.name
policy_arn = data.aws_iam_policy.AWSGlueServiceRole.arn
}
data "aws_iam_policy" "AWSGlueServiceRole" {
arn = "arn:aws:iam::aws:policy/service-role/AWSGlueServiceRole"
}