Skip to content

Commit 3c7f34e

Browse files
author
AWS
committed
AWS Glue Update: Enable S3 event base crawler API.
1 parent cd99702 commit 3c7f34e

File tree

2 files changed

+18
-2
lines changed

2 files changed

+18
-2
lines changed
Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,6 @@
1+
{
2+
"type": "feature",
3+
"category": "AWS Glue",
4+
"contributor": "",
5+
"description": "Enable S3 event base crawler API."
6+
}

services/glue/src/main/resources/codegen-resources/service-2.json

Lines changed: 12 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -6726,6 +6726,7 @@
67266726
},
67276727
"documentation":"<p>Batch condition that must be met (specified number of events received or batch time window expired) before EventBridge event trigger fires.</p>"
67286728
},
6729+
"EventQueueArn":{"type":"string"},
67296730
"ExecutionProperty":{
67306731
"type":"structure",
67316732
"members":{
@@ -10797,15 +10798,16 @@
1079710798
"type":"string",
1079810799
"enum":[
1079910800
"CRAWL_EVERYTHING",
10800-
"CRAWL_NEW_FOLDERS_ONLY"
10801+
"CRAWL_NEW_FOLDERS_ONLY",
10802+
"CRAWL_EVENT_MODE"
1080110803
]
1080210804
},
1080310805
"RecrawlPolicy":{
1080410806
"type":"structure",
1080510807
"members":{
1080610808
"RecrawlBehavior":{
1080710809
"shape":"RecrawlBehavior",
10808-
"documentation":"<p>Specifies whether to crawl the entire dataset again or to crawl only folders that were added since the last crawler run.</p> <p>A value of <code>CRAWL_EVERYTHING</code> specifies crawling the entire dataset again.</p> <p>A value of <code>CRAWL_NEW_FOLDERS_ONLY</code> specifies crawling only folders that were added since the last crawler run.</p>"
10810+
"documentation":"<p>Specifies whether to crawl the entire dataset again or to crawl only folders that were added since the last crawler run.</p> <p>A value of <code>CRAWL_EVERYTHING</code> specifies crawling the entire dataset again.</p> <p>A value of <code>CRAWL_NEW_FOLDERS_ONLY</code> specifies crawling only folders that were added since the last crawler run.</p> <p>A value of <code>CRAWL_EVENT_MODE</code> specifies crawling only the changes identified by Amazon S3 events.</p>"
1080910811
}
1081010812
},
1081110813
"documentation":"<p>When crawling an Amazon S3 data source after the first crawl is complete, specifies whether to crawl the entire dataset again or to crawl only folders that were added since the last crawler run. For more information, see <a href=\"https://docs.aws.amazon.com/glue/latest/dg/incremental-crawls.html\">Incremental Crawls in Glue</a> in the developer guide.</p>"
@@ -11115,6 +11117,14 @@
1111511117
"SampleSize":{
1111611118
"shape":"NullableInteger",
1111711119
"documentation":"<p>Sets the number of files in each leaf folder to be crawled when crawling sample files in a dataset. If not set, all the files are crawled. A valid value is an integer between 1 and 249.</p>"
11120+
},
11121+
"EventQueueArn":{
11122+
"shape":"EventQueueArn",
11123+
"documentation":"<p>A valid Amazon SQS ARN. For example, <code>arn:aws:sqs:region:account:sqs</code>.</p>"
11124+
},
11125+
"DlqEventQueueArn":{
11126+
"shape":"EventQueueArn",
11127+
"documentation":"<p>A valid Amazon dead-letter SQS ARN. For example, <code>arn:aws:sqs:region:account:deadLetterQueue</code>.</p>"
1111811128
}
1111911129
},
1112011130
"documentation":"<p>Specifies a data store in Amazon Simple Storage Service (Amazon S3).</p>"

0 commit comments

Comments
 (0)