From bb07be28a03309c1fac44f1d265abf1a71fef3ab Mon Sep 17 00:00:00 2001 From: Adnan Hassan Date: Fri, 10 Jan 2025 15:55:57 +0000 Subject: [PATCH] change config --- src/handlers/trigger-txma-crawler/handler.ts | 13 +++++-------- 1 file changed, 5 insertions(+), 8 deletions(-) diff --git a/src/handlers/trigger-txma-crawler/handler.ts b/src/handlers/trigger-txma-crawler/handler.ts index 44c884e4..49a33a2d 100644 --- a/src/handlers/trigger-txma-crawler/handler.ts +++ b/src/handlers/trigger-txma-crawler/handler.ts @@ -12,6 +12,8 @@ export const handler = async (): Promise => { }); const updateCrawlerCommand = new UpdateCrawlerCommand({ Name: 'txma_raw_layer_test', + DatabaseName: 'dev-txma-raw', + TablePrefix: 'txma', Targets: { S3Targets: paths.map(path => ({ Path: path, @@ -23,16 +25,11 @@ export const handler = async (): Promise => { Partitions: { AddOrUpdateBehavior: 'InheritFromTable', }, - TableLevelConfiguration: [ - { - DatabaseName: 'dev-txma-raw', - TableName: 'txma-poc', - Path: 's3://dev-txma-raw/txma/', - }, - ], }, }), - TablePrefix: '', + RecrawlPolicy: { + RecrawlBehavior: 'CRAWL_EVERYTHING', + } }); try { const response = await glueClient.send(updateCrawlerCommand);