change config

govuk-one-login · Jan 10, 2025 · bb07be2 · bb07be2
1 parent 54bd691
commit bb07be2
Showing 1 changed file with 5 additions and 8 deletions.
diff --git a/src/handlers/trigger-txma-crawler/handler.ts b/src/handlers/trigger-txma-crawler/handler.ts
@@ -12,6 +12,8 @@ export const handler = async (): Promise<unknown> => {
   });
   const updateCrawlerCommand = new UpdateCrawlerCommand({
     Name: 'txma_raw_layer_test',
+    DatabaseName: 'dev-txma-raw',
+    TablePrefix: 'txma',
     Targets: {
       S3Targets: paths.map(path => ({
         Path: path,
@@ -23,16 +25,11 @@ export const handler = async (): Promise<unknown> => {
         Partitions: {
           AddOrUpdateBehavior: 'InheritFromTable',
         },
-        TableLevelConfiguration: [
-          {
-            DatabaseName: 'dev-txma-raw',
-            TableName: 'txma-poc',
-            Path: 's3://dev-txma-raw/txma/',
-          },
-        ],
       },
     }),
-    TablePrefix: '',
+    RecrawlPolicy: {
+      RecrawlBehavior: 'CRAWL_EVERYTHING',
+    }
   });
   try {
     const response = await glueClient.send(updateCrawlerCommand);