Added required HOISTED_COLLECTION_DATASET_BUCKET_NAME env var

digital-land · Oct 9, 2024 · a2222b3 · a2222b3
1 parent d11f26f
commit a2222b3
Showing 1 changed file with 6 additions and 1 deletion.
diff --git a/dags/collection_generator.py b/dags/collection_generator.py
@@ -122,7 +122,12 @@ def configure_dag(**kwargs):
                             {"name": "COLLECTION_NAME", "value": collection},
                             {
                                 "name": "COLLECTION_DATASET_BUCKET_NAME",
-                                "value": "'{{ task_instance.xcom_pull(task_ids=\"configure-dag\", key=\"collection-dataset-bucket-name\") | string }}'"},
+                                "value": "'{{ task_instance.xcom_pull(task_ids=\"configure-dag\", key=\"collection-dataset-bucket-name\") | string }}'"
+                            },
+                            {
+                                "name": "HOISTED_COLLECTION_DATASET_BUCKET_NAME",
+                                "value": "'{{ task_instance.xcom_pull(task_ids=\"configure-dag\", key=\"collection-dataset-bucket-name\") | string }}'"
+                            },
                             # {"name": "TRANSFORMED_JOBS", "value": str('{{ task_instance.xcom_pull(task_ids="configure-dag", key="transformed-jobs") | string }}')},
                             {"name": "TRANSFORMED_JOBS", "value":"'{{ task_instance.xcom_pull(task_ids=\"configure-dag\", key=\"transformed-jobs\") | string }}'"},
                             {"name": "DATASET_JOBS", "value": "'{{ task_instance.xcom_pull(task_ids=\"configure-dag\", key=\"dataset-jobs\") | string }}'"}