No int test/dac 3512 benefits ref data (#820)

* created flyway scripts to deploy supporting db objects/permissions into the refactored db, along with updating config rules to ingest into this db * updated glue connection details * renamed flyway file
govuk-one-login · May 28, 2024 · 4a97e11 · 4a97e11
1 parent 2bda466
commit 4a97e11
Show file tree

Hide file tree

Showing 4 changed files with 7 additions and 3 deletions.
diff --git a/...rence_data_ingestion/configuration_files/data_analytics_reference_data_configuration.json b/...rence_data_ingestion/configuration_files/data_analytics_reference_data_configuration.json
@@ -4,7 +4,7 @@
       "benefits_data_government_services": {
         "ingestion_enabled_status": true,
         "redshift_metadata": {
-          "database": "dap_txma_reporting_db",
+          "database": "dap_txma_reporting_db_refactored",
           "schema": "reference_data",
           "table": "benefits_data_government_services",
           "operation": "overwrite"
@@ -13,7 +13,7 @@
       "benefits_data_one_login": {
         "ingestion_enabled_status": true,
         "redshift_metadata": {
-          "database": "dap_txma_reporting_db",
+          "database": "dap_txma_reporting_db_refactored",
           "schema": "reference_data",
           "table": "benefits_data_one_login",
           "operation": "overwrite"

diff --git a/iac/main/resources/manual-reference-data-ingestion.yml b/iac/main/resources/manual-reference-data-ingestion.yml
@@ -204,7 +204,7 @@ GlueRedshiftConnection:
       Name: !Sub ${Environment}-redshift-connection
       ConnectionType: 'JDBC'
       ConnectionProperties:
-        JDBC_CONNECTION_URL: !Sub 'jdbc:redshift://${Environment}-redshift-serverless-workgroup.${AWS::AccountId}.${AWS::Region}.redshift-serverless.amazonaws.com:5439/dap_txma_reporting_db'
+        JDBC_CONNECTION_URL: !Sub 'jdbc:redshift://${Environment}-redshift-serverless-workgroup.${AWS::AccountId}.${AWS::Region}.redshift-serverless.amazonaws.com:5439/dap_txma_reporting_db_refactored'
         SECRET_ID: !Ref RedshiftSecret
       PhysicalConnectionRequirements:
         SecurityGroupIdList:

diff --git a/...lyway/migrations/dap_txma_reporting_db_refactored/R__grant_reference_data_permissions.sql b/...lyway/migrations/dap_txma_reporting_db_refactored/R__grant_reference_data_permissions.sql
@@ -0,0 +1,3 @@
+grant all on schema "reference_data" to group dap_elt_processing;
+grant all on all tables in schema "reference_data" to group dap_elt_processing;
+grant usage on schema "reference_data" to group dap_elt_processing;
diff --git a/...flyway/migrations/dap_txma_reporting_db_refactored/V3.0__create_reference_data_schema.sql b/...flyway/migrations/dap_txma_reporting_db_refactored/V3.0__create_reference_data_schema.sql
@@ -0,0 +1 @@
+create schema if not exists dap_txma_reporting_db_refactored.reference_data;
Original file line number	Diff line number	Diff line change
		@@ -0,0 +1 @@
		create schema if not exists dap_txma_reporting_db_refactored.reference_data;