ci: enable new source reclocking strategy

MaterializeInc · Dec 1, 2024 · 804ae60 · 804ae60
1 parent e21bc17
commit 804ae60
Show file tree

Hide file tree

Showing 3 changed files with 10 additions and 0 deletions.
diff --git a/misc/python/materialize/mzcompose/__init__.py b/misc/python/materialize/mzcompose/__init__.py
@@ -121,6 +121,8 @@ def get_default_system_parameters(
         "enable_table_keys": "true",
         "enable_variadic_left_join_lowering": "true",
         "enable_worker_core_affinity": "true",
+        "kafka_default_metadata_fetch_interval": "1s",
+        "mysql_offset_known_interval": "1s",
         "persist_batch_columnar_format": (
             "both_v2" if version >= MzVersion.parse_mz("v0.112.0-dev") else "row"
         ),
@@ -155,13 +157,15 @@ def get_default_system_parameters(
         "persist_use_critical_since_snapshot": "false" if zero_downtime else "true",
         "persist_use_critical_since_source": "false" if zero_downtime else "true",
         "persist_part_decode_format": "row_with_validate",
+        "pg_offset_known_interval": "1s",
         "statement_logging_default_sample_rate": "0.01",
         "statement_logging_max_sample_rate": "0.01",
         "storage_source_decode_fuel": "100000",
         "storage_statistics_collection_interval": "1000",
         "storage_statistics_interval": "2000",
         "storage_use_continual_feedback_upsert": "true",
         "storage_use_reclock_v2": "true",
+        "storage_reclock_to_latest": "true",
         "timestamp_oracle": "postgres",
         "wait_catalog_consolidation_on_startup": "true",
         "with_0dt_deployment_max_wait": "900s",

diff --git a/test/testdrive-old-kafka-src-syntax/kafka-recreate-topic.td b/test/testdrive-old-kafka-src-syntax/kafka-recreate-topic.td
@@ -129,9 +129,12 @@ one
 $ sleep-is-probably-flaky-i-have-justified-my-need-with-a-comment duration=10s
 
 # Ensure the source reports the previous data.
+> SET transaction_isolation = serializable
 > SELECT count(*) FROM source2
 100
 
+> RESET transaction_isolation
+
 # Check whether the source is still lumbering along. Correctness has gone out
 # the window here. Data in the new topic will be ignored up until the first new
 # offset, at which point it will start being ingested. In this case, 7 and 8 are

diff --git a/test/testdrive/kafka-recreate-topic.td b/test/testdrive/kafka-recreate-topic.td
@@ -138,9 +138,12 @@ one
 $ sleep-is-probably-flaky-i-have-justified-my-need-with-a-comment duration=10s
 
 # Ensure the source reports the previous data.
+> SET transaction_isolation = serializable
 > SELECT count(*) FROM source2_tbl
 100
 
+> RESET transaction_isolation
+
 # Check whether the source is still lumbering along. Correctness has gone out
 # the window here. Data in the new topic will be ignored up until the first new
 # offset, at which point it will start being ingested. In this case, 7 and 8 are