upsert tests: Fix load-test workflow

Only used manually, never seems to have worked. Context: https://materializeinc.slack.com/archives/C01LKF361MZ/p1736501436636609
MaterializeInc · Jan 10, 2025 · 2e34c9d · 2e34c9d
1 parent 769f822
commit 2e34c9d
Showing 1 changed file with 5 additions and 18 deletions.
diff --git a/test/upsert/mzcompose.py b/test/upsert/mzcompose.py
@@ -547,7 +547,6 @@ def workflow_load_test(c: Composition, parser: WorkflowArgumentParser) -> None:
     backpressure_bytes = 50 * 1024 * 1024  # 50MB
 
     c.down(destroy_volumes=True)
-    c.up("redpanda", "materialized", "clusterd1")
     # initial hydration
     with c.override(
         Testdrive(no_reset=True, consistent_seed=True, default_timeout=f"{5 * 60}s"),
@@ -558,6 +557,7 @@ def workflow_load_test(c: Composition, parser: WorkflowArgumentParser) -> None:
             additional_system_parameter_defaults={
                 "disk_cluster_replicas_default": "true",
                 "enable_disk_cluster_replicas": "true",
+                "unsafe_enable_unorchestrated_cluster_replicas": "true",
                 "upsert_rocksdb_auto_spill_threshold_bytes": "250",
                 # Force backpressure to be enabled.
                 "storage_dataflow_max_inflight_bytes": f"{backpressure_bytes}",
@@ -569,6 +569,7 @@ def workflow_load_test(c: Composition, parser: WorkflowArgumentParser) -> None:
             name="clusterd1",
         ),
     ):
+        c.up("redpanda", "materialized", "clusterd1")
         c.up("testdrive", persistent=True)
         c.exec("testdrive", "load-test/setup.td")
         c.testdrive(
@@ -611,6 +612,7 @@ def workflow_load_test(c: Composition, parser: WorkflowArgumentParser) -> None:
                 {
                     "disk_cluster_replicas_default": "true",
                     "enable_disk_cluster_replicas": "true",
+                    "unsafe_enable_unorchestrated_cluster_replicas": "true",
                     "upsert_rocksdb_auto_spill_threshold_bytes": "250",
                     # Force backpressure to be enabled.
                     "storage_dataflow_max_inflight_bytes": f"{backpressure_bytes}",
@@ -623,6 +625,7 @@ def workflow_load_test(c: Composition, parser: WorkflowArgumentParser) -> None:
                     "storage_rocksdb_use_merge_operator": "true",
                     "disk_cluster_replicas_default": "true",
                     "enable_disk_cluster_replicas": "true",
+                    "unsafe_enable_unorchestrated_cluster_replicas": "true",
                     "upsert_rocksdb_auto_spill_threshold_bytes": "250",
                     # Force backpressure to be enabled.
                     "storage_dataflow_max_inflight_bytes": f"{backpressure_bytes}",
@@ -634,6 +637,7 @@ def workflow_load_test(c: Composition, parser: WorkflowArgumentParser) -> None:
                 {
                     "disk_cluster_replicas_default": "true",
                     "enable_disk_cluster_replicas": "true",
+                    "unsafe_enable_unorchestrated_cluster_replicas": "true",
                     "upsert_rocksdb_auto_spill_threshold_bytes": "250",
                     # Force backpressure to be enabled.
                     "storage_dataflow_max_inflight_bytes": f"{backpressure_bytes}",
@@ -670,23 +674,6 @@ def workflow_load_test(c: Composition, parser: WorkflowArgumentParser) -> None:
                 c.kill("materialized", "clusterd1")
                 print(f"Running rehydration for scenario {scenario_name}")
                 c.up("materialized", "clusterd1")
-                c.testdrive(
-                    dedent(
-                        f"""
-                > select sum(records_indexed)
-                  from mz_internal.mz_source_statistics_raw st
-                  join mz_sources s on s.id = st.id
-                  where name = 's1';
-                {repeat + 2}
-
-                > select bool_and(rehydration_latency IS NOT NULL)
-                  from mz_internal.mz_source_statistics_raw st
-                  join mz_sources s on s.id = st.id
-                  where name = 's1';
-                true
-                """
-                    )
-                )
                 # ensure we wait till the stat is updated
                 rehydration_latency = last_latency
                 while rehydration_latency == last_latency: