more stable output

ginkgo-project · Nov 22, 2023 · 6f4ac2a · 6f4ac2a
1 parent 60e66b5
commit 6f4ac2a
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 3 deletions.
diff --git a/benchmark/tools/compare.py b/benchmark/tools/compare.py
@@ -160,7 +160,7 @@ def compare_main(args: list):
 
     results = {}
 
-    for key in set(baseline_json.keys()).intersection(comparison_json.keys()):
+    for key in sorted_key_intersection(baseline_json, comparison_json):
         results[key] = compare(baseline_json[key], comparison_json[key])
 
     outliers = {}

diff --git a/benchmark/tools/compare_test.py b/benchmark/tools/compare_test.py
@@ -203,8 +203,6 @@ def test_complex(capsys):
     captured = capsys.readouterr()
     ref_out = {
         "results": [
-            {"blas": {"axpy": {"time.ratio": 1.0}}, "k": 2, "m": 3, "n": 1, "r": 4},
-            {"size": 100, "spmv": {"csr": {"time.ratio": 1.0}}, "stencil": "7pt"},
             {
                 "filename": "mtx",
                 "solver": {
@@ -218,6 +216,8 @@ def test_complex(capsys):
                     }
                 },
             },
+            {"blas": {"axpy": {"time.ratio": 1.0}}, "k": 2, "m": 3, "n": 1, "r": 4},
+            {"size": 100, "spmv": {"csr": {"time.ratio": 1.0}}, "stencil": "7pt"},
         ],
         "outliers": {},
     }