Merge pull request #41 from digital-land/inconsistency_fix

correcting the dataset and active-endpoint_count
digital-land · Oct 29, 2024 · 60b41aa · 60b41aa
2 parents 87d616d + 8e21ef5
commit 60b41aa
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 3 deletions.
diff --git a/bin/load_performance.py b/bin/load_performance.py
@@ -155,7 +155,8 @@ def create_performance_tables(merged_data, cf_merged_data, endpoint_summary_data
         active_endpoint_count=pd.NamedAgg(
             column='endpoint',
             aggfunc=lambda x: x[(merged_data.loc[x.index,
-                                                'endpoint_end_date'].notna())].nunique()
+                                                'endpoint_end_date'].isna() |
+                                                  (merged_data['endpoint_end_date'] == ""))].nunique()
         ),
         error_endpoint_count=pd.NamedAgg(
             column='endpoint',

diff --git a/bin/load_reporting_tables.py b/bin/load_reporting_tables.py
@@ -21,7 +21,7 @@ def fetch_historic_endpoints_data_from_dl(db_path):
         s.organisation,
         o.name,
         o.name as organisation_name,
-        o.dataset,
+        sp.pipeline as dataset,
         s.collection,
         sp.pipeline,
         l.endpoint,
@@ -66,7 +66,7 @@ def fetch_latest_endpoints_data_from_dl(db_path):
                 s.organisation,
                 o.name,
                 o.name as organisation_name,
-                o.dataset,
+                sp.pipeline as dataset,
                 s.collection,
                 sp.pipeline,
                 l.endpoint,