From 377b60b3e1d17d876e4b223c103cfe50b37b8e83 Mon Sep 17 00:00:00 2001 From: Jonny Dixon Date: Mon, 25 Nov 2024 14:56:49 +0000 Subject: [PATCH 01/52] improved schema filtering --- .../ingestion/source/dremio/dremio_api.py | 62 ++++++++++++++++--- .../dremio/dremio_datahub_source_mapping.py | 2 + .../source/dremio/dremio_reporting.py | 15 +++++ 3 files changed, 70 insertions(+), 9 deletions(-) diff --git a/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py b/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py index 7b9ccb52acbef4..18032da49fc712 100644 --- a/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py +++ b/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py @@ -1,6 +1,7 @@ import concurrent.futures import json import logging +import re import warnings from collections import defaultdict from enum import Enum @@ -682,19 +683,34 @@ def traverse_path(location_id: str, entity_path: List[str]) -> List: nonlocal containers try: response = self.get(url=f"/catalog/{location_id}") + + # Check if current folder should be included if ( response.get("entityType") == DremioEntityContainerType.FOLDER.value.lower() ): - containers.append( - { - "id": location_id, - "name": entity_path[-1], - "path": entity_path[:-1], - "container_type": DremioEntityContainerType.FOLDER, - } - ) + container_info = { + "id": location_id, + "name": entity_path[-1], + "path": entity_path[:-1], + "container_type": DremioEntityContainerType.FOLDER, + } + # Check if folder matches schema pattern + full_path = '.'.join(container_info["path"] + [container_info["name"]]) + matches_allow = any( + re.search(pattern, full_path, re.IGNORECASE) + for pattern in self.allow_schema_pattern + ) if self.allow_schema_pattern else True + matches_deny = any( + re.search(pattern, full_path, re.IGNORECASE) + for pattern in self.deny_schema_pattern + ) if self.deny_schema_pattern else False + + if matches_allow and not matches_deny: + containers.append(container_info) + + # Recursively process child containers for container in response.get("children", []): if ( container.get("type") @@ -753,13 +769,41 @@ def process_source(source): "container_type": DremioEntityContainerType.SPACE, } + def should_include_container(container_info): + """Check if container matches schema pattern""" + full_path = ( + '.'.join(container_info.get("path", []) + [container_info.get("name")]) + if container_info.get("path") + else container_info.get("name") + ) + matches_allow = any( + re.search(pattern, full_path, re.IGNORECASE) + for pattern in self.allow_schema_pattern + ) if self.allow_schema_pattern else True + matches_deny = any( + re.search(pattern, full_path, re.IGNORECASE) + for pattern in self.deny_schema_pattern + ) if self.deny_schema_pattern else False + return matches_allow and not matches_deny + def process_source_and_containers(source): container = process_source(source) + + # Filter the main container + if not should_include_container(container): + return [] + + # Get sub-containers and filter them sub_containers = self.get_containers_for_location( resource_id=container.get("id"), path=[container.get("name")], ) - return [container] + sub_containers + filtered_sub_containers = [ + sub for sub in sub_containers + if should_include_container(sub) + ] + + return [container] + filtered_sub_containers # Use ThreadPoolExecutor to parallelize the processing of sources with concurrent.futures.ThreadPoolExecutor( diff --git a/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_datahub_source_mapping.py b/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_datahub_source_mapping.py index 928c145e5eb505..e5d6b8e40fb3d8 100644 --- a/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_datahub_source_mapping.py +++ b/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_datahub_source_mapping.py @@ -31,6 +31,7 @@ class DremioToDataHubSourceTypeMapping: "SNOWFLAKE": "snowflake", "SYNAPSE": "mssql", "TERADATA": "teradata", + "VERTICA": "vertica", } DATABASE_SOURCE_TYPES = { @@ -52,6 +53,7 @@ class DremioToDataHubSourceTypeMapping: "SNOWFLAKE", "SYNAPSE", "TERADATA", + "VERTICA", } FILE_OBJECT_STORAGE_TYPES = { diff --git a/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_reporting.py b/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_reporting.py index 926dbd42eb2673..c8eb035461ca16 100644 --- a/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_reporting.py +++ b/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_reporting.py @@ -14,12 +14,27 @@ class DremioSourceReport( ): num_containers_failed: int = 0 num_datasets_failed: int = 0 + containers_scanned: int = 0 + containers_filtered: int = 0 def report_upstream_latency(self, start_time: datetime, end_time: datetime) -> None: # recording total combined latency is not very useful, keeping this method as a placeholder # for future implementation of min / max / percentiles etc. pass + def report_container_scanned(self, name: str) -> None: + """ + Record that a container was successfully scanned + """ + self.containers_scanned += 1 + + def report_container_filtered(self, container_name: str) -> None: + """ + Record that a container was filtered out + """ + self.containers_filtered += 1 + self.report_dropped(container_name) + def report_entity_scanned(self, name: str, ent_type: str = "View") -> None: """ Entity could be a view or a table From caf4686c063dd0436fc440e353828f018c18da00 Mon Sep 17 00:00:00 2001 From: Jonny Dixon Date: Mon, 25 Nov 2024 15:08:03 +0000 Subject: [PATCH 02/52] Update dremio_api.py --- .../ingestion/source/dremio/dremio_api.py | 207 +++++++++--------- 1 file changed, 101 insertions(+), 106 deletions(-) diff --git a/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py b/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py index 18032da49fc712..49a0519cb79251 100644 --- a/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py +++ b/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py @@ -674,70 +674,37 @@ def get_description_for_resource(self, resource_id: str) -> Optional[str]: ) return None - def get_containers_for_location( - self, resource_id: str, path: List[str] - ) -> List[Dict[str, str]]: - containers = [] - - def traverse_path(location_id: str, entity_path: List[str]) -> List: - nonlocal containers - try: - response = self.get(url=f"/catalog/{location_id}") - - # Check if current folder should be included - if ( - response.get("entityType") - == DremioEntityContainerType.FOLDER.value.lower() - ): - container_info = { - "id": location_id, - "name": entity_path[-1], - "path": entity_path[:-1], - "container_type": DremioEntityContainerType.FOLDER, - } - - # Check if folder matches schema pattern - full_path = '.'.join(container_info["path"] + [container_info["name"]]) - matches_allow = any( - re.search(pattern, full_path, re.IGNORECASE) - for pattern in self.allow_schema_pattern - ) if self.allow_schema_pattern else True - matches_deny = any( - re.search(pattern, full_path, re.IGNORECASE) - for pattern in self.deny_schema_pattern - ) if self.deny_schema_pattern else False - - if matches_allow and not matches_deny: - containers.append(container_info) - - # Recursively process child containers - for container in response.get("children", []): - if ( - container.get("type") - == DremioEntityContainerType.CONTAINER.value - ): - traverse_path(container.get("id"), container.get("path")) - - except Exception as exc: - logging.info( - "Location {} contains no tables or views. Skipping...".format(id) - ) - self.report.warning( - message="Failed to get tables or views", - context=f"{id}", - exc=exc, - ) - - return containers - - return traverse_path(location_id=resource_id, entity_path=path) + def should_include_container(self, path: List[str], name: str) -> bool: + """ + Helper method to check if a container should be included based on schema patterns. + Used by both get_all_containers and get_containers_for_location. + """ + full_path = '.'.join(path + [name]) if path else name + + if self.allow_schema_pattern: + matches_allow = False + for pattern in self.allow_schema_pattern: + if re.search(pattern, full_path, re.IGNORECASE): + matches_allow = True + break + if not matches_allow: + self.report.report_container_filtered(full_path) + return False + + if self.deny_schema_pattern: + for pattern in self.deny_schema_pattern: + if re.search(pattern, full_path, re.IGNORECASE): + self.report.report_container_filtered(full_path) + return False + + self.report.report_container_scanned(full_path) + return True def get_all_containers(self): """ - Query the Dremio sources API and return source information. + Query the Dremio sources API and return filtered source information. """ containers = [] - response = self.get(url="/catalog") def process_source(source): @@ -747,63 +714,40 @@ def process_source(source): ) source_config = source_resp.get("config", {}) - if source_config.get("database"): - db = source_config.get("database") - else: - db = source_config.get("databaseName", "") - - return { - "id": source.get("id"), - "name": source.get("path")[0], - "path": [], - "container_type": DremioEntityContainerType.SOURCE, - "source_type": source_resp.get("type"), - "root_path": source_config.get("rootPath"), - "database_name": db, - } + db = source_config.get("database", source_config.get("databaseName", "")) + + if self.should_include_container([], source.get("path")[0]): + return { + "id": source.get("id"), + "name": source.get("path")[0], + "path": [], + "container_type": DremioEntityContainerType.SOURCE, + "source_type": source_resp.get("type"), + "root_path": source_config.get("rootPath"), + "database_name": db, + } else: - return { - "id": source.get("id"), - "name": source.get("path")[0], - "path": [], - "container_type": DremioEntityContainerType.SPACE, - } - - def should_include_container(container_info): - """Check if container matches schema pattern""" - full_path = ( - '.'.join(container_info.get("path", []) + [container_info.get("name")]) - if container_info.get("path") - else container_info.get("name") - ) - matches_allow = any( - re.search(pattern, full_path, re.IGNORECASE) - for pattern in self.allow_schema_pattern - ) if self.allow_schema_pattern else True - matches_deny = any( - re.search(pattern, full_path, re.IGNORECASE) - for pattern in self.deny_schema_pattern - ) if self.deny_schema_pattern else False - return matches_allow and not matches_deny + if self.should_include_container([], source.get("path")[0]): + return { + "id": source.get("id"), + "name": source.get("path")[0], + "path": [], + "container_type": DremioEntityContainerType.SPACE, + } + return None def process_source_and_containers(source): container = process_source(source) - - # Filter the main container - if not should_include_container(container): + if not container: return [] - # Get sub-containers and filter them + # Get sub-containers sub_containers = self.get_containers_for_location( resource_id=container.get("id"), path=[container.get("name")], ) - filtered_sub_containers = [ - sub for sub in sub_containers - if should_include_container(sub) - ] - return [container] + filtered_sub_containers + return [container] + sub_containers # Use ThreadPoolExecutor to parallelize the processing of sources with concurrent.futures.ThreadPoolExecutor( @@ -815,6 +759,57 @@ def process_source_and_containers(source): } for future in concurrent.futures.as_completed(future_to_source): - containers.extend(future.result()) + try: + containers.extend(future.result()) + except Exception as e: + logger.error(f"Error processing source: {e}") return containers + + def get_containers_for_location( + self, resource_id: str, path: List[str] + ) -> List[Dict[str, str]]: + containers = [] + + def traverse_path(location_id: str, entity_path: List[str]) -> List: + nonlocal containers + try: + response = self.get(url=f"/catalog/{location_id}") + + # Check if current folder should be included + if ( + response.get("entityType") + == DremioEntityContainerType.FOLDER.value.lower() + ): + folder_name = entity_path[-1] + folder_path = entity_path[:-1] + + if self.should_include_container(folder_path, folder_name): + containers.append({ + "id": location_id, + "name": folder_name, + "path": folder_path, + "container_type": DremioEntityContainerType.FOLDER, + }) + + # Recursively process child containers + for container in response.get("children", []): + if ( + container.get("type") + == DremioEntityContainerType.CONTAINER.value + ): + traverse_path(container.get("id"), container.get("path")) + + except Exception as exc: + logging.info( + "Location {} contains no tables or views. Skipping...".format(location_id) + ) + self.report.warning( + message="Failed to get tables or views", + context=f"{location_id}", + exc=exc, + ) + + return containers + + return traverse_path(location_id=resource_id, entity_path=path) From 6c7f7b0a18b762f6caeb64d2f0c4ff18b5ec8caf Mon Sep 17 00:00:00 2001 From: Jonny Dixon Date: Mon, 25 Nov 2024 16:27:59 +0000 Subject: [PATCH 03/52] linting --- .../ingestion/source/dremio/dremio_api.py | 32 +++++++++++-------- 1 file changed, 19 insertions(+), 13 deletions(-) diff --git a/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py b/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py index 49a0519cb79251..f5a7a305ec317d 100644 --- a/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py +++ b/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py @@ -679,7 +679,7 @@ def should_include_container(self, path: List[str], name: str) -> bool: Helper method to check if a container should be included based on schema patterns. Used by both get_all_containers and get_containers_for_location. """ - full_path = '.'.join(path + [name]) if path else name + full_path = ".".join(path + [name]) if path else name if self.allow_schema_pattern: matches_allow = False @@ -714,7 +714,9 @@ def process_source(source): ) source_config = source_resp.get("config", {}) - db = source_config.get("database", source_config.get("databaseName", "")) + db = source_config.get( + "database", source_config.get("databaseName", "") + ) if self.should_include_container([], source.get("path")[0]): return { @@ -778,31 +780,35 @@ def traverse_path(location_id: str, entity_path: List[str]) -> List: # Check if current folder should be included if ( - response.get("entityType") - == DremioEntityContainerType.FOLDER.value.lower() + response.get("entityType") + == DremioEntityContainerType.FOLDER.value.lower() ): folder_name = entity_path[-1] folder_path = entity_path[:-1] if self.should_include_container(folder_path, folder_name): - containers.append({ - "id": location_id, - "name": folder_name, - "path": folder_path, - "container_type": DremioEntityContainerType.FOLDER, - }) + containers.append( + { + "id": location_id, + "name": folder_name, + "path": folder_path, + "container_type": DremioEntityContainerType.FOLDER, + } + ) # Recursively process child containers for container in response.get("children", []): if ( - container.get("type") - == DremioEntityContainerType.CONTAINER.value + container.get("type") + == DremioEntityContainerType.CONTAINER.value ): traverse_path(container.get("id"), container.get("path")) except Exception as exc: logging.info( - "Location {} contains no tables or views. Skipping...".format(location_id) + "Location {} contains no tables or views. Skipping...".format( + location_id + ) ) self.report.warning( message="Failed to get tables or views", From df308abe9ac3937b7c18768af539fa9b63dc3bab Mon Sep 17 00:00:00 2001 From: Jonny Dixon Date: Tue, 26 Nov 2024 12:40:56 +0000 Subject: [PATCH 04/52] Update dremio_aspects.py --- .../src/datahub/ingestion/source/dremio/dremio_aspects.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_aspects.py b/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_aspects.py index b29fc91a25e74c..1dab8de5217cce 100644 --- a/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_aspects.py +++ b/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_aspects.py @@ -364,6 +364,9 @@ def _create_browse_paths_containers( ) -> Optional[BrowsePathsV2Class]: paths = [] + if self.platform_instance: + paths.append(BrowsePathEntryClass(id=self.platform_instance)) + if entity.subclass == "Dremio Space": paths.append(BrowsePathEntryClass(id="Spaces")) elif entity.subclass == "Dremio Source": From 290e25a6ca60fa3f0f87305109dd431c469e0b01 Mon Sep 17 00:00:00 2001 From: Jonny Dixon Date: Fri, 29 Nov 2024 13:56:38 +0000 Subject: [PATCH 05/52] Update dremio_api.py --- .../src/datahub/ingestion/source/dremio/dremio_api.py | 10 ++++++++-- 1 file changed, 8 insertions(+), 2 deletions(-) diff --git a/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py b/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py index f5a7a305ec317d..a6d4fbfade2249 100644 --- a/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py +++ b/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py @@ -761,10 +761,16 @@ def process_source_and_containers(source): } for future in concurrent.futures.as_completed(future_to_source): + source = future_to_source[future] try: containers.extend(future.result()) - except Exception as e: - logger.error(f"Error processing source: {e}") + except Exception as exc: + logger.error(f"Error processing source: {exc}") + self.report.warning( + message="Failed to process source", + context=f"{source}", + exc=exc, + ) return containers From 2914f661ff0d63aa8aa4af0c21e3dc37d0d2aba7 Mon Sep 17 00:00:00 2001 From: Jonny Dixon Date: Fri, 29 Nov 2024 18:42:39 +0000 Subject: [PATCH 06/52] addressing comment --- .../dremio/dremio_mces_golden.json | 3248 ++++++++++------- .../integration/dremio/dremio_to_file.yml | 2 + .../tests/integration/dremio/test_dremio.py | 257 +- 3 files changed, 2176 insertions(+), 1331 deletions(-) diff --git a/metadata-ingestion/tests/integration/dremio/dremio_mces_golden.json b/metadata-ingestion/tests/integration/dremio/dremio_mces_golden.json index df89255c300481..fedac9e9c6c877 100644 --- a/metadata-ingestion/tests/integration/dremio/dremio_mces_golden.json +++ b/metadata-ingestion/tests/integration/dremio/dremio_mces_golden.json @@ -1,7 +1,7 @@ [ { "entityType": "container", - "entityUrn": "urn:li:container:63a316133b08a091e919dc8c7a828a4d", + "entityUrn": "urn:li:container:5fc7ba11cb45461f55fb834da2141c46", "changeType": "UPSERT", "aspectName": "containerProperties", "aspect": { @@ -15,29 +15,30 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:63a316133b08a091e919dc8c7a828a4d", + "entityUrn": "urn:li:container:5fc7ba11cb45461f55fb834da2141c46", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { "json": { - "platform": "urn:li:dataPlatform:dremio" + "platform": "urn:li:dataPlatform:dremio", + "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:63a316133b08a091e919dc8c7a828a4d", + "entityUrn": "urn:li:container:5fc7ba11cb45461f55fb834da2141c46", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -49,13 +50,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:63a316133b08a091e919dc8c7a828a4d", + "entityUrn": "urn:li:container:5fc7ba11cb45461f55fb834da2141c46", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -65,18 +66,21 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:63a316133b08a091e919dc8c7a828a4d", + "entityUrn": "urn:li:container:5fc7ba11cb45461f55fb834da2141c46", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ + { + "id": "test-platform" + }, { "id": "Sources" } @@ -85,13 +89,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:5fc411088cb328873d6eba19ee76f09d", + "entityUrn": "urn:li:container:85534727d17f56b5996dabbf0fda04a2", "changeType": "UPSERT", "aspectName": "containerProperties", "aspect": { @@ -105,29 +109,30 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:5fc411088cb328873d6eba19ee76f09d", + "entityUrn": "urn:li:container:85534727d17f56b5996dabbf0fda04a2", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { "json": { - "platform": "urn:li:dataPlatform:dremio" + "platform": "urn:li:dataPlatform:dremio", + "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:5fc411088cb328873d6eba19ee76f09d", + "entityUrn": "urn:li:container:85534727d17f56b5996dabbf0fda04a2", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -139,13 +144,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:5fc411088cb328873d6eba19ee76f09d", + "entityUrn": "urn:li:container:85534727d17f56b5996dabbf0fda04a2", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -155,18 +160,21 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:5fc411088cb328873d6eba19ee76f09d", + "entityUrn": "urn:li:container:85534727d17f56b5996dabbf0fda04a2", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ + { + "id": "test-platform" + }, { "id": "Sources" } @@ -175,13 +183,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68", + "entityUrn": "urn:li:container:007d12a4a241c87924b54e1e35990234", "changeType": "UPSERT", "aspectName": "containerProperties", "aspect": { @@ -195,29 +203,30 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68", + "entityUrn": "urn:li:container:007d12a4a241c87924b54e1e35990234", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { "json": { - "platform": "urn:li:dataPlatform:dremio" + "platform": "urn:li:dataPlatform:dremio", + "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68", + "entityUrn": "urn:li:container:007d12a4a241c87924b54e1e35990234", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -229,13 +238,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68", + "entityUrn": "urn:li:container:007d12a4a241c87924b54e1e35990234", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -245,18 +254,21 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68", + "entityUrn": "urn:li:container:007d12a4a241c87924b54e1e35990234", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ + { + "id": "test-platform" + }, { "id": "Sources" } @@ -265,13 +277,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:3ace723c787c49d7966071cc89d06c9b", + "entityUrn": "urn:li:container:083ad9a0c7aa64b4ebc5f470646c25ab", "changeType": "UPSERT", "aspectName": "containerProperties", "aspect": { @@ -279,35 +291,36 @@ "customProperties": {}, "name": "@admin", "qualifiedName": "@admin", - "description": "# Wikis & Labels\n\n![Gnarly Catalog](https://d33wubrfki0l68.cloudfront.net/c1a54376c45a9276c080f3d10ed25ce61c17bcd2/2b946/img/home/open-source-for-everyone.svg)\n\nYou are reading the wiki for your home space! You can create and edit this information for any source, space, or folder.\n\nThis sidebar always shows the wiki for the current source, space or folder you are browsing.\n\nWhen browsing or previewing datasets, click on the `Open details panel` button to create a wiki or add labels to that dataset.\n\n**Tip:** You can hide the wiki by clicking on the sidebar icon on upper right hand side.", + "description": "# Wikis & Labels\n\n![Gnarly Catalog](https://d33wubrfki0l68.cloudfront.net/c1a54376c45a9276c080f3d10ed25ce61c17bcd2/2b946/img/home/open-source-for-everyone.svg)\n\nYou are reading the wiki for your home space! You can create and edit this information for any source, space, or folder.\n\nThis sidebar always shows the wiki for the current source, space or folder you are browsing.\n\nWhen previewing datasets, click on the `Catalog` tab to create a wiki or add labels to that dataset.\n\n**Tip:** You can hide the wiki by clicking on the sidebar icon on upper right hand side.", "env": "PROD" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:3ace723c787c49d7966071cc89d06c9b", + "entityUrn": "urn:li:container:083ad9a0c7aa64b4ebc5f470646c25ab", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { "json": { - "platform": "urn:li:dataPlatform:dremio" + "platform": "urn:li:dataPlatform:dremio", + "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:3ace723c787c49d7966071cc89d06c9b", + "entityUrn": "urn:li:container:083ad9a0c7aa64b4ebc5f470646c25ab", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -319,13 +332,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:3ace723c787c49d7966071cc89d06c9b", + "entityUrn": "urn:li:container:083ad9a0c7aa64b4ebc5f470646c25ab", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -335,18 +348,21 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:3ace723c787c49d7966071cc89d06c9b", + "entityUrn": "urn:li:container:083ad9a0c7aa64b4ebc5f470646c25ab", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ + { + "id": "test-platform" + }, { "id": "Spaces" } @@ -355,13 +371,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:090caabbf8b73fafa83b546f840bd468", + "entityUrn": "urn:li:container:4d7b71bc17cedc7e6e894cbb2bfe10f7", "changeType": "UPSERT", "aspectName": "containerProperties", "aspect": { @@ -375,29 +391,30 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:090caabbf8b73fafa83b546f840bd468", + "entityUrn": "urn:li:container:4d7b71bc17cedc7e6e894cbb2bfe10f7", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { "json": { - "platform": "urn:li:dataPlatform:dremio" + "platform": "urn:li:dataPlatform:dremio", + "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:090caabbf8b73fafa83b546f840bd468", + "entityUrn": "urn:li:container:4d7b71bc17cedc7e6e894cbb2bfe10f7", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -409,13 +426,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:090caabbf8b73fafa83b546f840bd468", + "entityUrn": "urn:li:container:4d7b71bc17cedc7e6e894cbb2bfe10f7", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -425,18 +442,21 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:090caabbf8b73fafa83b546f840bd468", + "entityUrn": "urn:li:container:4d7b71bc17cedc7e6e894cbb2bfe10f7", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ + { + "id": "test-platform" + }, { "id": "Spaces" } @@ -445,13 +465,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:8f30c87fdc4a3eb093b4558fc58cf2b3", + "entityUrn": "urn:li:container:17f24d8e67c4130e5309c70421e90fd5", "changeType": "UPSERT", "aspectName": "containerProperties", "aspect": { @@ -465,45 +485,46 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:8f30c87fdc4a3eb093b4558fc58cf2b3", + "entityUrn": "urn:li:container:17f24d8e67c4130e5309c70421e90fd5", "changeType": "UPSERT", "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:090caabbf8b73fafa83b546f840bd468" + "container": "urn:li:container:4d7b71bc17cedc7e6e894cbb2bfe10f7" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:8f30c87fdc4a3eb093b4558fc58cf2b3", + "entityUrn": "urn:li:container:17f24d8e67c4130e5309c70421e90fd5", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { "json": { - "platform": "urn:li:dataPlatform:dremio" + "platform": "urn:li:dataPlatform:dremio", + "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:8f30c87fdc4a3eb093b4558fc58cf2b3", + "entityUrn": "urn:li:container:17f24d8e67c4130e5309c70421e90fd5", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -515,13 +536,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:8f30c87fdc4a3eb093b4558fc58cf2b3", + "entityUrn": "urn:li:container:17f24d8e67c4130e5309c70421e90fd5", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -531,147 +552,40 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:8f30c87fdc4a3eb093b4558fc58cf2b3", + "entityUrn": "urn:li:container:17f24d8e67c4130e5309c70421e90fd5", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ { - "id": "Spaces" + "id": "test-platform" }, { - "id": "urn:li:container:090caabbf8b73fafa83b546f840bd468", - "urn": "urn:li:container:090caabbf8b73fafa83b546f840bd468" - } - ] - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "container", - "entityUrn": "urn:li:container:6d76c46c4893c111f0006794f4a16482", - "changeType": "UPSERT", - "aspectName": "containerProperties", - "aspect": { - "json": { - "customProperties": {}, - "name": "warehouse", - "qualifiedName": "s3.warehouse", - "description": "", - "env": "PROD" - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "container", - "entityUrn": "urn:li:container:6d76c46c4893c111f0006794f4a16482", - "changeType": "UPSERT", - "aspectName": "container", - "aspect": { - "json": { - "container": "urn:li:container:63a316133b08a091e919dc8c7a828a4d" - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "container", - "entityUrn": "urn:li:container:6d76c46c4893c111f0006794f4a16482", - "changeType": "UPSERT", - "aspectName": "dataPlatformInstance", - "aspect": { - "json": { - "platform": "urn:li:dataPlatform:dremio" - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "container", - "entityUrn": "urn:li:container:6d76c46c4893c111f0006794f4a16482", - "changeType": "UPSERT", - "aspectName": "subTypes", - "aspect": { - "json": { - "typeNames": [ - "Dremio Folder" - ] - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "container", - "entityUrn": "urn:li:container:6d76c46c4893c111f0006794f4a16482", - "changeType": "UPSERT", - "aspectName": "status", - "aspect": { - "json": { - "removed": false - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "container", - "entityUrn": "urn:li:container:6d76c46c4893c111f0006794f4a16482", - "changeType": "UPSERT", - "aspectName": "browsePathsV2", - "aspect": { - "json": { - "path": [ - { - "id": "Sources" + "id": "Spaces" }, { - "id": "urn:li:container:63a316133b08a091e919dc8c7a828a4d", - "urn": "urn:li:container:63a316133b08a091e919dc8c7a828a4d" + "id": "urn:li:container:4d7b71bc17cedc7e6e894cbb2bfe10f7", + "urn": "urn:li:container:4d7b71bc17cedc7e6e894cbb2bfe10f7" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:ba5e0b6f1fb9b5c6c535d55a464ab5c5", + "entityUrn": "urn:li:container:d3fda876e164a89fd73b14594fd88992", "changeType": "UPSERT", "aspectName": "containerProperties", "aspect": { @@ -685,45 +599,46 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:ba5e0b6f1fb9b5c6c535d55a464ab5c5", + "entityUrn": "urn:li:container:d3fda876e164a89fd73b14594fd88992", "changeType": "UPSERT", "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:5fc411088cb328873d6eba19ee76f09d" + "container": "urn:li:container:85534727d17f56b5996dabbf0fda04a2" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:ba5e0b6f1fb9b5c6c535d55a464ab5c5", + "entityUrn": "urn:li:container:d3fda876e164a89fd73b14594fd88992", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { "json": { - "platform": "urn:li:dataPlatform:dremio" + "platform": "urn:li:dataPlatform:dremio", + "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:ba5e0b6f1fb9b5c6c535d55a464ab5c5", + "entityUrn": "urn:li:container:d3fda876e164a89fd73b14594fd88992", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -735,13 +650,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:ba5e0b6f1fb9b5c6c535d55a464ab5c5", + "entityUrn": "urn:li:container:d3fda876e164a89fd73b14594fd88992", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -751,37 +666,40 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:ba5e0b6f1fb9b5c6c535d55a464ab5c5", + "entityUrn": "urn:li:container:d3fda876e164a89fd73b14594fd88992", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ + { + "id": "test-platform" + }, { "id": "Sources" }, { - "id": "urn:li:container:5fc411088cb328873d6eba19ee76f09d", - "urn": "urn:li:container:5fc411088cb328873d6eba19ee76f09d" + "id": "urn:li:container:85534727d17f56b5996dabbf0fda04a2", + "urn": "urn:li:container:85534727d17f56b5996dabbf0fda04a2" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:f280657a9759203790c7755104f03e52", + "entityUrn": "urn:li:container:67653e01aa4da4fcfd6675a591700e89", "changeType": "UPSERT", "aspectName": "containerProperties", "aspect": { @@ -795,45 +713,46 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:f280657a9759203790c7755104f03e52", + "entityUrn": "urn:li:container:67653e01aa4da4fcfd6675a591700e89", "changeType": "UPSERT", "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:5fc411088cb328873d6eba19ee76f09d" + "container": "urn:li:container:85534727d17f56b5996dabbf0fda04a2" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:f280657a9759203790c7755104f03e52", + "entityUrn": "urn:li:container:67653e01aa4da4fcfd6675a591700e89", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { "json": { - "platform": "urn:li:dataPlatform:dremio" + "platform": "urn:li:dataPlatform:dremio", + "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:f280657a9759203790c7755104f03e52", + "entityUrn": "urn:li:container:67653e01aa4da4fcfd6675a591700e89", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -845,13 +764,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:f280657a9759203790c7755104f03e52", + "entityUrn": "urn:li:container:67653e01aa4da4fcfd6675a591700e89", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -861,37 +780,40 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:f280657a9759203790c7755104f03e52", + "entityUrn": "urn:li:container:67653e01aa4da4fcfd6675a591700e89", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ + { + "id": "test-platform" + }, { "id": "Sources" }, { - "id": "urn:li:container:5fc411088cb328873d6eba19ee76f09d", - "urn": "urn:li:container:5fc411088cb328873d6eba19ee76f09d" + "id": "urn:li:container:85534727d17f56b5996dabbf0fda04a2", + "urn": "urn:li:container:85534727d17f56b5996dabbf0fda04a2" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:811317054d9b6934fb2df52c8ecad37f", + "entityUrn": "urn:li:container:2a7bcb9914ba7d78cb4ec2a15259fdaf", "changeType": "UPSERT", "aspectName": "containerProperties", "aspect": { @@ -905,45 +827,46 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:811317054d9b6934fb2df52c8ecad37f", + "entityUrn": "urn:li:container:2a7bcb9914ba7d78cb4ec2a15259fdaf", "changeType": "UPSERT", "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:5fc411088cb328873d6eba19ee76f09d" + "container": "urn:li:container:85534727d17f56b5996dabbf0fda04a2" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:811317054d9b6934fb2df52c8ecad37f", + "entityUrn": "urn:li:container:2a7bcb9914ba7d78cb4ec2a15259fdaf", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { "json": { - "platform": "urn:li:dataPlatform:dremio" + "platform": "urn:li:dataPlatform:dremio", + "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:811317054d9b6934fb2df52c8ecad37f", + "entityUrn": "urn:li:container:2a7bcb9914ba7d78cb4ec2a15259fdaf", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -955,13 +878,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:811317054d9b6934fb2df52c8ecad37f", + "entityUrn": "urn:li:container:2a7bcb9914ba7d78cb4ec2a15259fdaf", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -971,37 +894,40 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:811317054d9b6934fb2df52c8ecad37f", + "entityUrn": "urn:li:container:2a7bcb9914ba7d78cb4ec2a15259fdaf", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ + { + "id": "test-platform" + }, { "id": "Sources" }, { - "id": "urn:li:container:5fc411088cb328873d6eba19ee76f09d", - "urn": "urn:li:container:5fc411088cb328873d6eba19ee76f09d" + "id": "urn:li:container:85534727d17f56b5996dabbf0fda04a2", + "urn": "urn:li:container:85534727d17f56b5996dabbf0fda04a2" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:cc2c44f1f32b6998c445fcd7d6d7a9e3", + "entityUrn": "urn:li:container:7a2433f85d4b3102265c99dfd7146d2f", "changeType": "UPSERT", "aspectName": "containerProperties", "aspect": { @@ -1015,45 +941,46 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:cc2c44f1f32b6998c445fcd7d6d7a9e3", + "entityUrn": "urn:li:container:7a2433f85d4b3102265c99dfd7146d2f", "changeType": "UPSERT", "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:5fc411088cb328873d6eba19ee76f09d" + "container": "urn:li:container:85534727d17f56b5996dabbf0fda04a2" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:cc2c44f1f32b6998c445fcd7d6d7a9e3", + "entityUrn": "urn:li:container:7a2433f85d4b3102265c99dfd7146d2f", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { "json": { - "platform": "urn:li:dataPlatform:dremio" + "platform": "urn:li:dataPlatform:dremio", + "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:cc2c44f1f32b6998c445fcd7d6d7a9e3", + "entityUrn": "urn:li:container:7a2433f85d4b3102265c99dfd7146d2f", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -1065,13 +992,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:cc2c44f1f32b6998c445fcd7d6d7a9e3", + "entityUrn": "urn:li:container:7a2433f85d4b3102265c99dfd7146d2f", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -1081,37 +1008,40 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:cc2c44f1f32b6998c445fcd7d6d7a9e3", + "entityUrn": "urn:li:container:7a2433f85d4b3102265c99dfd7146d2f", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ + { + "id": "test-platform" + }, { "id": "Sources" }, { - "id": "urn:li:container:5fc411088cb328873d6eba19ee76f09d", - "urn": "urn:li:container:5fc411088cb328873d6eba19ee76f09d" + "id": "urn:li:container:85534727d17f56b5996dabbf0fda04a2", + "urn": "urn:li:container:85534727d17f56b5996dabbf0fda04a2" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:c99ddc4a9bb768e6b2136f78609c520a", + "entityUrn": "urn:li:container:ed04c22c5f26a90cdd328acf1d4c5791", "changeType": "UPSERT", "aspectName": "containerProperties", "aspect": { @@ -1125,45 +1055,46 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:c99ddc4a9bb768e6b2136f78609c520a", + "entityUrn": "urn:li:container:ed04c22c5f26a90cdd328acf1d4c5791", "changeType": "UPSERT", "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:5fc411088cb328873d6eba19ee76f09d" + "container": "urn:li:container:85534727d17f56b5996dabbf0fda04a2" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:c99ddc4a9bb768e6b2136f78609c520a", + "entityUrn": "urn:li:container:ed04c22c5f26a90cdd328acf1d4c5791", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { "json": { - "platform": "urn:li:dataPlatform:dremio" + "platform": "urn:li:dataPlatform:dremio", + "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:c99ddc4a9bb768e6b2136f78609c520a", + "entityUrn": "urn:li:container:ed04c22c5f26a90cdd328acf1d4c5791", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -1175,13 +1106,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:c99ddc4a9bb768e6b2136f78609c520a", + "entityUrn": "urn:li:container:ed04c22c5f26a90cdd328acf1d4c5791", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -1191,37 +1122,40 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:c99ddc4a9bb768e6b2136f78609c520a", + "entityUrn": "urn:li:container:ed04c22c5f26a90cdd328acf1d4c5791", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ + { + "id": "test-platform" + }, { "id": "Sources" }, { - "id": "urn:li:container:5fc411088cb328873d6eba19ee76f09d", - "urn": "urn:li:container:5fc411088cb328873d6eba19ee76f09d" + "id": "urn:li:container:85534727d17f56b5996dabbf0fda04a2", + "urn": "urn:li:container:85534727d17f56b5996dabbf0fda04a2" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:90b7c77f3141af8db284348c2a5ce2bd", + "entityUrn": "urn:li:container:2b72d75cbfc34d112da228f20f924e9c", "changeType": "UPSERT", "aspectName": "containerProperties", "aspect": { @@ -1235,45 +1169,46 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:90b7c77f3141af8db284348c2a5ce2bd", + "entityUrn": "urn:li:container:2b72d75cbfc34d112da228f20f924e9c", "changeType": "UPSERT", "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:5fc411088cb328873d6eba19ee76f09d" + "container": "urn:li:container:85534727d17f56b5996dabbf0fda04a2" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:90b7c77f3141af8db284348c2a5ce2bd", + "entityUrn": "urn:li:container:2b72d75cbfc34d112da228f20f924e9c", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { "json": { - "platform": "urn:li:dataPlatform:dremio" + "platform": "urn:li:dataPlatform:dremio", + "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:90b7c77f3141af8db284348c2a5ce2bd", + "entityUrn": "urn:li:container:2b72d75cbfc34d112da228f20f924e9c", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -1285,13 +1220,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:90b7c77f3141af8db284348c2a5ce2bd", + "entityUrn": "urn:li:container:2b72d75cbfc34d112da228f20f924e9c", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -1301,37 +1236,40 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:90b7c77f3141af8db284348c2a5ce2bd", + "entityUrn": "urn:li:container:2b72d75cbfc34d112da228f20f924e9c", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ + { + "id": "test-platform" + }, { "id": "Sources" }, { - "id": "urn:li:container:5fc411088cb328873d6eba19ee76f09d", - "urn": "urn:li:container:5fc411088cb328873d6eba19ee76f09d" + "id": "urn:li:container:85534727d17f56b5996dabbf0fda04a2", + "urn": "urn:li:container:85534727d17f56b5996dabbf0fda04a2" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83", + "entityUrn": "urn:li:container:bbca630ddf6a79e03fa681adc3fa1715", "changeType": "UPSERT", "aspectName": "containerProperties", "aspect": { @@ -1345,45 +1283,46 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83", + "entityUrn": "urn:li:container:bbca630ddf6a79e03fa681adc3fa1715", "changeType": "UPSERT", "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68" + "container": "urn:li:container:007d12a4a241c87924b54e1e35990234" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83", + "entityUrn": "urn:li:container:bbca630ddf6a79e03fa681adc3fa1715", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { "json": { - "platform": "urn:li:dataPlatform:dremio" + "platform": "urn:li:dataPlatform:dremio", + "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83", + "entityUrn": "urn:li:container:bbca630ddf6a79e03fa681adc3fa1715", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -1395,13 +1334,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83", + "entityUrn": "urn:li:container:bbca630ddf6a79e03fa681adc3fa1715", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -1411,37 +1350,40 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83", + "entityUrn": "urn:li:container:bbca630ddf6a79e03fa681adc3fa1715", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ + { + "id": "test-platform" + }, { "id": "Sources" }, { - "id": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68", - "urn": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68" + "id": "urn:li:container:007d12a4a241c87924b54e1e35990234", + "urn": "urn:li:container:007d12a4a241c87924b54e1e35990234" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:687c0496e464bc4c0de935cb1da1becf", + "entityUrn": "urn:li:container:55c3b773b40bb744b4e5946db4e13455", "changeType": "UPSERT", "aspectName": "containerProperties", "aspect": { @@ -1455,45 +1397,46 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:687c0496e464bc4c0de935cb1da1becf", + "entityUrn": "urn:li:container:55c3b773b40bb744b4e5946db4e13455", "changeType": "UPSERT", "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83" + "container": "urn:li:container:bbca630ddf6a79e03fa681adc3fa1715" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:687c0496e464bc4c0de935cb1da1becf", + "entityUrn": "urn:li:container:55c3b773b40bb744b4e5946db4e13455", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { "json": { - "platform": "urn:li:dataPlatform:dremio" + "platform": "urn:li:dataPlatform:dremio", + "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:687c0496e464bc4c0de935cb1da1becf", + "entityUrn": "urn:li:container:55c3b773b40bb744b4e5946db4e13455", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -1505,13 +1448,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:687c0496e464bc4c0de935cb1da1becf", + "entityUrn": "urn:li:container:55c3b773b40bb744b4e5946db4e13455", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -1521,41 +1464,44 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:687c0496e464bc4c0de935cb1da1becf", + "entityUrn": "urn:li:container:55c3b773b40bb744b4e5946db4e13455", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ + { + "id": "test-platform" + }, { "id": "Sources" }, { - "id": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68", - "urn": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68" + "id": "urn:li:container:007d12a4a241c87924b54e1e35990234", + "urn": "urn:li:container:007d12a4a241c87924b54e1e35990234" }, { - "id": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83", - "urn": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83" + "id": "urn:li:container:bbca630ddf6a79e03fa681adc3fa1715", + "urn": "urn:li:container:bbca630ddf6a79e03fa681adc3fa1715" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:bf1ee664b5c9fa9610f731399062a47f", + "entityUrn": "urn:li:container:df1130913ed9cfec6c7afb9fc58b9554", "changeType": "UPSERT", "aspectName": "containerProperties", "aspect": { @@ -1569,45 +1515,46 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:bf1ee664b5c9fa9610f731399062a47f", + "entityUrn": "urn:li:container:df1130913ed9cfec6c7afb9fc58b9554", "changeType": "UPSERT", "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83" + "container": "urn:li:container:bbca630ddf6a79e03fa681adc3fa1715" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:bf1ee664b5c9fa9610f731399062a47f", + "entityUrn": "urn:li:container:df1130913ed9cfec6c7afb9fc58b9554", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { "json": { - "platform": "urn:li:dataPlatform:dremio" + "platform": "urn:li:dataPlatform:dremio", + "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:bf1ee664b5c9fa9610f731399062a47f", + "entityUrn": "urn:li:container:df1130913ed9cfec6c7afb9fc58b9554", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -1619,13 +1566,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:bf1ee664b5c9fa9610f731399062a47f", + "entityUrn": "urn:li:container:df1130913ed9cfec6c7afb9fc58b9554", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -1635,41 +1582,44 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:bf1ee664b5c9fa9610f731399062a47f", + "entityUrn": "urn:li:container:df1130913ed9cfec6c7afb9fc58b9554", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ + { + "id": "test-platform" + }, { "id": "Sources" }, { - "id": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68", - "urn": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68" + "id": "urn:li:container:007d12a4a241c87924b54e1e35990234", + "urn": "urn:li:container:007d12a4a241c87924b54e1e35990234" }, { - "id": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83", - "urn": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83" + "id": "urn:li:container:bbca630ddf6a79e03fa681adc3fa1715", + "urn": "urn:li:container:bbca630ddf6a79e03fa681adc3fa1715" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:41ea3e8314dd9dedc00d6f47c69e3400", + "entityUrn": "urn:li:container:2ebbe0028345d0b8d147aed919b1024c", "changeType": "UPSERT", "aspectName": "containerProperties", "aspect": { @@ -1683,45 +1633,46 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:41ea3e8314dd9dedc00d6f47c69e3400", + "entityUrn": "urn:li:container:2ebbe0028345d0b8d147aed919b1024c", "changeType": "UPSERT", "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:bf1ee664b5c9fa9610f731399062a47f" + "container": "urn:li:container:df1130913ed9cfec6c7afb9fc58b9554" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:41ea3e8314dd9dedc00d6f47c69e3400", + "entityUrn": "urn:li:container:2ebbe0028345d0b8d147aed919b1024c", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { "json": { - "platform": "urn:li:dataPlatform:dremio" + "platform": "urn:li:dataPlatform:dremio", + "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:41ea3e8314dd9dedc00d6f47c69e3400", + "entityUrn": "urn:li:container:2ebbe0028345d0b8d147aed919b1024c", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -1733,13 +1684,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:41ea3e8314dd9dedc00d6f47c69e3400", + "entityUrn": "urn:li:container:2ebbe0028345d0b8d147aed919b1024c", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -1749,45 +1700,48 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:41ea3e8314dd9dedc00d6f47c69e3400", + "entityUrn": "urn:li:container:2ebbe0028345d0b8d147aed919b1024c", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ + { + "id": "test-platform" + }, { "id": "Sources" }, { - "id": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68", - "urn": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68" + "id": "urn:li:container:007d12a4a241c87924b54e1e35990234", + "urn": "urn:li:container:007d12a4a241c87924b54e1e35990234" }, { - "id": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83", - "urn": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83" + "id": "urn:li:container:bbca630ddf6a79e03fa681adc3fa1715", + "urn": "urn:li:container:bbca630ddf6a79e03fa681adc3fa1715" }, { - "id": "urn:li:container:bf1ee664b5c9fa9610f731399062a47f", - "urn": "urn:li:container:bf1ee664b5c9fa9610f731399062a47f" + "id": "urn:li:container:df1130913ed9cfec6c7afb9fc58b9554", + "urn": "urn:li:container:df1130913ed9cfec6c7afb9fc58b9554" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:fd0949800e3c7cc7ce5de373fd737e0b", + "entityUrn": "urn:li:container:25745bd0b919d9f4e402df43a1ee0ca8", "changeType": "UPSERT", "aspectName": "containerProperties", "aspect": { @@ -1801,45 +1755,46 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:fd0949800e3c7cc7ce5de373fd737e0b", + "entityUrn": "urn:li:container:25745bd0b919d9f4e402df43a1ee0ca8", "changeType": "UPSERT", "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:41ea3e8314dd9dedc00d6f47c69e3400" + "container": "urn:li:container:2ebbe0028345d0b8d147aed919b1024c" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:fd0949800e3c7cc7ce5de373fd737e0b", + "entityUrn": "urn:li:container:25745bd0b919d9f4e402df43a1ee0ca8", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { "json": { - "platform": "urn:li:dataPlatform:dremio" + "platform": "urn:li:dataPlatform:dremio", + "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:fd0949800e3c7cc7ce5de373fd737e0b", + "entityUrn": "urn:li:container:25745bd0b919d9f4e402df43a1ee0ca8", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -1851,13 +1806,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:fd0949800e3c7cc7ce5de373fd737e0b", + "entityUrn": "urn:li:container:25745bd0b919d9f4e402df43a1ee0ca8", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -1867,49 +1822,52 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:fd0949800e3c7cc7ce5de373fd737e0b", + "entityUrn": "urn:li:container:25745bd0b919d9f4e402df43a1ee0ca8", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ + { + "id": "test-platform" + }, { "id": "Sources" }, { - "id": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68", - "urn": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68" + "id": "urn:li:container:007d12a4a241c87924b54e1e35990234", + "urn": "urn:li:container:007d12a4a241c87924b54e1e35990234" }, { - "id": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83", - "urn": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83" + "id": "urn:li:container:bbca630ddf6a79e03fa681adc3fa1715", + "urn": "urn:li:container:bbca630ddf6a79e03fa681adc3fa1715" }, { - "id": "urn:li:container:bf1ee664b5c9fa9610f731399062a47f", - "urn": "urn:li:container:bf1ee664b5c9fa9610f731399062a47f" + "id": "urn:li:container:df1130913ed9cfec6c7afb9fc58b9554", + "urn": "urn:li:container:df1130913ed9cfec6c7afb9fc58b9554" }, { - "id": "urn:li:container:41ea3e8314dd9dedc00d6f47c69e3400", - "urn": "urn:li:container:41ea3e8314dd9dedc00d6f47c69e3400" + "id": "urn:li:container:2ebbe0028345d0b8d147aed919b1024c", + "urn": "urn:li:container:2ebbe0028345d0b8d147aed919b1024c" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "datasetProperties", "aspect": { @@ -1927,13 +1885,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -1945,45 +1903,46 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { "json": { - "platform": "urn:li:dataPlatform:dremio" + "platform": "urn:li:dataPlatform:dremio", + "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:090caabbf8b73fafa83b546f840bd468" + "container": "urn:li:container:4d7b71bc17cedc7e6e894cbb2bfe10f7" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "viewProperties", "aspect": { @@ -1995,13 +1954,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "schemaMetadata", "aspect": { @@ -2025,7 +1984,7 @@ }, "fields": [ { - "fieldPath": "A", + "fieldPath": "E", "nullable": true, "type": { "type": { @@ -2037,7 +1996,7 @@ "isPartOfKey": false }, { - "fieldPath": "I", + "fieldPath": "G", "nullable": true, "type": { "type": { @@ -2061,7 +2020,7 @@ "isPartOfKey": false }, { - "fieldPath": "G", + "fieldPath": "I", "nullable": true, "type": { "type": { @@ -2085,7 +2044,7 @@ "isPartOfKey": false }, { - "fieldPath": "E", + "fieldPath": "A", "nullable": true, "type": { "type": { @@ -2097,7 +2056,7 @@ "isPartOfKey": false }, { - "fieldPath": "D", + "fieldPath": "B", "nullable": true, "type": { "type": { @@ -2121,7 +2080,7 @@ "isPartOfKey": false }, { - "fieldPath": "B", + "fieldPath": "D", "nullable": true, "type": { "type": { @@ -2137,13 +2096,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -2153,37 +2112,40 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ + { + "id": "test-platform" + }, { "id": "Spaces" }, { - "id": "urn:li:container:090caabbf8b73fafa83b546f840bd468", - "urn": "urn:li:container:090caabbf8b73fafa83b546f840bd468" + "id": "urn:li:container:4d7b71bc17cedc7e6e894cbb2bfe10f7", + "urn": "urn:li:container:4d7b71bc17cedc7e6e894cbb2bfe10f7" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.customers,PROD)", "changeType": "UPSERT", "aspectName": "datasetProperties", "aspect": { @@ -2201,13 +2163,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.customers,PROD)", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -2219,63 +2181,64 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.customers,PROD)", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { "json": { - "platform": "urn:li:dataPlatform:dremio" + "platform": "urn:li:dataPlatform:dremio", + "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.customers,PROD)", "changeType": "UPSERT", "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:8f30c87fdc4a3eb093b4558fc58cf2b3" + "container": "urn:li:container:17f24d8e67c4130e5309c70421e90fd5" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.customers,PROD)", "changeType": "UPSERT", "aspectName": "viewProperties", "aspect": { "json": { "materialized": false, - "viewLogic": "SELECT * FROM \"mysql\".northwind.customers", + "viewLogic": "SELECT * FROM mysql.northwind.customers", "viewLanguage": "SQL" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.customers,PROD)", "changeType": "UPSERT", "aspectName": "schemaMetadata", "aspect": { @@ -2299,43 +2262,43 @@ }, "fields": [ { - "fieldPath": "id", + "fieldPath": "email_address", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "integer(32)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "company", + "fieldPath": "priority", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "float(24)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "last_name", + "fieldPath": "id", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "integer(32)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "first_name", + "fieldPath": "company", "nullable": true, "type": { "type": { @@ -2347,19 +2310,19 @@ "isPartOfKey": false }, { - "fieldPath": "priority", + "fieldPath": "last_name", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "float(24)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "email_address", + "fieldPath": "first_name", "nullable": true, "type": { "type": { @@ -2375,13 +2338,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.customers,PROD)", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -2391,41 +2354,44 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.customers,PROD)", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ + { + "id": "test-platform" + }, { "id": "Spaces" }, { - "id": "urn:li:container:090caabbf8b73fafa83b546f840bd468", - "urn": "urn:li:container:090caabbf8b73fafa83b546f840bd468" + "id": "urn:li:container:4d7b71bc17cedc7e6e894cbb2bfe10f7", + "urn": "urn:li:container:4d7b71bc17cedc7e6e894cbb2bfe10f7" }, { - "id": "urn:li:container:8f30c87fdc4a3eb093b4558fc58cf2b3", - "urn": "urn:li:container:8f30c87fdc4a3eb093b4558fc58cf2b3" + "id": "urn:li:container:17f24d8e67c4130e5309c70421e90fd5", + "urn": "urn:li:container:17f24d8e67c4130e5309c70421e90fd5" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "datasetProperties", "aspect": { @@ -2443,13 +2409,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -2461,63 +2427,64 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { "json": { - "platform": "urn:li:dataPlatform:dremio" + "platform": "urn:li:dataPlatform:dremio", + "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:8f30c87fdc4a3eb093b4558fc58cf2b3" + "container": "urn:li:container:17f24d8e67c4130e5309c70421e90fd5" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "viewProperties", "aspect": { "json": { "materialized": false, - "viewLogic": "SELECT * FROM \"mysql\".metagalaxy.\"metadata_aspect\"", + "viewLogic": "SELECT * FROM mysql.metagalaxy.metadata_aspect", "viewLanguage": "SQL" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "schemaMetadata", "aspect": { @@ -2541,19 +2508,19 @@ }, "fields": [ { - "fieldPath": "urn", + "fieldPath": "createdon", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.DateType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "timestamp(23)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "aspect", + "fieldPath": "createdfor", "nullable": true, "type": { "type": { @@ -2565,19 +2532,19 @@ "isPartOfKey": false }, { - "fieldPath": "version", + "fieldPath": "createdby", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "metadata", + "fieldPath": "urn", "nullable": true, "type": { "type": { @@ -2589,31 +2556,31 @@ "isPartOfKey": false }, { - "fieldPath": "createdon", + "fieldPath": "aspect", "nullable": true, "type": { "type": { - "com.linkedin.schema.DateType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "timestamp(23)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "createdby", + "fieldPath": "version", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "createdfor", + "fieldPath": "metadata", "nullable": true, "type": { "type": { @@ -2629,13 +2596,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -2645,41 +2612,44 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ + { + "id": "test-platform" + }, { "id": "Spaces" }, { - "id": "urn:li:container:090caabbf8b73fafa83b546f840bd468", - "urn": "urn:li:container:090caabbf8b73fafa83b546f840bd468" + "id": "urn:li:container:4d7b71bc17cedc7e6e894cbb2bfe10f7", + "urn": "urn:li:container:4d7b71bc17cedc7e6e894cbb2bfe10f7" }, { - "id": "urn:li:container:8f30c87fdc4a3eb093b4558fc58cf2b3", - "urn": "urn:li:container:8f30c87fdc4a3eb093b4558fc58cf2b3" + "id": "urn:li:container:17f24d8e67c4130e5309c70421e90fd5", + "urn": "urn:li:container:17f24d8e67c4130e5309c70421e90fd5" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "datasetProperties", "aspect": { @@ -2697,13 +2667,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -2715,63 +2685,64 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { "json": { - "platform": "urn:li:dataPlatform:dremio" + "platform": "urn:li:dataPlatform:dremio", + "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:8f30c87fdc4a3eb093b4558fc58cf2b3" + "container": "urn:li:container:17f24d8e67c4130e5309c70421e90fd5" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "viewProperties", "aspect": { "json": { "materialized": false, - "viewLogic": "SELECT * FROM \"mysql\".metagalaxy.\"metadata_index\"", + "viewLogic": "SELECT * FROM mysql.metagalaxy.metadata_index", "viewLanguage": "SQL" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "schemaMetadata", "aspect": { @@ -2795,19 +2766,19 @@ }, "fields": [ { - "fieldPath": "path", + "fieldPath": "longVal", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "aspect", + "fieldPath": "path", "nullable": true, "type": { "type": { @@ -2819,7 +2790,7 @@ "isPartOfKey": false }, { - "fieldPath": "urn", + "fieldPath": "aspect", "nullable": true, "type": { "type": { @@ -2831,50 +2802,50 @@ "isPartOfKey": false }, { - "fieldPath": "id", + "fieldPath": "urn", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "doubleVal", + "fieldPath": "id", "nullable": true, "type": { "type": { "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "double(53)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "stringVal", + "fieldPath": "doubleVal", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "double(53)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "longVal", + "fieldPath": "stringVal", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false } @@ -2883,13 +2854,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -2899,41 +2870,44 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ + { + "id": "test-platform" + }, { "id": "Spaces" }, { - "id": "urn:li:container:090caabbf8b73fafa83b546f840bd468", - "urn": "urn:li:container:090caabbf8b73fafa83b546f840bd468" + "id": "urn:li:container:4d7b71bc17cedc7e6e894cbb2bfe10f7", + "urn": "urn:li:container:4d7b71bc17cedc7e6e894cbb2bfe10f7" }, { - "id": "urn:li:container:8f30c87fdc4a3eb093b4558fc58cf2b3", - "urn": "urn:li:container:8f30c87fdc4a3eb093b4558fc58cf2b3" + "id": "urn:li:container:17f24d8e67c4130e5309c70421e90fd5", + "urn": "urn:li:container:17f24d8e67c4130e5309c70421e90fd5" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "datasetProperties", "aspect": { @@ -2951,13 +2925,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -2969,63 +2943,64 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { "json": { - "platform": "urn:li:dataPlatform:dremio" + "platform": "urn:li:dataPlatform:dremio", + "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:8f30c87fdc4a3eb093b4558fc58cf2b3" + "container": "urn:li:container:17f24d8e67c4130e5309c70421e90fd5" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "viewProperties", "aspect": { "json": { "materialized": false, - "viewLogic": "SELECT * FROM \"mysql\".metagalaxy.\"metadata_index_view\"", + "viewLogic": "SELECT * FROM mysql.metagalaxy.metadata_index_view", "viewLanguage": "SQL" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "schemaMetadata", "aspect": { @@ -3049,19 +3024,19 @@ }, "fields": [ { - "fieldPath": "doubleVal", + "fieldPath": "id", "nullable": true, "type": { "type": { "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "double(53)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "path", + "fieldPath": "urn", "nullable": true, "type": { "type": { @@ -3073,7 +3048,7 @@ "isPartOfKey": false }, { - "fieldPath": "urn", + "fieldPath": "path", "nullable": true, "type": { "type": { @@ -3085,14 +3060,14 @@ "isPartOfKey": false }, { - "fieldPath": "id", + "fieldPath": "doubleVal", "nullable": true, "type": { "type": { "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "double(53)", "recursive": false, "isPartOfKey": false } @@ -3101,13 +3076,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -3117,41 +3092,44 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ + { + "id": "test-platform" + }, { "id": "Spaces" }, { - "id": "urn:li:container:090caabbf8b73fafa83b546f840bd468", - "urn": "urn:li:container:090caabbf8b73fafa83b546f840bd468" + "id": "urn:li:container:4d7b71bc17cedc7e6e894cbb2bfe10f7", + "urn": "urn:li:container:4d7b71bc17cedc7e6e894cbb2bfe10f7" }, { - "id": "urn:li:container:8f30c87fdc4a3eb093b4558fc58cf2b3", - "urn": "urn:li:container:8f30c87fdc4a3eb093b4558fc58cf2b3" + "id": "urn:li:container:17f24d8e67c4130e5309c70421e90fd5", + "urn": "urn:li:container:17f24d8e67c4130e5309c70421e90fd5" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.orders,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.orders,PROD)", "changeType": "UPSERT", "aspectName": "datasetProperties", "aspect": { @@ -3169,13 +3147,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.orders,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.orders,PROD)", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -3187,63 +3165,64 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.orders,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.orders,PROD)", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { "json": { - "platform": "urn:li:dataPlatform:dremio" + "platform": "urn:li:dataPlatform:dremio", + "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.orders,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.orders,PROD)", "changeType": "UPSERT", "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:8f30c87fdc4a3eb093b4558fc58cf2b3" + "container": "urn:li:container:17f24d8e67c4130e5309c70421e90fd5" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.orders,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.orders,PROD)", "changeType": "UPSERT", "aspectName": "viewProperties", "aspect": { "json": { "materialized": false, - "viewLogic": "SELECT * FROM \"mysql\".northwind.orders", + "viewLogic": "SELECT * FROM mysql.northwind.orders", "viewLanguage": "SQL" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.orders,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.orders,PROD)", "changeType": "UPSERT", "aspectName": "schemaMetadata", "aspect": { @@ -3267,7 +3246,7 @@ }, "fields": [ { - "fieldPath": "id", + "fieldPath": "customer_id", "nullable": true, "type": { "type": { @@ -3291,7 +3270,7 @@ "isPartOfKey": false }, { - "fieldPath": "customer_id", + "fieldPath": "id", "nullable": true, "type": { "type": { @@ -3307,13 +3286,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.orders,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.orders,PROD)", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -3323,41 +3302,44 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.orders,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.orders,PROD)", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ + { + "id": "test-platform" + }, { "id": "Spaces" }, { - "id": "urn:li:container:090caabbf8b73fafa83b546f840bd468", - "urn": "urn:li:container:090caabbf8b73fafa83b546f840bd468" + "id": "urn:li:container:4d7b71bc17cedc7e6e894cbb2bfe10f7", + "urn": "urn:li:container:4d7b71bc17cedc7e6e894cbb2bfe10f7" }, { - "id": "urn:li:container:8f30c87fdc4a3eb093b4558fc58cf2b3", - "urn": "urn:li:container:8f30c87fdc4a3eb093b4558fc58cf2b3" + "id": "urn:li:container:17f24d8e67c4130e5309c70421e90fd5", + "urn": "urn:li:container:17f24d8e67c4130e5309c70421e90fd5" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.raw,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.raw,PROD)", "changeType": "UPSERT", "aspectName": "datasetProperties", "aspect": { @@ -3375,13 +3357,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.raw,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.raw,PROD)", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -3393,63 +3375,64 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.raw,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.raw,PROD)", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { "json": { - "platform": "urn:li:dataPlatform:dremio" + "platform": "urn:li:dataPlatform:dremio", + "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.raw,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.raw,PROD)", "changeType": "UPSERT", "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:8f30c87fdc4a3eb093b4558fc58cf2b3" + "container": "urn:li:container:17f24d8e67c4130e5309c70421e90fd5" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.raw,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.raw,PROD)", "changeType": "UPSERT", "aspectName": "viewProperties", "aspect": { "json": { "materialized": false, - "viewLogic": "SELECT * FROM s3.warehouse.\"sample.parquet\"", + "viewLogic": "SELECT * FROM s3.warehouse", "viewLanguage": "SQL" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.raw,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.raw,PROD)", "changeType": "UPSERT", "aspectName": "schemaMetadata", "aspect": { @@ -3473,7 +3456,7 @@ }, "fields": [ { - "fieldPath": "id", + "fieldPath": "salary", "nullable": true, "type": { "type": { @@ -3485,31 +3468,31 @@ "isPartOfKey": false }, { - "fieldPath": "name", + "fieldPath": "age", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "age", + "fieldPath": "name", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "salary", + "fieldPath": "id", "nullable": true, "type": { "type": { @@ -3525,13 +3508,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.raw,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.raw,PROD)", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -3541,49 +3524,52 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.raw,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.raw,PROD)", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ + { + "id": "test-platform" + }, { "id": "Spaces" }, { - "id": "urn:li:container:090caabbf8b73fafa83b546f840bd468", - "urn": "urn:li:container:090caabbf8b73fafa83b546f840bd468" + "id": "urn:li:container:4d7b71bc17cedc7e6e894cbb2bfe10f7", + "urn": "urn:li:container:4d7b71bc17cedc7e6e894cbb2bfe10f7" }, { - "id": "urn:li:container:8f30c87fdc4a3eb093b4558fc58cf2b3", - "urn": "urn:li:container:8f30c87fdc4a3eb093b4558fc58cf2b3" + "id": "urn:li:container:17f24d8e67c4130e5309c70421e90fd5", + "urn": "urn:li:container:17f24d8e67c4130e5309c70421e90fd5" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse.sample.parquet,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.s3.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "datasetProperties", "aspect": { "json": { "customProperties": {}, - "externalUrl": "http://localhost:9047/source/\"s3\"/\"warehouse\".\"sample.parquet\"", - "name": "sample.parquet", - "qualifiedName": "s3.warehouse.sample.parquet", + "externalUrl": "http://localhost:9047/source/\"s3\"/\"warehouse\"", + "name": "warehouse", + "qualifiedName": "s3.warehouse", "description": "", "created": { "time": 0 @@ -3593,13 +3579,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse.sample.parquet,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.s3.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -3611,50 +3597,51 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse.sample.parquet,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.s3.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { "json": { - "platform": "urn:li:dataPlatform:dremio" + "platform": "urn:li:dataPlatform:dremio", + "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse.sample.parquet,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.s3.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:6d76c46c4893c111f0006794f4a16482" + "container": "urn:li:container:5fc7ba11cb45461f55fb834da2141c46" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse.sample.parquet,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.s3.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "schemaMetadata", "aspect": { "json": { - "schemaName": "s3.warehouse.sample.parquet", + "schemaName": "s3.warehouse", "platform": "urn:li:dataPlatform:dremio", "version": 0, "created": { @@ -3725,13 +3712,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse.sample.parquet,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.s3.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -3741,13 +3728,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse.sample.parquet,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.s3.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -3758,7 +3745,7 @@ "time": 0, "actor": "urn:li:corpuser:unknown" }, - "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./warehouse/sample.parquet,PROD)", + "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples.//warehouse,PROD)", "type": "COPY" } ] @@ -3766,41 +3753,40 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse.sample.parquet,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.s3.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ { - "id": "Sources" + "id": "test-platform" }, { - "id": "urn:li:container:63a316133b08a091e919dc8c7a828a4d", - "urn": "urn:li:container:63a316133b08a091e919dc8c7a828a4d" + "id": "Sources" }, { - "id": "urn:li:container:6d76c46c4893c111f0006794f4a16482", - "urn": "urn:li:container:6d76c46c4893c111f0006794f4a16482" + "id": "urn:li:container:5fc7ba11cb45461f55fb834da2141c46", + "urn": "urn:li:container:5fc7ba11cb45461f55fb834da2141c46" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "datasetProperties", "aspect": { @@ -3818,13 +3804,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -3836,45 +3822,46 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { "json": { - "platform": "urn:li:dataPlatform:dremio" + "platform": "urn:li:dataPlatform:dremio", + "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:f280657a9759203790c7755104f03e52" + "container": "urn:li:container:67653e01aa4da4fcfd6675a591700e89" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "schemaMetadata", "aspect": { @@ -3898,7 +3885,7 @@ }, "fields": [ { - "fieldPath": "urn", + "fieldPath": "createdfor", "nullable": true, "type": { "type": { @@ -3934,7 +3921,7 @@ "isPartOfKey": false }, { - "fieldPath": "metadata", + "fieldPath": "createdby", "nullable": true, "type": { "type": { @@ -3958,7 +3945,7 @@ "isPartOfKey": false }, { - "fieldPath": "createdby", + "fieldPath": "metadata", "nullable": true, "type": { "type": { @@ -3970,7 +3957,7 @@ "isPartOfKey": false }, { - "fieldPath": "createdfor", + "fieldPath": "urn", "nullable": true, "type": { "type": { @@ -3986,13 +3973,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -4002,13 +3989,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -4019,7 +4006,7 @@ "time": 0, "actor": "urn:li:corpuser:unknown" }, - "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_aspect,PROD)", + "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_aspect,PROD)", "type": "COPY" } ] @@ -4027,41 +4014,44 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ + { + "id": "test-platform" + }, { "id": "Sources" }, { - "id": "urn:li:container:5fc411088cb328873d6eba19ee76f09d", - "urn": "urn:li:container:5fc411088cb328873d6eba19ee76f09d" + "id": "urn:li:container:85534727d17f56b5996dabbf0fda04a2", + "urn": "urn:li:container:85534727d17f56b5996dabbf0fda04a2" }, { - "id": "urn:li:container:f280657a9759203790c7755104f03e52", - "urn": "urn:li:container:f280657a9759203790c7755104f03e52" + "id": "urn:li:container:67653e01aa4da4fcfd6675a591700e89", + "urn": "urn:li:container:67653e01aa4da4fcfd6675a591700e89" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "datasetProperties", "aspect": { @@ -4079,13 +4069,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -4097,45 +4087,46 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { "json": { - "platform": "urn:li:dataPlatform:dremio" + "platform": "urn:li:dataPlatform:dremio", + "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:f280657a9759203790c7755104f03e52" + "container": "urn:li:container:67653e01aa4da4fcfd6675a591700e89" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "schemaMetadata", "aspect": { @@ -4159,31 +4150,31 @@ }, "fields": [ { - "fieldPath": "doubleVal", + "fieldPath": "urn", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "double(53)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "id", + "fieldPath": "aspect", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "urn", + "fieldPath": "path", "nullable": true, "type": { "type": { @@ -4195,7 +4186,7 @@ "isPartOfKey": false }, { - "fieldPath": "aspect", + "fieldPath": "stringVal", "nullable": true, "type": { "type": { @@ -4207,19 +4198,19 @@ "isPartOfKey": false }, { - "fieldPath": "path", + "fieldPath": "doubleVal", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "double(53)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "longVal", + "fieldPath": "id", "nullable": true, "type": { "type": { @@ -4231,14 +4222,14 @@ "isPartOfKey": false }, { - "fieldPath": "stringVal", + "fieldPath": "longVal", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false } @@ -4247,13 +4238,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -4263,13 +4254,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -4280,7 +4271,7 @@ "time": 0, "actor": "urn:li:corpuser:unknown" }, - "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index,PROD)", + "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_index,PROD)", "type": "COPY" } ] @@ -4288,41 +4279,44 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ + { + "id": "test-platform" + }, { "id": "Sources" }, { - "id": "urn:li:container:5fc411088cb328873d6eba19ee76f09d", - "urn": "urn:li:container:5fc411088cb328873d6eba19ee76f09d" + "id": "urn:li:container:85534727d17f56b5996dabbf0fda04a2", + "urn": "urn:li:container:85534727d17f56b5996dabbf0fda04a2" }, { - "id": "urn:li:container:f280657a9759203790c7755104f03e52", - "urn": "urn:li:container:f280657a9759203790c7755104f03e52" + "id": "urn:li:container:67653e01aa4da4fcfd6675a591700e89", + "urn": "urn:li:container:67653e01aa4da4fcfd6675a591700e89" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "datasetProperties", "aspect": { @@ -4340,13 +4334,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -4358,45 +4352,46 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { "json": { - "platform": "urn:li:dataPlatform:dremio" + "platform": "urn:li:dataPlatform:dremio", + "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:f280657a9759203790c7755104f03e52" + "container": "urn:li:container:67653e01aa4da4fcfd6675a591700e89" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "schemaMetadata", "aspect": { @@ -4472,13 +4467,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -4488,13 +4483,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -4505,7 +4500,7 @@ "time": 0, "actor": "urn:li:corpuser:unknown" }, - "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index_view,PROD)", + "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_index_view,PROD)", "type": "COPY" } ] @@ -4513,41 +4508,44 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ + { + "id": "test-platform" + }, { "id": "Sources" }, { - "id": "urn:li:container:5fc411088cb328873d6eba19ee76f09d", - "urn": "urn:li:container:5fc411088cb328873d6eba19ee76f09d" + "id": "urn:li:container:85534727d17f56b5996dabbf0fda04a2", + "urn": "urn:li:container:85534727d17f56b5996dabbf0fda04a2" }, { - "id": "urn:li:container:f280657a9759203790c7755104f03e52", - "urn": "urn:li:container:f280657a9759203790c7755104f03e52" + "id": "urn:li:container:67653e01aa4da4fcfd6675a591700e89", + "urn": "urn:li:container:67653e01aa4da4fcfd6675a591700e89" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.customers,PROD)", "changeType": "UPSERT", "aspectName": "datasetProperties", "aspect": { @@ -4565,13 +4563,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.customers,PROD)", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -4583,45 +4581,46 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.customers,PROD)", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { "json": { - "platform": "urn:li:dataPlatform:dremio" + "platform": "urn:li:dataPlatform:dremio", + "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.customers,PROD)", "changeType": "UPSERT", "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:cc2c44f1f32b6998c445fcd7d6d7a9e3" + "container": "urn:li:container:7a2433f85d4b3102265c99dfd7146d2f" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.customers,PROD)", "changeType": "UPSERT", "aspectName": "schemaMetadata", "aspect": { @@ -4645,31 +4644,31 @@ }, "fields": [ { - "fieldPath": "id", + "fieldPath": "first_name", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "integer(32)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "company", + "fieldPath": "id", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "integer(32)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "last_name", + "fieldPath": "company", "nullable": true, "type": { "type": { @@ -4681,7 +4680,7 @@ "isPartOfKey": false }, { - "fieldPath": "first_name", + "fieldPath": "last_name", "nullable": true, "type": { "type": { @@ -4721,13 +4720,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.customers,PROD)", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -4737,13 +4736,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.customers,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -4754,7 +4753,7 @@ "time": 0, "actor": "urn:li:corpuser:unknown" }, - "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD)", + "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.northwind.customers,PROD)", "type": "COPY" } ] @@ -4762,41 +4761,44 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.customers,PROD)", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ + { + "id": "test-platform" + }, { "id": "Sources" }, { - "id": "urn:li:container:5fc411088cb328873d6eba19ee76f09d", - "urn": "urn:li:container:5fc411088cb328873d6eba19ee76f09d" + "id": "urn:li:container:85534727d17f56b5996dabbf0fda04a2", + "urn": "urn:li:container:85534727d17f56b5996dabbf0fda04a2" }, { - "id": "urn:li:container:cc2c44f1f32b6998c445fcd7d6d7a9e3", - "urn": "urn:li:container:cc2c44f1f32b6998c445fcd7d6d7a9e3" + "id": "urn:li:container:7a2433f85d4b3102265c99dfd7146d2f", + "urn": "urn:li:container:7a2433f85d4b3102265c99dfd7146d2f" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.orders,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.orders,PROD)", "changeType": "UPSERT", "aspectName": "datasetProperties", "aspect": { @@ -4814,13 +4816,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.orders,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.orders,PROD)", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -4832,45 +4834,46 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.orders,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.orders,PROD)", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { "json": { - "platform": "urn:li:dataPlatform:dremio" + "platform": "urn:li:dataPlatform:dremio", + "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.orders,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.orders,PROD)", "changeType": "UPSERT", "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:cc2c44f1f32b6998c445fcd7d6d7a9e3" + "container": "urn:li:container:7a2433f85d4b3102265c99dfd7146d2f" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.orders,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.orders,PROD)", "changeType": "UPSERT", "aspectName": "schemaMetadata", "aspect": { @@ -4894,7 +4897,7 @@ }, "fields": [ { - "fieldPath": "id", + "fieldPath": "customer_id", "nullable": true, "type": { "type": { @@ -4918,7 +4921,7 @@ "isPartOfKey": false }, { - "fieldPath": "customer_id", + "fieldPath": "id", "nullable": true, "type": { "type": { @@ -4934,13 +4937,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.orders,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.orders,PROD)", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -4950,13 +4953,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.orders,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.orders,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -4967,7 +4970,7 @@ "time": 0, "actor": "urn:li:corpuser:unknown" }, - "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.orders,PROD)", + "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.northwind.orders,PROD)", "type": "COPY" } ] @@ -4975,41 +4978,44 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.orders,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.orders,PROD)", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ + { + "id": "test-platform" + }, { "id": "Sources" }, { - "id": "urn:li:container:5fc411088cb328873d6eba19ee76f09d", - "urn": "urn:li:container:5fc411088cb328873d6eba19ee76f09d" + "id": "urn:li:container:85534727d17f56b5996dabbf0fda04a2", + "urn": "urn:li:container:85534727d17f56b5996dabbf0fda04a2" }, { - "id": "urn:li:container:cc2c44f1f32b6998c445fcd7d6d7a9e3", - "urn": "urn:li:container:cc2c44f1f32b6998c445fcd7d6d7a9e3" + "id": "urn:li:container:7a2433f85d4b3102265c99dfd7146d2f", + "urn": "urn:li:container:7a2433f85d4b3102265c99dfd7146d2f" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", "changeType": "UPSERT", "aspectName": "datasetProperties", "aspect": { @@ -5027,13 +5033,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -5045,45 +5051,46 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { "json": { - "platform": "urn:li:dataPlatform:dremio" + "platform": "urn:li:dataPlatform:dremio", + "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", "changeType": "UPSERT", "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83" + "container": "urn:li:container:bbca630ddf6a79e03fa681adc3fa1715" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", "changeType": "UPSERT", "aspectName": "schemaMetadata", "aspect": { @@ -5107,7 +5114,7 @@ }, "fields": [ { - "fieldPath": "B", + "fieldPath": "E", "nullable": true, "type": { "type": { @@ -5131,7 +5138,7 @@ "isPartOfKey": false }, { - "fieldPath": "D", + "fieldPath": "B", "nullable": true, "type": { "type": { @@ -5143,7 +5150,7 @@ "isPartOfKey": false }, { - "fieldPath": "E", + "fieldPath": "A", "nullable": true, "type": { "type": { @@ -5155,7 +5162,7 @@ "isPartOfKey": false }, { - "fieldPath": "F", + "fieldPath": "D", "nullable": true, "type": { "type": { @@ -5167,7 +5174,7 @@ "isPartOfKey": false }, { - "fieldPath": "G", + "fieldPath": "I", "nullable": true, "type": { "type": { @@ -5191,7 +5198,7 @@ "isPartOfKey": false }, { - "fieldPath": "I", + "fieldPath": "G", "nullable": true, "type": { "type": { @@ -5203,7 +5210,7 @@ "isPartOfKey": false }, { - "fieldPath": "A", + "fieldPath": "F", "nullable": true, "type": { "type": { @@ -5219,13 +5226,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -5235,13 +5242,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -5260,41 +5267,44 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ + { + "id": "test-platform" + }, { "id": "Sources" }, { - "id": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68", - "urn": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68" + "id": "urn:li:container:007d12a4a241c87924b54e1e35990234", + "urn": "urn:li:container:007d12a4a241c87924b54e1e35990234" }, { - "id": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83", - "urn": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83" + "id": "urn:li:container:bbca630ddf6a79e03fa681adc3fa1715", + "urn": "urn:li:container:bbca630ddf6a79e03fa681adc3fa1715" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", "changeType": "UPSERT", "aspectName": "datasetProperties", "aspect": { @@ -5312,13 +5322,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -5330,45 +5340,46 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { "json": { - "platform": "urn:li:dataPlatform:dremio" + "platform": "urn:li:dataPlatform:dremio", + "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", "changeType": "UPSERT", "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:687c0496e464bc4c0de935cb1da1becf" + "container": "urn:li:container:55c3b773b40bb744b4e5946db4e13455" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", "changeType": "UPSERT", "aspectName": "schemaMetadata", "aspect": { @@ -5392,7 +5403,7 @@ }, "fields": [ { - "fieldPath": "I", + "fieldPath": "F", "nullable": true, "type": { "type": { @@ -5404,7 +5415,7 @@ "isPartOfKey": false }, { - "fieldPath": "A", + "fieldPath": "G", "nullable": true, "type": { "type": { @@ -5416,7 +5427,7 @@ "isPartOfKey": false }, { - "fieldPath": "B", + "fieldPath": "H", "nullable": true, "type": { "type": { @@ -5428,7 +5439,7 @@ "isPartOfKey": false }, { - "fieldPath": "C", + "fieldPath": "I", "nullable": true, "type": { "type": { @@ -5440,7 +5451,7 @@ "isPartOfKey": false }, { - "fieldPath": "D", + "fieldPath": "J", "nullable": true, "type": { "type": { @@ -5452,7 +5463,7 @@ "isPartOfKey": false }, { - "fieldPath": "E", + "fieldPath": "K", "nullable": true, "type": { "type": { @@ -5464,7 +5475,7 @@ "isPartOfKey": false }, { - "fieldPath": "F", + "fieldPath": "L", "nullable": true, "type": { "type": { @@ -5476,7 +5487,7 @@ "isPartOfKey": false }, { - "fieldPath": "G", + "fieldPath": "M", "nullable": true, "type": { "type": { @@ -5488,7 +5499,7 @@ "isPartOfKey": false }, { - "fieldPath": "H", + "fieldPath": "A", "nullable": true, "type": { "type": { @@ -5500,7 +5511,7 @@ "isPartOfKey": false }, { - "fieldPath": "J", + "fieldPath": "B", "nullable": true, "type": { "type": { @@ -5512,7 +5523,7 @@ "isPartOfKey": false }, { - "fieldPath": "K", + "fieldPath": "C", "nullable": true, "type": { "type": { @@ -5524,7 +5535,7 @@ "isPartOfKey": false }, { - "fieldPath": "L", + "fieldPath": "D", "nullable": true, "type": { "type": { @@ -5536,7 +5547,7 @@ "isPartOfKey": false }, { - "fieldPath": "M", + "fieldPath": "E", "nullable": true, "type": { "type": { @@ -5552,13 +5563,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -5568,13 +5579,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -5593,45 +5604,48 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ + { + "id": "test-platform" + }, { "id": "Sources" }, { - "id": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68", - "urn": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68" + "id": "urn:li:container:007d12a4a241c87924b54e1e35990234", + "urn": "urn:li:container:007d12a4a241c87924b54e1e35990234" }, { - "id": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83", - "urn": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83" + "id": "urn:li:container:bbca630ddf6a79e03fa681adc3fa1715", + "urn": "urn:li:container:bbca630ddf6a79e03fa681adc3fa1715" }, { - "id": "urn:li:container:687c0496e464bc4c0de935cb1da1becf", - "urn": "urn:li:container:687c0496e464bc4c0de935cb1da1becf" + "id": "urn:li:container:55c3b773b40bb744b4e5946db4e13455", + "urn": "urn:li:container:55c3b773b40bb744b4e5946db4e13455" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", "changeType": "UPSERT", "aspectName": "datasetProperties", "aspect": { @@ -5649,13 +5663,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -5667,45 +5681,46 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { "json": { - "platform": "urn:li:dataPlatform:dremio" + "platform": "urn:li:dataPlatform:dremio", + "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", "changeType": "UPSERT", "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:687c0496e464bc4c0de935cb1da1becf" + "container": "urn:li:container:55c3b773b40bb744b4e5946db4e13455" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", "changeType": "UPSERT", "aspectName": "schemaMetadata", "aspect": { @@ -5729,31 +5744,31 @@ }, "fields": [ { - "fieldPath": "DEPARTMENT_NAME", + "fieldPath": "DEPARTMENT_ID", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "double(53)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "MANAGER_ID", + "fieldPath": "DEPARTMENT_NAME", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "double(53)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "DEPARTMENT_ID", + "fieldPath": "MANAGER_ID", "nullable": true, "type": { "type": { @@ -5781,13 +5796,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -5797,13 +5812,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -5822,45 +5837,48 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ + { + "id": "test-platform" + }, { "id": "Sources" }, { - "id": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68", - "urn": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68" + "id": "urn:li:container:007d12a4a241c87924b54e1e35990234", + "urn": "urn:li:container:007d12a4a241c87924b54e1e35990234" }, { - "id": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83", - "urn": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83" + "id": "urn:li:container:bbca630ddf6a79e03fa681adc3fa1715", + "urn": "urn:li:container:bbca630ddf6a79e03fa681adc3fa1715" }, { - "id": "urn:li:container:687c0496e464bc4c0de935cb1da1becf", - "urn": "urn:li:container:687c0496e464bc4c0de935cb1da1becf" + "id": "urn:li:container:55c3b773b40bb744b4e5946db4e13455", + "urn": "urn:li:container:55c3b773b40bb744b4e5946db4e13455" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", "changeType": "UPSERT", "aspectName": "datasetProperties", "aspect": { @@ -5878,13 +5896,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -5896,45 +5914,46 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { "json": { - "platform": "urn:li:dataPlatform:dremio" + "platform": "urn:li:dataPlatform:dremio", + "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", "changeType": "UPSERT", "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:fd0949800e3c7cc7ce5de373fd737e0b" + "container": "urn:li:container:25745bd0b919d9f4e402df43a1ee0ca8" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", "changeType": "UPSERT", "aspectName": "schemaMetadata", "aspect": { @@ -5958,43 +5977,43 @@ }, "fields": [ { - "fieldPath": "cp_start_date_sk", + "fieldPath": "cp_type", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "cp_catalog_page_sk", + "fieldPath": "cp_description", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "cp_catalog_page_id", + "fieldPath": "cp_catalog_page_number", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "cp_end_date_sk", + "fieldPath": "cp_catalog_number", "nullable": true, "type": { "type": { @@ -6018,7 +6037,7 @@ "isPartOfKey": false }, { - "fieldPath": "cp_catalog_number", + "fieldPath": "cp_end_date_sk", "nullable": true, "type": { "type": { @@ -6030,7 +6049,7 @@ "isPartOfKey": false }, { - "fieldPath": "cp_catalog_page_number", + "fieldPath": "cp_start_date_sk", "nullable": true, "type": { "type": { @@ -6042,7 +6061,7 @@ "isPartOfKey": false }, { - "fieldPath": "cp_description", + "fieldPath": "cp_catalog_page_id", "nullable": true, "type": { "type": { @@ -6054,14 +6073,14 @@ "isPartOfKey": false }, { - "fieldPath": "cp_type", + "fieldPath": "cp_catalog_page_sk", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false } @@ -6070,13 +6089,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -6086,13 +6105,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -6111,53 +6130,56 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ + { + "id": "test-platform" + }, { "id": "Sources" }, { - "id": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68", - "urn": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68" + "id": "urn:li:container:007d12a4a241c87924b54e1e35990234", + "urn": "urn:li:container:007d12a4a241c87924b54e1e35990234" }, { - "id": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83", - "urn": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83" + "id": "urn:li:container:bbca630ddf6a79e03fa681adc3fa1715", + "urn": "urn:li:container:bbca630ddf6a79e03fa681adc3fa1715" }, { - "id": "urn:li:container:bf1ee664b5c9fa9610f731399062a47f", - "urn": "urn:li:container:bf1ee664b5c9fa9610f731399062a47f" + "id": "urn:li:container:df1130913ed9cfec6c7afb9fc58b9554", + "urn": "urn:li:container:df1130913ed9cfec6c7afb9fc58b9554" }, { - "id": "urn:li:container:41ea3e8314dd9dedc00d6f47c69e3400", - "urn": "urn:li:container:41ea3e8314dd9dedc00d6f47c69e3400" + "id": "urn:li:container:2ebbe0028345d0b8d147aed919b1024c", + "urn": "urn:li:container:2ebbe0028345d0b8d147aed919b1024c" }, { - "id": "urn:li:container:fd0949800e3c7cc7ce5de373fd737e0b", - "urn": "urn:li:container:fd0949800e3c7cc7ce5de373fd737e0b" + "id": "urn:li:container:25745bd0b919d9f4e402df43a1ee0ca8", + "urn": "urn:li:container:25745bd0b919d9f4e402df43a1ee0ca8" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -6172,7 +6194,7 @@ "time": 0, "actor": "urn:li:corpuser:_ingestion" }, - "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_aspect,PROD)", + "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_aspect,PROD)", "type": "COPY" } ] @@ -6180,13 +6202,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -6201,7 +6223,7 @@ "time": 0, "actor": "urn:li:corpuser:_ingestion" }, - "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index,PROD)", + "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_index,PROD)", "type": "COPY" } ] @@ -6209,13 +6231,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -6230,7 +6252,7 @@ "time": 0, "actor": "urn:li:corpuser:_ingestion" }, - "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index_view,PROD)", + "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_index_view,PROD)", "type": "COPY" } ] @@ -6238,13 +6260,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.customers,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -6259,7 +6281,7 @@ "time": 0, "actor": "urn:li:corpuser:_ingestion" }, - "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD)", + "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.northwind.customers,PROD)", "type": "COPY" } ] @@ -6267,13 +6289,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.orders,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.orders,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -6288,7 +6310,7 @@ "time": 0, "actor": "urn:li:corpuser:_ingestion" }, - "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.orders,PROD)", + "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.northwind.orders,PROD)", "type": "COPY" } ] @@ -6296,13 +6318,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse.sample.parquet,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.s3.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -6317,7 +6339,7 @@ "time": 0, "actor": "urn:li:corpuser:_ingestion" }, - "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./warehouse/sample.parquet,PROD)", + "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples.//warehouse,PROD)", "type": "COPY" } ] @@ -6325,13 +6347,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -6354,13 +6376,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -6383,13 +6405,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -6412,13 +6434,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -6441,71 +6463,595 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.customers,PROD)", "changeType": "UPSERT", - "aspectName": "datasetProfile", + "aspectName": "upstreamLineage", "aspect": { "json": { - "timestampMillis": 1697353200000, - "partitionSpec": { - "partition": "FULL_TABLE_SNAPSHOT", - "type": "FULL_TABLE" + "upstreams": [ + { + "auditStamp": { + "time": 1697353200000, + "actor": "urn:li:corpuser:_ingestion" + }, + "created": { + "time": 0, + "actor": "urn:li:corpuser:_ingestion" + }, + "dataset": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.northwind.customers,PROD)", + "type": "VIEW", + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.customers%2CPROD%29" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.customers%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "queryProperties", + "aspect": { + "json": { + "statement": { + "value": "SELECT\n *\nFROM mysql.northwind.customers", + "language": "SQL" }, - "rowCount": 5, - "columnCount": 6, - "fieldProfiles": [ + "source": "SYSTEM", + "created": { + "time": 0, + "actor": "urn:li:corpuser:_ingestion" + }, + "lastModified": { + "time": 1697353200000, + "actor": "urn:li:corpuser:_ingestion" + } + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.customers%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "querySubjects", + "aspect": { + "json": { + "subjects": [ { - "fieldPath": "id", - "uniqueCount": 5, - "nullCount": 0, - "mean": "3.0", - "stdev": "1.5811388300841898" + "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.northwind.customers,PROD)" }, { - "fieldPath": "company", - "uniqueCount": 5, - "nullCount": 0 + "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.customers,PROD)" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.customers%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "dataPlatformInstance", + "aspect": { + "json": { + "platform": "urn:li:dataPlatform:dremio" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_aspect,PROD)", + "changeType": "UPSERT", + "aspectName": "upstreamLineage", + "aspect": { + "json": { + "upstreams": [ + { + "auditStamp": { + "time": 1697353200000, + "actor": "urn:li:corpuser:_ingestion" + }, + "created": { + "time": 0, + "actor": "urn:li:corpuser:_ingestion" + }, + "dataset": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_aspect,PROD)", + "type": "VIEW", + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.metadata_aspect%2CPROD%29" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.metadata_aspect%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "queryProperties", + "aspect": { + "json": { + "statement": { + "value": "SELECT\n *\nFROM mysql.metagalaxy.metadata_aspect", + "language": "SQL" + }, + "source": "SYSTEM", + "created": { + "time": 0, + "actor": "urn:li:corpuser:_ingestion" + }, + "lastModified": { + "time": 1697353200000, + "actor": "urn:li:corpuser:_ingestion" + } + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.metadata_aspect%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "querySubjects", + "aspect": { + "json": { + "subjects": [ + { + "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_aspect,PROD)" }, { - "fieldPath": "last_name", - "uniqueCount": 5, - "nullCount": 0 + "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_aspect,PROD)" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.metadata_aspect%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "dataPlatformInstance", + "aspect": { + "json": { + "platform": "urn:li:dataPlatform:dremio" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index,PROD)", + "changeType": "UPSERT", + "aspectName": "upstreamLineage", + "aspect": { + "json": { + "upstreams": [ + { + "auditStamp": { + "time": 1697353200000, + "actor": "urn:li:corpuser:_ingestion" + }, + "created": { + "time": 0, + "actor": "urn:li:corpuser:_ingestion" + }, + "dataset": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_index,PROD)", + "type": "VIEW", + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.metadata_index%2CPROD%29" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.metadata_index%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "queryProperties", + "aspect": { + "json": { + "statement": { + "value": "SELECT\n *\nFROM mysql.metagalaxy.metadata_index", + "language": "SQL" + }, + "source": "SYSTEM", + "created": { + "time": 0, + "actor": "urn:li:corpuser:_ingestion" + }, + "lastModified": { + "time": 1697353200000, + "actor": "urn:li:corpuser:_ingestion" + } + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.metadata_index%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "querySubjects", + "aspect": { + "json": { + "subjects": [ + { + "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_index,PROD)" + }, + { + "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index,PROD)" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.metadata_index%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "dataPlatformInstance", + "aspect": { + "json": { + "platform": "urn:li:dataPlatform:dremio" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index_view,PROD)", + "changeType": "UPSERT", + "aspectName": "upstreamLineage", + "aspect": { + "json": { + "upstreams": [ + { + "auditStamp": { + "time": 1697353200000, + "actor": "urn:li:corpuser:_ingestion" + }, + "created": { + "time": 0, + "actor": "urn:li:corpuser:_ingestion" + }, + "dataset": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_index_view,PROD)", + "type": "VIEW", + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.metadata_index_view%2CPROD%29" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.metadata_index_view%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "queryProperties", + "aspect": { + "json": { + "statement": { + "value": "SELECT\n *\nFROM mysql.metagalaxy.metadata_index_view", + "language": "SQL" + }, + "source": "SYSTEM", + "created": { + "time": 0, + "actor": "urn:li:corpuser:_ingestion" + }, + "lastModified": { + "time": 1697353200000, + "actor": "urn:li:corpuser:_ingestion" + } + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.metadata_index_view%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "querySubjects", + "aspect": { + "json": { + "subjects": [ + { + "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_index_view,PROD)" + }, + { + "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index_view,PROD)" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.metadata_index_view%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "dataPlatformInstance", + "aspect": { + "json": { + "platform": "urn:li:dataPlatform:dremio" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.orders,PROD)", + "changeType": "UPSERT", + "aspectName": "upstreamLineage", + "aspect": { + "json": { + "upstreams": [ + { + "auditStamp": { + "time": 1697353200000, + "actor": "urn:li:corpuser:_ingestion" + }, + "created": { + "time": 0, + "actor": "urn:li:corpuser:_ingestion" + }, + "dataset": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.northwind.orders,PROD)", + "type": "VIEW", + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.orders%2CPROD%29" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.orders%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "queryProperties", + "aspect": { + "json": { + "statement": { + "value": "SELECT\n *\nFROM mysql.northwind.orders", + "language": "SQL" + }, + "source": "SYSTEM", + "created": { + "time": 0, + "actor": "urn:li:corpuser:_ingestion" + }, + "lastModified": { + "time": 1697353200000, + "actor": "urn:li:corpuser:_ingestion" + } + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.orders%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "querySubjects", + "aspect": { + "json": { + "subjects": [ + { + "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.northwind.orders,PROD)" }, { - "fieldPath": "first_name", - "uniqueCount": 5, - "nullCount": 0 - }, + "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.orders,PROD)" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.orders%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "dataPlatformInstance", + "aspect": { + "json": { + "platform": "urn:li:dataPlatform:dremio" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.raw,PROD)", + "changeType": "UPSERT", + "aspectName": "upstreamLineage", + "aspect": { + "json": { + "upstreams": [ + { + "auditStamp": { + "time": 1697353200000, + "actor": "urn:li:corpuser:_ingestion" + }, + "created": { + "time": 0, + "actor": "urn:li:corpuser:_ingestion" + }, + "dataset": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.s3.warehouse,PROD)", + "type": "VIEW", + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.raw%2CPROD%29" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.raw%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "queryProperties", + "aspect": { + "json": { + "statement": { + "value": "SELECT\n *\nFROM s3.warehouse", + "language": "SQL" + }, + "source": "SYSTEM", + "created": { + "time": 0, + "actor": "urn:li:corpuser:_ingestion" + }, + "lastModified": { + "time": 1697353200000, + "actor": "urn:li:corpuser:_ingestion" + } + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.raw%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "querySubjects", + "aspect": { + "json": { + "subjects": [ { - "fieldPath": "priority", - "uniqueCount": 3, - "nullCount": 1, - "mean": "4.175000011920929", - "stdev": "0.4924429489953036" + "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.s3.warehouse,PROD)" }, { - "fieldPath": "email_address", - "uniqueCount": 5, - "nullCount": 0 + "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.raw,PROD)" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.raw%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "dataPlatformInstance", + "aspect": { + "json": { + "platform": "urn:li:dataPlatform:dremio" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -6518,6 +7064,11 @@ "rowCount": 0, "columnCount": 7, "fieldProfiles": [ + { + "fieldPath": "longVal", + "uniqueCount": 0, + "nullCount": 0 + }, { "fieldPath": "path", "uniqueCount": 0, @@ -6547,24 +7098,19 @@ "fieldPath": "stringVal", "uniqueCount": 0, "nullCount": 0 - }, - { - "fieldPath": "longVal", - "uniqueCount": 0, - "nullCount": 0 } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.orders,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -6575,124 +7121,55 @@ "type": "FULL_TABLE" }, "rowCount": 0, - "columnCount": 3, + "columnCount": 7, "fieldProfiles": [ { - "fieldPath": "id", + "fieldPath": "urn", "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "description", + "fieldPath": "aspect", "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "customer_id", + "fieldPath": "path", "uniqueCount": 0, "nullCount": 0 - } - ] - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.orders,PROD)", - "changeType": "UPSERT", - "aspectName": "datasetProfile", - "aspect": { - "json": { - "timestampMillis": 1697353200000, - "partitionSpec": { - "partition": "FULL_TABLE_SNAPSHOT", - "type": "FULL_TABLE" - }, - "rowCount": 0, - "columnCount": 3, - "fieldProfiles": [ + }, { - "fieldPath": "id", + "fieldPath": "stringVal", "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "description", + "fieldPath": "doubleVal", "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "customer_id", + "fieldPath": "id", "uniqueCount": 0, "nullCount": 0 - } - ] - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse.sample.parquet,PROD)", - "changeType": "UPSERT", - "aspectName": "datasetProfile", - "aspect": { - "json": { - "timestampMillis": 1697353200000, - "partitionSpec": { - "partition": "FULL_TABLE_SNAPSHOT", - "type": "FULL_TABLE" - }, - "rowCount": 4, - "columnCount": 4, - "fieldProfiles": [ - { - "fieldPath": "id", - "uniqueCount": 4, - "nullCount": 0, - "mean": "2.5", - "stdev": "1.2909944487358056" }, { - "fieldPath": "name", - "uniqueCount": 4, + "fieldPath": "longVal", + "uniqueCount": 0, "nullCount": 0 - }, - { - "fieldPath": "age", - "uniqueCount": 4, - "nullCount": 0, - "mean": "32.5", - "stdev": "6.454972243679028" - }, - { - "fieldPath": "salary", - "uniqueCount": 4, - "nullCount": 0, - "mean": "65000.0", - "stdev": "12909.944487358056" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -6706,13 +7183,13 @@ "columnCount": 9, "fieldProfiles": [ { - "fieldPath": "A", - "uniqueCount": 2, + "fieldPath": "E", + "uniqueCount": 192, "nullCount": 0 }, { - "fieldPath": "I", - "uniqueCount": 85, + "fieldPath": "G", + "uniqueCount": 40, "nullCount": 0 }, { @@ -6721,8 +7198,8 @@ "nullCount": 0 }, { - "fieldPath": "G", - "uniqueCount": 40, + "fieldPath": "I", + "uniqueCount": 85, "nullCount": 0 }, { @@ -6731,13 +7208,13 @@ "nullCount": 0 }, { - "fieldPath": "E", - "uniqueCount": 192, + "fieldPath": "A", + "uniqueCount": 2, "nullCount": 0 }, { - "fieldPath": "D", - "uniqueCount": 76, + "fieldPath": "B", + "uniqueCount": 2, "nullCount": 0 }, { @@ -6746,8 +7223,8 @@ "nullCount": 0 }, { - "fieldPath": "B", - "uniqueCount": 2, + "fieldPath": "D", + "uniqueCount": 76, "nullCount": 0 } ] @@ -6755,13 +7232,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -6775,22 +7252,22 @@ "columnCount": 4, "fieldProfiles": [ { - "fieldPath": "path", + "fieldPath": "id", "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "doubleVal", + "fieldPath": "urn", "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "id", + "fieldPath": "path", "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "urn", + "fieldPath": "doubleVal", "uniqueCount": 0, "nullCount": 0 } @@ -6799,13 +7276,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -6815,55 +7292,66 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 5, - "columnCount": 6, + "rowCount": 3834, + "columnCount": 9, "fieldProfiles": [ { - "fieldPath": "id", - "uniqueCount": 5, - "nullCount": 0, - "mean": "3.0", - "stdev": "1.5811388300841898" + "fieldPath": "E", + "uniqueCount": 192, + "nullCount": 0 }, { - "fieldPath": "company", - "uniqueCount": 5, + "fieldPath": "C", + "uniqueCount": 3834, "nullCount": 0 }, { - "fieldPath": "last_name", - "uniqueCount": 5, + "fieldPath": "B", + "uniqueCount": 2, "nullCount": 0 }, { - "fieldPath": "first_name", - "uniqueCount": 5, + "fieldPath": "A", + "uniqueCount": 2, "nullCount": 0 }, { - "fieldPath": "email_address", - "uniqueCount": 5, + "fieldPath": "D", + "uniqueCount": 76, + "nullCount": 0 + }, + { + "fieldPath": "I", + "uniqueCount": 85, + "nullCount": 0 + }, + { + "fieldPath": "H", + "uniqueCount": 91, + "nullCount": 0 + }, + { + "fieldPath": "G", + "uniqueCount": 40, "nullCount": 0 }, { - "fieldPath": "priority", - "uniqueCount": 3, - "nullCount": 1, - "mean": "4.175000011920929", - "stdev": "0.4924429489953036" + "fieldPath": "F", + "uniqueCount": 61, + "nullCount": 0 } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -6873,42 +7361,42 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 0, + "rowCount": 2, "columnCount": 7, "fieldProfiles": [ { - "fieldPath": "doubleVal", - "uniqueCount": 0, + "fieldPath": "createdon", + "uniqueCount": 1, "nullCount": 0 }, { - "fieldPath": "id", + "fieldPath": "createdfor", "uniqueCount": 0, - "nullCount": 0 + "nullCount": 2 }, { - "fieldPath": "urn", - "uniqueCount": 0, + "fieldPath": "createdby", + "uniqueCount": 1, "nullCount": 0 }, { - "fieldPath": "aspect", - "uniqueCount": 0, + "fieldPath": "urn", + "uniqueCount": 1, "nullCount": 0 }, { - "fieldPath": "path", - "uniqueCount": 0, + "fieldPath": "aspect", + "uniqueCount": 2, "nullCount": 0 }, { - "fieldPath": "longVal", - "uniqueCount": 0, + "fieldPath": "version", + "uniqueCount": 1, "nullCount": 0 }, { - "fieldPath": "stringVal", - "uniqueCount": 0, + "fieldPath": "metadata", + "uniqueCount": 2, "nullCount": 0 } ] @@ -6916,13 +7404,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.raw,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.orders,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -6932,47 +7420,36 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 4, - "columnCount": 4, + "rowCount": 0, + "columnCount": 3, "fieldProfiles": [ { - "fieldPath": "id", - "uniqueCount": 4, - "nullCount": 0, - "mean": "2.5", - "stdev": "1.2909944487358056" - }, - { - "fieldPath": "name", - "uniqueCount": 4, + "fieldPath": "customer_id", + "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "age", - "uniqueCount": 4, - "nullCount": 0, - "mean": "32.5", - "stdev": "6.454972243679028" + "fieldPath": "description", + "uniqueCount": 0, + "nullCount": 0 }, { - "fieldPath": "salary", - "uniqueCount": 4, - "nullCount": 0, - "mean": "65000.0", - "stdev": "12909.944487358056" + "fieldPath": "id", + "uniqueCount": 0, + "nullCount": 0 } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.customers,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -6982,39 +7459,67 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 10842, - "columnCount": 13, + "rowCount": 5, + "columnCount": 6, "fieldProfiles": [ { - "fieldPath": "I", - "uniqueCount": 8, + "fieldPath": "email_address", + "uniqueCount": 5, "nullCount": 0 }, { - "fieldPath": "A", - "uniqueCount": 9661, - "nullCount": 0 + "fieldPath": "priority", + "uniqueCount": 3, + "nullCount": 1, + "mean": "4.175000011920929", + "stdev": "0.4924429489953036" }, { - "fieldPath": "B", - "uniqueCount": 35, - "nullCount": 0 + "fieldPath": "id", + "uniqueCount": 5, + "nullCount": 0, + "mean": "3.0", + "stdev": "1.5811388300841898" }, { - "fieldPath": "C", - "uniqueCount": 42, + "fieldPath": "company", + "uniqueCount": 5, "nullCount": 0 }, { - "fieldPath": "D", - "uniqueCount": 6003, + "fieldPath": "last_name", + "uniqueCount": 5, "nullCount": 0 }, { - "fieldPath": "E", - "uniqueCount": 463, + "fieldPath": "first_name", + "uniqueCount": 5, "nullCount": 0 - }, + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", + "changeType": "UPSERT", + "aspectName": "datasetProfile", + "aspect": { + "json": { + "timestampMillis": 1697353200000, + "partitionSpec": { + "partition": "FULL_TABLE_SNAPSHOT", + "type": "FULL_TABLE" + }, + "rowCount": 10842, + "columnCount": 13, + "fieldProfiles": [ { "fieldPath": "F", "uniqueCount": 23, @@ -7030,6 +7535,11 @@ "uniqueCount": 94, "nullCount": 0 }, + { + "fieldPath": "I", + "uniqueCount": 8, + "nullCount": 0 + }, { "fieldPath": "J", "uniqueCount": 121, @@ -7049,19 +7559,44 @@ "fieldPath": "M", "uniqueCount": 35, "nullCount": 1 + }, + { + "fieldPath": "A", + "uniqueCount": 9661, + "nullCount": 0 + }, + { + "fieldPath": "B", + "uniqueCount": 35, + "nullCount": 0 + }, + { + "fieldPath": "C", + "uniqueCount": 42, + "nullCount": 0 + }, + { + "fieldPath": "D", + "uniqueCount": 6003, + "nullCount": 0 + }, + { + "fieldPath": "E", + "uniqueCount": 463, + "nullCount": 0 } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.orders,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7072,40 +7607,85 @@ "type": "FULL_TABLE" }, "rowCount": 0, - "columnCount": 4, + "columnCount": 3, "fieldProfiles": [ { - "fieldPath": "doubleVal", + "fieldPath": "customer_id", "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "path", + "fieldPath": "description", "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "urn", + "fieldPath": "id", "uniqueCount": 0, "nullCount": 0 - }, + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.s3.warehouse,PROD)", + "changeType": "UPSERT", + "aspectName": "datasetProfile", + "aspect": { + "json": { + "timestampMillis": 1697353200000, + "partitionSpec": { + "partition": "FULL_TABLE_SNAPSHOT", + "type": "FULL_TABLE" + }, + "rowCount": 4, + "columnCount": 4, + "fieldProfiles": [ { "fieldPath": "id", - "uniqueCount": 0, + "uniqueCount": 4, + "nullCount": 0, + "mean": "2.5", + "stdev": "1.2909944487358056" + }, + { + "fieldPath": "name", + "uniqueCount": 4, "nullCount": 0 + }, + { + "fieldPath": "age", + "uniqueCount": 4, + "nullCount": 0, + "mean": "32.5", + "stdev": "6.454972243679028" + }, + { + "fieldPath": "salary", + "uniqueCount": 4, + "nullCount": 0, + "mean": "65000.0", + "stdev": "12909.944487358056" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.raw,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7115,66 +7695,105 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 3834, - "columnCount": 9, + "rowCount": 4, + "columnCount": 4, "fieldProfiles": [ { - "fieldPath": "B", - "uniqueCount": 2, - "nullCount": 0 + "fieldPath": "salary", + "uniqueCount": 4, + "nullCount": 0, + "mean": "65000.0", + "stdev": "12909.944487358056" }, { - "fieldPath": "C", - "uniqueCount": 3834, - "nullCount": 0 + "fieldPath": "age", + "uniqueCount": 4, + "nullCount": 0, + "mean": "32.5", + "stdev": "6.454972243679028" }, { - "fieldPath": "D", - "uniqueCount": 76, + "fieldPath": "name", + "uniqueCount": 4, "nullCount": 0 }, { - "fieldPath": "E", - "uniqueCount": 192, + "fieldPath": "id", + "uniqueCount": 4, + "nullCount": 0, + "mean": "2.5", + "stdev": "1.2909944487358056" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.customers,PROD)", + "changeType": "UPSERT", + "aspectName": "datasetProfile", + "aspect": { + "json": { + "timestampMillis": 1697353200000, + "partitionSpec": { + "partition": "FULL_TABLE_SNAPSHOT", + "type": "FULL_TABLE" + }, + "rowCount": 5, + "columnCount": 6, + "fieldProfiles": [ + { + "fieldPath": "first_name", + "uniqueCount": 5, "nullCount": 0 }, { - "fieldPath": "F", - "uniqueCount": 61, - "nullCount": 0 + "fieldPath": "id", + "uniqueCount": 5, + "nullCount": 0, + "mean": "3.0", + "stdev": "1.5811388300841898" }, { - "fieldPath": "G", - "uniqueCount": 40, + "fieldPath": "company", + "uniqueCount": 5, "nullCount": 0 }, { - "fieldPath": "H", - "uniqueCount": 91, + "fieldPath": "last_name", + "uniqueCount": 5, "nullCount": 0 }, { - "fieldPath": "I", - "uniqueCount": 85, + "fieldPath": "email_address", + "uniqueCount": 5, "nullCount": 0 }, { - "fieldPath": "A", - "uniqueCount": 2, - "nullCount": 0 + "fieldPath": "priority", + "uniqueCount": 3, + "nullCount": 1, + "mean": "4.175000011920929", + "stdev": "0.4924429489953036" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7184,56 +7803,41 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 2, - "columnCount": 7, + "rowCount": 0, + "columnCount": 4, "fieldProfiles": [ { - "fieldPath": "urn", - "uniqueCount": 1, - "nullCount": 0 - }, - { - "fieldPath": "aspect", - "uniqueCount": 2, - "nullCount": 0 - }, - { - "fieldPath": "version", - "uniqueCount": 1, - "nullCount": 0 - }, - { - "fieldPath": "metadata", - "uniqueCount": 2, + "fieldPath": "path", + "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "createdon", - "uniqueCount": 1, + "fieldPath": "doubleVal", + "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "createdby", - "uniqueCount": 1, + "fieldPath": "id", + "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "createdfor", + "fieldPath": "urn", "uniqueCount": 0, - "nullCount": 2 + "nullCount": 0 } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7247,9 +7851,9 @@ "columnCount": 7, "fieldProfiles": [ { - "fieldPath": "urn", - "uniqueCount": 1, - "nullCount": 0 + "fieldPath": "createdfor", + "uniqueCount": 0, + "nullCount": 2 }, { "fieldPath": "aspect", @@ -7262,8 +7866,8 @@ "nullCount": 0 }, { - "fieldPath": "metadata", - "uniqueCount": 2, + "fieldPath": "createdby", + "uniqueCount": 1, "nullCount": 0 }, { @@ -7272,27 +7876,27 @@ "nullCount": 0 }, { - "fieldPath": "createdby", - "uniqueCount": 1, + "fieldPath": "metadata", + "uniqueCount": 2, "nullCount": 0 }, { - "fieldPath": "createdfor", - "uniqueCount": 0, - "nullCount": 2 + "fieldPath": "urn", + "uniqueCount": 1, + "nullCount": 0 } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7305,6 +7909,13 @@ "rowCount": 27, "columnCount": 4, "fieldProfiles": [ + { + "fieldPath": "DEPARTMENT_ID", + "uniqueCount": 27, + "nullCount": 0, + "mean": "140.0", + "stdev": "79.37253933193772" + }, { "fieldPath": "DEPARTMENT_NAME", "uniqueCount": 27, @@ -7317,13 +7928,6 @@ "mean": "154.9090909090909", "stdev": "47.139059272443184" }, - { - "fieldPath": "DEPARTMENT_ID", - "uniqueCount": 27, - "nullCount": 0, - "mean": "140.0", - "stdev": "79.37253933193772" - }, { "fieldPath": "LOCATION_ID", "uniqueCount": 7, @@ -7336,13 +7940,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7356,30 +7960,28 @@ "columnCount": 9, "fieldProfiles": [ { - "fieldPath": "cp_start_date_sk", - "uniqueCount": 91, - "nullCount": 286, - "mean": "2451880.7982769064", - "stdev": "634.1320559175408" + "fieldPath": "cp_type", + "uniqueCount": 4, + "nullCount": 0 }, { - "fieldPath": "cp_catalog_page_sk", - "uniqueCount": 30000, - "nullCount": 0, - "mean": "15000.5", - "stdev": "8660.398374208891" + "fieldPath": "cp_description", + "uniqueCount": 29718, + "nullCount": 0 }, { - "fieldPath": "cp_catalog_page_id", - "uniqueCount": 30000, - "nullCount": 0 + "fieldPath": "cp_catalog_page_number", + "uniqueCount": 277, + "nullCount": 294, + "mean": "138.8378442065576", + "stdev": "80.01625232480262" }, { - "fieldPath": "cp_end_date_sk", - "uniqueCount": 97, - "nullCount": 302, - "mean": "2451940.632601522", - "stdev": "634.7367986145963" + "fieldPath": "cp_catalog_number", + "uniqueCount": 109, + "nullCount": 297, + "mean": "54.62360704305962", + "stdev": "31.27039684588463" }, { "fieldPath": "cp_department", @@ -7387,35 +7989,133 @@ "nullCount": 0 }, { - "fieldPath": "cp_catalog_number", - "uniqueCount": 109, - "nullCount": 297, - "mean": "54.62360704305962", - "stdev": "31.27039684588463" + "fieldPath": "cp_end_date_sk", + "uniqueCount": 97, + "nullCount": 302, + "mean": "2451940.632601522", + "stdev": "634.7367986145963" }, { - "fieldPath": "cp_catalog_page_number", - "uniqueCount": 277, - "nullCount": 294, - "mean": "138.8378442065576", - "stdev": "80.01625232480262" + "fieldPath": "cp_start_date_sk", + "uniqueCount": 91, + "nullCount": 286, + "mean": "2451880.7982769064", + "stdev": "634.1320559175408" }, { - "fieldPath": "cp_description", - "uniqueCount": 29718, + "fieldPath": "cp_catalog_page_id", + "uniqueCount": 30000, "nullCount": 0 }, { - "fieldPath": "cp_type", - "uniqueCount": 4, - "nullCount": 0 + "fieldPath": "cp_catalog_page_sk", + "uniqueCount": 30000, + "nullCount": 0, + "mean": "15000.5", + "stdev": "8660.398374208891" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-7c7cnk", + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.customers%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "status", + "aspect": { + "json": { + "removed": false + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.metadata_aspect%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "status", + "aspect": { + "json": { + "removed": false + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.metadata_index%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "status", + "aspect": { + "json": { + "removed": false + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.metadata_index_view%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "status", + "aspect": { + "json": { + "removed": false + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.orders%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "status", + "aspect": { + "json": { + "removed": false + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.raw%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "status", + "aspect": { + "json": { + "removed": false + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-hhfmvs", "lastRunId": "no-run-id-provided" } } diff --git a/metadata-ingestion/tests/integration/dremio/dremio_to_file.yml b/metadata-ingestion/tests/integration/dremio/dremio_to_file.yml index 1ee975722f12de..c4812e34737f42 100644 --- a/metadata-ingestion/tests/integration/dremio/dremio_to_file.yml +++ b/metadata-ingestion/tests/integration/dremio/dremio_to_file.yml @@ -11,6 +11,8 @@ source: username: admin password: "2310Admin1234!@" + platform_instance: test-platform + include_query_lineage: false source_mappings: diff --git a/metadata-ingestion/tests/integration/dremio/test_dremio.py b/metadata-ingestion/tests/integration/dremio/test_dremio.py index cc3a7e19bc93e2..2eaa0fb31d5305 100644 --- a/metadata-ingestion/tests/integration/dremio/test_dremio.py +++ b/metadata-ingestion/tests/integration/dremio/test_dremio.py @@ -1,6 +1,7 @@ import json import os import subprocess +from typing import Dict import boto3 import pytest @@ -75,9 +76,10 @@ def create_spaces_and_folders(headers): def create_sample_source(headers): - url = f"{DREMIO_HOST}/apiv2/source/Samples" + url = f"{DREMIO_HOST}/api/v3/catalog" payload = { + "entityType": "source", "config": { "externalBucketList": ["samples.dremio.com"], "credentialType": "NONE", @@ -95,14 +97,15 @@ def create_sample_source(headers): "type": "S3", } - response = requests.put(url, headers=headers, data=json.dumps(payload)) + response = requests.post(url, headers=headers, data=json.dumps(payload)) assert response.status_code == 200, f"Failed to add dataset: {response.text}" def create_s3_source(headers): - url = f"{DREMIO_HOST}/apiv2/source/s3" + url = f"{DREMIO_HOST}/api/v3/catalog" payload = { + "entityType": "source", "name": "s3", "config": { "credentialType": "ACCESS_KEY", @@ -139,24 +142,25 @@ def create_s3_source(headers): "metadataPolicy": { "deleteUnavailableDatasets": True, "autoPromoteDatasets": False, - "namesRefreshMillis": 3600000, - "datasetDefinitionRefreshAfterMillis": 3600000, - "datasetDefinitionExpireAfterMillis": 10800000, - "authTTLMillis": 86400000, - "updateMode": "PREFETCH_QUERIED", + "namesRefreshMs": 3600000, + "datasetRefreshAfterMs": 3600000, + "datasetExpireAfterMs": 10800000, + "authTTLMs": 86400000, + "datasetUpdateMode": "PREFETCH_QUERIED", }, "type": "S3", "accessControlList": {"userControls": [], "roleControls": []}, } - response = requests.put(url, headers=headers, data=json.dumps(payload)) + response = requests.post(url, headers=headers, data=json.dumps(payload)) assert response.status_code == 200, f"Failed to add s3 datasource: {response.text}" def create_mysql_source(headers): - url = f"{DREMIO_HOST}/apiv2/source/mysql" + url = f"{DREMIO_HOST}/api/v3/catalog" payload = { + "entityType": "source", "config": { "username": "root", "password": "rootpwd123", @@ -169,7 +173,7 @@ def create_mysql_source(headers): "maxIdleConns": 8, "idleTimeSec": 60, }, - "name": "mysql-source", + "name": "mysql", "accelerationRefreshPeriod": 3600000, "accelerationGracePeriod": 10800000, "accelerationActivePolicyType": "PERIOD", @@ -177,72 +181,125 @@ def create_mysql_source(headers): "accelerationRefreshOnDataChanges": False, "metadataPolicy": { "deleteUnavailableDatasets": True, - "namesRefreshMillis": 3600000, - "datasetDefinitionRefreshAfterMillis": 3600000, - "datasetDefinitionExpireAfterMillis": 10800000, - "authTTLMillis": 86400000, - "updateMode": "PREFETCH_QUERIED", + "namesRefreshMs": 3600000, + "datasetRefreshAfterMs": 3600000, + "datasetExpireAfterMs": 10800000, + "authTTLMs": 86400000, + "datasetUpdateMode": "PREFETCH_QUERIED", }, "type": "MYSQL", } - response = requests.put(url, headers=headers, data=json.dumps(payload)) + response = requests.post(url, headers=headers, data=json.dumps(payload)) assert ( response.status_code == 200 ), f"Failed to add mysql datasource: {response.text}" def upload_dataset(headers): - url = f"{DREMIO_HOST}/apiv2/source/s3/file_format/warehouse/sample.parquet" - payload = {"ignoreOtherFileFormats": False, "type": "Parquet"} + url = f"{DREMIO_HOST}/api/v3/catalog/dremio%3A%2Fs3%2Fwarehouse" + payload = { + "entityType": "dataset", + "type": "PHYSICAL_DATASET", + "path": [ + "s3", + "warehouse", + ], + "format": {"type": "Parquet"}, + } - response = requests.put(url, headers=headers, data=json.dumps(payload)) + response = requests.post(url, headers=headers, data=json.dumps(payload)) assert response.status_code == 200, f"Failed to add dataset: {response.text}" - url = f"{DREMIO_HOST}/apiv2/source/Samples/file_format/samples.dremio.com/NYC-weather.csv" + url = f"{DREMIO_HOST}/api/v3/catalog/dremio%3A%2FSamples%2Fsamples.dremio.com%2FNYC-weather.csv" payload = { - "fieldDelimiter": ",", - "quote": '"', - "comment": "#", - "lineDelimiter": "\r\n", - "escape": '"', - "extractHeader": False, - "trimHeader": True, - "skipFirstLine": False, - "type": "Text", + "entityType": "dataset", + "type": "PHYSICAL_DATASET", + "path": [ + "Samples", + "samples.dremio.com", + "NYC-weather.csv", + ], + "format": { + "fieldDelimiter": ",", + "quote": '"', + "comment": "#", + "lineDelimiter": "\r\n", + "escape": '"', + "extractHeader": False, + "trimHeader": True, + "skipFirstLine": False, + "type": "Text", + } } - response = requests.put(url, headers=headers, data=json.dumps(payload)) + response = requests.post(url, headers=headers, data=json.dumps(payload)) assert response.status_code == 200, f"Failed to add dataset: {response.text}" - url = f"{DREMIO_HOST}/apiv2/source/Samples/file_format/samples.dremio.com/Dremio%20University/oracle-departments.xlsx" + url = f"{DREMIO_HOST}/api/v3/catalog/dremio%3A%2FSamples%2Fsamples.dremio.com%2FDremio%20University%2Foracle-departments.xlsx" - payload = {"extractHeader": True, "hasMergedCells": False, "type": "Excel"} + payload = { + "entityType": "dataset", + "type": "PHYSICAL_DATASET", + "path": [ + "Samples", + "samples.dremio.com", + "Dremio University", + "oracle-departments.xlsx", + ], + "format": { + "extractHeader": True, + "hasMergedCells": False, + "type": "Excel" + } + } - response = requests.put(url, headers=headers, data=json.dumps(payload)) + response = requests.post(url, headers=headers, data=json.dumps(payload)) assert response.status_code == 200, f"Failed to add dataset: {response.text}" - url = f"{DREMIO_HOST}/apiv2/source/Samples/file_format/samples.dremio.com/Dremio%20University/googleplaystore.csv" + url = f"{DREMIO_HOST}/api/v3/catalog/dremio%3A%2FSamples%2Fsamples.dremio.com%2FDremio%20University%2Fgoogleplaystore.csv" payload = { - "fieldDelimiter": ",", - "quote": '"', - "comment": "#", - "lineDelimiter": "\r\n", - "escape": '"', - "extractHeader": False, - "trimHeader": True, - "skipFirstLine": False, - "type": "Text", + "entityType": "dataset", + "type": "PHYSICAL_DATASET", + "path": [ + "Samples", + "samples.dremio.com", + "Dremio University", + "googleplaystore.csv", + ], + "format": { + "fieldDelimiter": ",", + "quote": '"', + "comment": "#", + "lineDelimiter": "\r\n", + "escape": '"', + "extractHeader": False, + "trimHeader": True, + "skipFirstLine": False, + "type": "Text", + } } - response = requests.put(url, headers=headers, data=json.dumps(payload)) + response = requests.post(url, headers=headers, data=json.dumps(payload)) assert response.status_code == 200, f"Failed to add dataset: {response.text}" - url = f"{DREMIO_HOST}/apiv2/source/Samples/file_format/samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet" - payload = {"ignoreOtherFileFormats": False, "type": "Parquet"} + url = f"{DREMIO_HOST}/api/v3/catalog/dremio%3A%2FSamples%2Fsamples.dremio.com%2Ftpcds_sf1000%2Fcatalog_page%2F1ab266d5-18eb-4780-711d-0fa337fa6c00%2F0_0_0.parquet" + payload = { + "entityType": "dataset", + "type": "PHYSICAL_DATASET", + "path": [ + "Samples", + "samples.dremio.com", + "tpcds_sf1000", + "catalog_page", + "1ab266d5-18eb-4780-711d-0fa337fa6c00", + "0_0_0.parquet", + ], + "format": {"type": "Parquet"}, + } - response = requests.put(url, headers=headers, data=json.dumps(payload)) + response = requests.post(url, headers=headers, data=json.dumps(payload)) assert response.status_code == 200, f"Failed to add dataset: {response.text}" @@ -253,7 +310,7 @@ def create_view(headers): "entityType": "dataset", "type": "VIRTUAL_DATASET", "path": ["space", "test_folder", "raw"], - "sql": 'SELECT * FROM s3.warehouse."sample.parquet"', + "sql": 'SELECT * FROM s3.warehouse', } response = requests.post(url, headers=headers, data=json.dumps(payload)) assert response.status_code == 200, f"Failed to create view: {response.text}" @@ -273,7 +330,7 @@ def create_view(headers): "entityType": "dataset", "type": "VIRTUAL_DATASET", "path": ["space", "test_folder", "customers"], - "sql": 'SELECT * FROM "mysql".northwind.customers', + "sql": 'SELECT * FROM mysql.northwind.customers', "sqlContext": ["mysql", "northwind"], } response = requests.post(url, headers=headers, data=json.dumps(payload)) @@ -283,7 +340,7 @@ def create_view(headers): "entityType": "dataset", "type": "VIRTUAL_DATASET", "path": ["space", "test_folder", "orders"], - "sql": 'SELECT * FROM "mysql".northwind.orders', + "sql": 'SELECT * FROM mysql.northwind.orders', "sqlContext": ["mysql", "northwind"], } response = requests.post(url, headers=headers, data=json.dumps(payload)) @@ -293,7 +350,7 @@ def create_view(headers): "entityType": "dataset", "type": "VIRTUAL_DATASET", "path": ["space", "test_folder", "metadata_aspect"], - "sql": 'SELECT * FROM "mysql".metagalaxy."metadata_aspect"', + "sql": 'SELECT * FROM mysql.metagalaxy.metadata_aspect', "sqlContext": ["mysql", "metagalaxy"], } response = requests.post(url, headers=headers, data=json.dumps(payload)) @@ -303,7 +360,7 @@ def create_view(headers): "entityType": "dataset", "type": "VIRTUAL_DATASET", "path": ["space", "test_folder", "metadata_index"], - "sql": 'SELECT * FROM "mysql".metagalaxy."metadata_index"', + "sql": 'SELECT * FROM mysql.metagalaxy.metadata_index', "sqlContext": ["mysql", "metagalaxy"], } response = requests.post(url, headers=headers, data=json.dumps(payload)) @@ -313,7 +370,7 @@ def create_view(headers): "entityType": "dataset", "type": "VIRTUAL_DATASET", "path": ["space", "test_folder", "metadata_index_view"], - "sql": 'SELECT * FROM "mysql".metagalaxy."metadata_index_view"', + "sql": 'SELECT * FROM mysql.metagalaxy.metadata_index_view', "sqlContext": ["mysql", "metagalaxy"], } response = requests.post(url, headers=headers, data=json.dumps(payload)) @@ -422,14 +479,100 @@ def test_dremio_ingest( pytestconfig, tmp_path, ): - # Run the metadata ingestion pipeline. + # Run the metadata ingestion pipeline with specific output file + config_file = (test_resources_dir / "dremio_to_file.yml").resolve() + output_path = tmp_path / "dremio_mces.json" + + run_datahub_cmd(["ingest", "-c", f"{config_file}"], tmp_path=tmp_path) + + # Verify the output + mce_helpers.check_golden_file( + pytestconfig, + output_path=output_path, + golden_path=test_resources_dir / "dremio_mces_golden.json", + ignore_paths=[], + ) + + +@freeze_time(FROZEN_TIME) +@pytest.mark.integration +def test_dremio_platform_instance_urns( + test_resources_dir, + dremio_setup, + pytestconfig, + tmp_path, +): config_file = (test_resources_dir / "dremio_to_file.yml").resolve() + output_path = tmp_path / "dremio_mces.json" + run_datahub_cmd(["ingest", "-c", f"{config_file}"], tmp_path=tmp_path) - # Verify the output. + with output_path.open() as f: + content = f.read() + # Skip if file is empty or just contains brackets + if not content or content.strip() in ('[]', '[', ']'): + pytest.fail(f"Output file is empty or invalid: {content}") + + try: + # Try to load as JSON Lines first + mces = [] + for line in content.splitlines(): + line = line.strip() + if line and not line in ('[', ']'): # Skip empty lines and bare brackets + mce = json.loads(line) + mces.append(mce) + except json.JSONDecodeError: + # If that fails, try loading as a single JSON array + try: + mces = json.loads(content) + except json.JSONDecodeError as e: + print(f"Failed to parse file content: {content}") + raise e + + # Verify MCEs + assert len(mces) > 0, "No MCEs found in output file" + + # Verify the platform instances + for mce in mces: + if "entityType" not in mce: + continue + + # Check dataset URN structure + if mce["entityType"] == "dataset" and "entityUrn" in mce: + assert "test-platform.dremio" in mce["entityUrn"], \ + f"Platform instance missing in dataset URN: {mce['entityUrn']}" + + # Check aspects for both datasets and containers + if "aspectName" in mce: + # Check dataPlatformInstance aspect + if mce["aspectName"] == "dataPlatformInstance": + aspect = mce["aspect"] + if not isinstance(aspect, Dict) or "json" not in aspect: + continue + + aspect_json = aspect["json"] + if not isinstance(aspect_json, Dict): + continue + + if "instance" not in aspect_json: + continue + + instance = aspect_json["instance"] + expected_instance = "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" + assert instance == expected_instance, \ + f"Invalid platform instance format: {instance}" + + # Check browse paths + elif mce["aspectName"] == "browsePathsV2": + paths = mce["aspect"]["json"]["path"] + assert len(paths) > 0, "Browse paths should not be empty" + assert paths[0]["id"] == "test-platform", \ + f"First browse path element should be test-platform, got: {paths[0]}" + + # Verify against golden file mce_helpers.check_golden_file( pytestconfig, - output_path=tmp_path / "dremio_mces.json", + output_path=output_path, golden_path=test_resources_dir / "dremio_mces_golden.json", ignore_paths=[], ) From 0e0a0062123050334ba9f5669834e56656f24db5 Mon Sep 17 00:00:00 2001 From: Jonny Dixon Date: Fri, 29 Nov 2024 18:59:34 +0000 Subject: [PATCH 07/52] linting --- .../tests/integration/dremio/test_dremio.py | 47 +++++++++---------- 1 file changed, 23 insertions(+), 24 deletions(-) diff --git a/metadata-ingestion/tests/integration/dremio/test_dremio.py b/metadata-ingestion/tests/integration/dremio/test_dremio.py index 2eaa0fb31d5305..7af4c2a7cc8054 100644 --- a/metadata-ingestion/tests/integration/dremio/test_dremio.py +++ b/metadata-ingestion/tests/integration/dremio/test_dremio.py @@ -230,7 +230,7 @@ def upload_dataset(headers): "trimHeader": True, "skipFirstLine": False, "type": "Text", - } + }, } response = requests.post(url, headers=headers, data=json.dumps(payload)) @@ -247,11 +247,7 @@ def upload_dataset(headers): "Dremio University", "oracle-departments.xlsx", ], - "format": { - "extractHeader": True, - "hasMergedCells": False, - "type": "Excel" - } + "format": {"extractHeader": True, "hasMergedCells": False, "type": "Excel"}, } response = requests.post(url, headers=headers, data=json.dumps(payload)) @@ -278,7 +274,7 @@ def upload_dataset(headers): "trimHeader": True, "skipFirstLine": False, "type": "Text", - } + }, } response = requests.post(url, headers=headers, data=json.dumps(payload)) @@ -310,7 +306,7 @@ def create_view(headers): "entityType": "dataset", "type": "VIRTUAL_DATASET", "path": ["space", "test_folder", "raw"], - "sql": 'SELECT * FROM s3.warehouse', + "sql": "SELECT * FROM s3.warehouse", } response = requests.post(url, headers=headers, data=json.dumps(payload)) assert response.status_code == 200, f"Failed to create view: {response.text}" @@ -330,7 +326,7 @@ def create_view(headers): "entityType": "dataset", "type": "VIRTUAL_DATASET", "path": ["space", "test_folder", "customers"], - "sql": 'SELECT * FROM mysql.northwind.customers', + "sql": "SELECT * FROM mysql.northwind.customers", "sqlContext": ["mysql", "northwind"], } response = requests.post(url, headers=headers, data=json.dumps(payload)) @@ -340,7 +336,7 @@ def create_view(headers): "entityType": "dataset", "type": "VIRTUAL_DATASET", "path": ["space", "test_folder", "orders"], - "sql": 'SELECT * FROM mysql.northwind.orders', + "sql": "SELECT * FROM mysql.northwind.orders", "sqlContext": ["mysql", "northwind"], } response = requests.post(url, headers=headers, data=json.dumps(payload)) @@ -350,7 +346,7 @@ def create_view(headers): "entityType": "dataset", "type": "VIRTUAL_DATASET", "path": ["space", "test_folder", "metadata_aspect"], - "sql": 'SELECT * FROM mysql.metagalaxy.metadata_aspect', + "sql": "SELECT * FROM mysql.metagalaxy.metadata_aspect", "sqlContext": ["mysql", "metagalaxy"], } response = requests.post(url, headers=headers, data=json.dumps(payload)) @@ -360,7 +356,7 @@ def create_view(headers): "entityType": "dataset", "type": "VIRTUAL_DATASET", "path": ["space", "test_folder", "metadata_index"], - "sql": 'SELECT * FROM mysql.metagalaxy.metadata_index', + "sql": "SELECT * FROM mysql.metagalaxy.metadata_index", "sqlContext": ["mysql", "metagalaxy"], } response = requests.post(url, headers=headers, data=json.dumps(payload)) @@ -370,7 +366,7 @@ def create_view(headers): "entityType": "dataset", "type": "VIRTUAL_DATASET", "path": ["space", "test_folder", "metadata_index_view"], - "sql": 'SELECT * FROM mysql.metagalaxy.metadata_index_view', + "sql": "SELECT * FROM mysql.metagalaxy.metadata_index_view", "sqlContext": ["mysql", "metagalaxy"], } response = requests.post(url, headers=headers, data=json.dumps(payload)) @@ -497,10 +493,10 @@ def test_dremio_ingest( @freeze_time(FROZEN_TIME) @pytest.mark.integration def test_dremio_platform_instance_urns( - test_resources_dir, - dremio_setup, - pytestconfig, - tmp_path, + test_resources_dir, + dremio_setup, + pytestconfig, + tmp_path, ): config_file = (test_resources_dir / "dremio_to_file.yml").resolve() output_path = tmp_path / "dremio_mces.json" @@ -510,7 +506,7 @@ def test_dremio_platform_instance_urns( with output_path.open() as f: content = f.read() # Skip if file is empty or just contains brackets - if not content or content.strip() in ('[]', '[', ']'): + if not content or content.strip() in ("[]", "[", "]"): pytest.fail(f"Output file is empty or invalid: {content}") try: @@ -539,8 +535,9 @@ def test_dremio_platform_instance_urns( # Check dataset URN structure if mce["entityType"] == "dataset" and "entityUrn" in mce: - assert "test-platform.dremio" in mce["entityUrn"], \ - f"Platform instance missing in dataset URN: {mce['entityUrn']}" + assert ( + "test-platform.dremio" in mce["entityUrn"] + ), f"Platform instance missing in dataset URN: {mce['entityUrn']}" # Check aspects for both datasets and containers if "aspectName" in mce: @@ -559,15 +556,17 @@ def test_dremio_platform_instance_urns( instance = aspect_json["instance"] expected_instance = "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" - assert instance == expected_instance, \ - f"Invalid platform instance format: {instance}" + assert ( + instance == expected_instance + ), f"Invalid platform instance format: {instance}" # Check browse paths elif mce["aspectName"] == "browsePathsV2": paths = mce["aspect"]["json"]["path"] assert len(paths) > 0, "Browse paths should not be empty" - assert paths[0]["id"] == "test-platform", \ - f"First browse path element should be test-platform, got: {paths[0]}" + assert ( + paths[0]["id"] == "test-platform" + ), f"First browse path element should be test-platform, got: {paths[0]}" # Verify against golden file mce_helpers.check_golden_file( From b015626e6e02c358db5b701ed5b0a7d3139582f6 Mon Sep 17 00:00:00 2001 From: Jonny Dixon Date: Fri, 29 Nov 2024 19:10:25 +0000 Subject: [PATCH 08/52] more linting --- metadata-ingestion/tests/integration/dremio/test_dremio.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/metadata-ingestion/tests/integration/dremio/test_dremio.py b/metadata-ingestion/tests/integration/dremio/test_dremio.py index 7af4c2a7cc8054..3fcca813253f60 100644 --- a/metadata-ingestion/tests/integration/dremio/test_dremio.py +++ b/metadata-ingestion/tests/integration/dremio/test_dremio.py @@ -248,7 +248,7 @@ def upload_dataset(headers): "oracle-departments.xlsx", ], "format": {"extractHeader": True, "hasMergedCells": False, "type": "Excel"}, - } + } response = requests.post(url, headers=headers, data=json.dumps(payload)) assert response.status_code == 200, f"Failed to add dataset: {response.text}" @@ -514,7 +514,7 @@ def test_dremio_platform_instance_urns( mces = [] for line in content.splitlines(): line = line.strip() - if line and not line in ('[', ']'): # Skip empty lines and bare brackets + if line and not line in ("[", "]"): # Skip empty lines and bare brackets mce = json.loads(line) mces.append(mce) except json.JSONDecodeError: From 1ef76bbcdd9845c38465ad4e0d38b0587c0c819f Mon Sep 17 00:00:00 2001 From: Jonny Dixon Date: Fri, 29 Nov 2024 19:21:00 +0000 Subject: [PATCH 09/52] Update test_dremio.py --- metadata-ingestion/tests/integration/dremio/test_dremio.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/metadata-ingestion/tests/integration/dremio/test_dremio.py b/metadata-ingestion/tests/integration/dremio/test_dremio.py index 3fcca813253f60..6207170a5ef045 100644 --- a/metadata-ingestion/tests/integration/dremio/test_dremio.py +++ b/metadata-ingestion/tests/integration/dremio/test_dremio.py @@ -514,7 +514,7 @@ def test_dremio_platform_instance_urns( mces = [] for line in content.splitlines(): line = line.strip() - if line and not line in ("[", "]"): # Skip empty lines and bare brackets + if line and line not in ("[", "]"): # Skip empty lines and bare brackets mce = json.loads(line) mces.append(mce) except json.JSONDecodeError: From 3d9e386464477bf69278c6b265e9cc0782dba808 Mon Sep 17 00:00:00 2001 From: Jonny Dixon Date: Sun, 1 Dec 2024 08:10:05 +0000 Subject: [PATCH 10/52] golden mce update --- .../dremio/dremio_mces_golden.json | 1504 ++++++++--------- 1 file changed, 752 insertions(+), 752 deletions(-) diff --git a/metadata-ingestion/tests/integration/dremio/dremio_mces_golden.json b/metadata-ingestion/tests/integration/dremio/dremio_mces_golden.json index fedac9e9c6c877..5b5ddde68d731e 100644 --- a/metadata-ingestion/tests/integration/dremio/dremio_mces_golden.json +++ b/metadata-ingestion/tests/integration/dremio/dremio_mces_golden.json @@ -15,7 +15,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -32,7 +32,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -50,7 +50,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -66,7 +66,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -89,7 +89,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -109,7 +109,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -126,7 +126,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -144,7 +144,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -160,7 +160,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -183,7 +183,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -203,7 +203,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -220,7 +220,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -238,7 +238,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -254,7 +254,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -277,7 +277,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -297,7 +297,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -314,7 +314,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -332,7 +332,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -348,7 +348,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -371,7 +371,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -391,7 +391,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -408,7 +408,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -426,7 +426,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -442,7 +442,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -465,7 +465,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -485,7 +485,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -501,7 +501,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -518,7 +518,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -536,7 +536,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -552,7 +552,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -579,7 +579,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -599,7 +599,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -615,7 +615,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -632,7 +632,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -650,7 +650,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -666,7 +666,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -693,7 +693,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -713,7 +713,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -729,7 +729,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -746,7 +746,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -764,7 +764,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -780,7 +780,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -807,7 +807,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -827,7 +827,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -843,7 +843,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -860,7 +860,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -878,7 +878,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -894,7 +894,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -921,7 +921,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -941,7 +941,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -957,7 +957,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -974,7 +974,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -992,7 +992,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -1008,7 +1008,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -1035,7 +1035,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -1055,7 +1055,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -1071,7 +1071,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -1088,7 +1088,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -1106,7 +1106,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -1122,7 +1122,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -1149,7 +1149,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -1169,7 +1169,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -1185,7 +1185,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -1202,7 +1202,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -1220,7 +1220,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -1236,7 +1236,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -1263,7 +1263,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -1283,7 +1283,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -1299,7 +1299,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -1316,7 +1316,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -1334,7 +1334,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -1350,7 +1350,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -1377,7 +1377,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -1397,7 +1397,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -1413,7 +1413,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -1430,7 +1430,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -1448,7 +1448,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -1464,7 +1464,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -1495,7 +1495,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -1515,7 +1515,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -1531,7 +1531,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -1548,7 +1548,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -1566,7 +1566,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -1582,7 +1582,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -1613,7 +1613,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -1633,7 +1633,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -1649,7 +1649,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -1666,7 +1666,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -1684,7 +1684,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -1700,7 +1700,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -1735,7 +1735,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -1755,7 +1755,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -1771,7 +1771,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -1788,7 +1788,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -1806,7 +1806,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -1822,7 +1822,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -1861,7 +1861,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -1885,7 +1885,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -1903,7 +1903,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -1920,7 +1920,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -1936,7 +1936,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -1954,7 +1954,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -2096,7 +2096,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -2112,7 +2112,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -2139,7 +2139,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -2163,7 +2163,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -2181,7 +2181,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -2198,7 +2198,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -2214,7 +2214,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -2232,7 +2232,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -2262,43 +2262,43 @@ }, "fields": [ { - "fieldPath": "email_address", + "fieldPath": "priority", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "float(24)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "priority", + "fieldPath": "id", "nullable": true, "type": { "type": { "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "float(24)", + "nativeDataType": "integer(32)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "id", + "fieldPath": "company", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "integer(32)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "company", + "fieldPath": "last_name", "nullable": true, "type": { "type": { @@ -2310,7 +2310,7 @@ "isPartOfKey": false }, { - "fieldPath": "last_name", + "fieldPath": "first_name", "nullable": true, "type": { "type": { @@ -2322,7 +2322,7 @@ "isPartOfKey": false }, { - "fieldPath": "first_name", + "fieldPath": "email_address", "nullable": true, "type": { "type": { @@ -2338,7 +2338,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -2354,7 +2354,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -2385,7 +2385,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -2409,7 +2409,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -2427,7 +2427,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -2444,7 +2444,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -2460,7 +2460,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -2478,7 +2478,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -2508,14 +2508,14 @@ }, "fields": [ { - "fieldPath": "createdon", + "fieldPath": "version", "nullable": true, "type": { "type": { - "com.linkedin.schema.DateType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "timestamp(23)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, @@ -2544,19 +2544,19 @@ "isPartOfKey": false }, { - "fieldPath": "urn", + "fieldPath": "createdon", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.DateType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "timestamp(23)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "aspect", + "fieldPath": "metadata", "nullable": true, "type": { "type": { @@ -2568,19 +2568,19 @@ "isPartOfKey": false }, { - "fieldPath": "version", + "fieldPath": "urn", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "metadata", + "fieldPath": "aspect", "nullable": true, "type": { "type": { @@ -2596,7 +2596,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -2612,7 +2612,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -2643,7 +2643,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -2667,7 +2667,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -2685,7 +2685,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -2702,7 +2702,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -2718,7 +2718,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -2736,7 +2736,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -2766,31 +2766,31 @@ }, "fields": [ { - "fieldPath": "longVal", + "fieldPath": "doubleVal", "nullable": true, "type": { "type": { "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "double(53)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "path", + "fieldPath": "id", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "aspect", + "fieldPath": "urn", "nullable": true, "type": { "type": { @@ -2802,7 +2802,7 @@ "isPartOfKey": false }, { - "fieldPath": "urn", + "fieldPath": "aspect", "nullable": true, "type": { "type": { @@ -2814,26 +2814,26 @@ "isPartOfKey": false }, { - "fieldPath": "id", + "fieldPath": "path", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "doubleVal", + "fieldPath": "longVal", "nullable": true, "type": { "type": { "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "double(53)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, @@ -2854,7 +2854,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -2870,7 +2870,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -2901,7 +2901,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -2925,7 +2925,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -2943,7 +2943,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -2960,7 +2960,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -2976,7 +2976,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -2994,7 +2994,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -3024,19 +3024,19 @@ }, "fields": [ { - "fieldPath": "id", + "fieldPath": "urn", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "urn", + "fieldPath": "path", "nullable": true, "type": { "type": { @@ -3048,26 +3048,26 @@ "isPartOfKey": false }, { - "fieldPath": "path", + "fieldPath": "doubleVal", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "double(53)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "doubleVal", + "fieldPath": "id", "nullable": true, "type": { "type": { "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "double(53)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false } @@ -3076,7 +3076,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -3092,7 +3092,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -3123,7 +3123,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -3147,7 +3147,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -3165,7 +3165,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -3182,7 +3182,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -3198,7 +3198,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -3216,7 +3216,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -3258,26 +3258,26 @@ "isPartOfKey": false }, { - "fieldPath": "description", + "fieldPath": "id", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "integer(32)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "id", + "fieldPath": "description", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "integer(32)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false } @@ -3286,7 +3286,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -3302,7 +3302,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -3333,7 +3333,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -3357,7 +3357,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -3375,7 +3375,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -3392,7 +3392,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -3408,7 +3408,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -3426,7 +3426,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -3456,19 +3456,19 @@ }, "fields": [ { - "fieldPath": "salary", + "fieldPath": "name", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "age", + "fieldPath": "id", "nullable": true, "type": { "type": { @@ -3480,19 +3480,19 @@ "isPartOfKey": false }, { - "fieldPath": "name", + "fieldPath": "salary", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "id", + "fieldPath": "age", "nullable": true, "type": { "type": { @@ -3508,7 +3508,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -3524,7 +3524,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -3555,7 +3555,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -3579,7 +3579,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -3597,7 +3597,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -3614,7 +3614,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -3630,7 +3630,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -3712,7 +3712,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -3728,7 +3728,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -3753,7 +3753,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -3780,7 +3780,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -3804,7 +3804,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -3822,7 +3822,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -3839,7 +3839,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -3855,7 +3855,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -3897,7 +3897,7 @@ "isPartOfKey": false }, { - "fieldPath": "aspect", + "fieldPath": "createdby", "nullable": true, "type": { "type": { @@ -3909,19 +3909,19 @@ "isPartOfKey": false }, { - "fieldPath": "version", + "fieldPath": "createdon", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.DateType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "timestamp(23)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "createdby", + "fieldPath": "metadata", "nullable": true, "type": { "type": { @@ -3933,19 +3933,19 @@ "isPartOfKey": false }, { - "fieldPath": "createdon", + "fieldPath": "version", "nullable": true, "type": { "type": { - "com.linkedin.schema.DateType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "timestamp(23)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "metadata", + "fieldPath": "aspect", "nullable": true, "type": { "type": { @@ -3973,7 +3973,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -3989,7 +3989,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -4014,7 +4014,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -4045,7 +4045,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -4069,7 +4069,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -4087,7 +4087,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -4104,7 +4104,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -4120,7 +4120,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -4150,19 +4150,19 @@ }, "fields": [ { - "fieldPath": "urn", + "fieldPath": "id", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "aspect", + "fieldPath": "urn", "nullable": true, "type": { "type": { @@ -4174,7 +4174,7 @@ "isPartOfKey": false }, { - "fieldPath": "path", + "fieldPath": "aspect", "nullable": true, "type": { "type": { @@ -4186,7 +4186,7 @@ "isPartOfKey": false }, { - "fieldPath": "stringVal", + "fieldPath": "path", "nullable": true, "type": { "type": { @@ -4198,38 +4198,38 @@ "isPartOfKey": false }, { - "fieldPath": "doubleVal", + "fieldPath": "longVal", "nullable": true, "type": { "type": { "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "double(53)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "id", + "fieldPath": "stringVal", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "longVal", + "fieldPath": "doubleVal", "nullable": true, "type": { "type": { "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "double(53)", "recursive": false, "isPartOfKey": false } @@ -4238,7 +4238,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -4254,7 +4254,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -4279,7 +4279,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -4310,7 +4310,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -4334,7 +4334,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -4352,7 +4352,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -4369,7 +4369,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -4385,7 +4385,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -4427,14 +4427,14 @@ "isPartOfKey": false }, { - "fieldPath": "doubleVal", + "fieldPath": "urn", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "double(53)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, @@ -4451,14 +4451,14 @@ "isPartOfKey": false }, { - "fieldPath": "urn", + "fieldPath": "doubleVal", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "double(53)", "recursive": false, "isPartOfKey": false } @@ -4467,7 +4467,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -4483,7 +4483,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -4508,7 +4508,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -4539,7 +4539,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -4563,7 +4563,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -4581,7 +4581,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -4598,7 +4598,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -4614,7 +4614,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -4644,31 +4644,31 @@ }, "fields": [ { - "fieldPath": "first_name", + "fieldPath": "id", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "integer(32)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "id", + "fieldPath": "company", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "integer(32)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "company", + "fieldPath": "last_name", "nullable": true, "type": { "type": { @@ -4680,7 +4680,7 @@ "isPartOfKey": false }, { - "fieldPath": "last_name", + "fieldPath": "first_name", "nullable": true, "type": { "type": { @@ -4720,7 +4720,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -4736,7 +4736,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -4761,7 +4761,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -4792,7 +4792,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -4816,7 +4816,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -4834,7 +4834,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -4851,7 +4851,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -4867,7 +4867,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -4897,31 +4897,31 @@ }, "fields": [ { - "fieldPath": "customer_id", + "fieldPath": "description", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "integer(32)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "description", + "fieldPath": "id", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "integer(32)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "id", + "fieldPath": "customer_id", "nullable": true, "type": { "type": { @@ -4937,7 +4937,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -4953,7 +4953,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -4978,7 +4978,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -5009,7 +5009,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -5033,7 +5033,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -5051,7 +5051,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -5068,7 +5068,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -5084,7 +5084,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -5114,7 +5114,7 @@ }, "fields": [ { - "fieldPath": "E", + "fieldPath": "H", "nullable": true, "type": { "type": { @@ -5126,7 +5126,7 @@ "isPartOfKey": false }, { - "fieldPath": "C", + "fieldPath": "G", "nullable": true, "type": { "type": { @@ -5138,7 +5138,7 @@ "isPartOfKey": false }, { - "fieldPath": "B", + "fieldPath": "F", "nullable": true, "type": { "type": { @@ -5150,7 +5150,7 @@ "isPartOfKey": false }, { - "fieldPath": "A", + "fieldPath": "E", "nullable": true, "type": { "type": { @@ -5174,7 +5174,7 @@ "isPartOfKey": false }, { - "fieldPath": "I", + "fieldPath": "C", "nullable": true, "type": { "type": { @@ -5186,7 +5186,7 @@ "isPartOfKey": false }, { - "fieldPath": "H", + "fieldPath": "B", "nullable": true, "type": { "type": { @@ -5198,7 +5198,7 @@ "isPartOfKey": false }, { - "fieldPath": "G", + "fieldPath": "A", "nullable": true, "type": { "type": { @@ -5210,7 +5210,7 @@ "isPartOfKey": false }, { - "fieldPath": "F", + "fieldPath": "I", "nullable": true, "type": { "type": { @@ -5226,7 +5226,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -5242,7 +5242,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -5267,7 +5267,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -5298,7 +5298,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -5322,7 +5322,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -5340,7 +5340,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -5357,7 +5357,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -5373,7 +5373,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -5403,7 +5403,7 @@ }, "fields": [ { - "fieldPath": "F", + "fieldPath": "I", "nullable": true, "type": { "type": { @@ -5415,7 +5415,7 @@ "isPartOfKey": false }, { - "fieldPath": "G", + "fieldPath": "A", "nullable": true, "type": { "type": { @@ -5427,7 +5427,7 @@ "isPartOfKey": false }, { - "fieldPath": "H", + "fieldPath": "B", "nullable": true, "type": { "type": { @@ -5439,7 +5439,7 @@ "isPartOfKey": false }, { - "fieldPath": "I", + "fieldPath": "C", "nullable": true, "type": { "type": { @@ -5451,7 +5451,7 @@ "isPartOfKey": false }, { - "fieldPath": "J", + "fieldPath": "D", "nullable": true, "type": { "type": { @@ -5463,7 +5463,7 @@ "isPartOfKey": false }, { - "fieldPath": "K", + "fieldPath": "E", "nullable": true, "type": { "type": { @@ -5475,7 +5475,7 @@ "isPartOfKey": false }, { - "fieldPath": "L", + "fieldPath": "F", "nullable": true, "type": { "type": { @@ -5487,7 +5487,7 @@ "isPartOfKey": false }, { - "fieldPath": "M", + "fieldPath": "G", "nullable": true, "type": { "type": { @@ -5499,7 +5499,7 @@ "isPartOfKey": false }, { - "fieldPath": "A", + "fieldPath": "H", "nullable": true, "type": { "type": { @@ -5511,7 +5511,7 @@ "isPartOfKey": false }, { - "fieldPath": "B", + "fieldPath": "J", "nullable": true, "type": { "type": { @@ -5523,7 +5523,7 @@ "isPartOfKey": false }, { - "fieldPath": "C", + "fieldPath": "K", "nullable": true, "type": { "type": { @@ -5535,7 +5535,7 @@ "isPartOfKey": false }, { - "fieldPath": "D", + "fieldPath": "L", "nullable": true, "type": { "type": { @@ -5547,7 +5547,7 @@ "isPartOfKey": false }, { - "fieldPath": "E", + "fieldPath": "M", "nullable": true, "type": { "type": { @@ -5563,7 +5563,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -5579,7 +5579,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -5604,7 +5604,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -5639,7 +5639,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -5663,7 +5663,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -5681,7 +5681,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -5698,7 +5698,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -5714,7 +5714,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -5744,31 +5744,31 @@ }, "fields": [ { - "fieldPath": "DEPARTMENT_ID", + "fieldPath": "DEPARTMENT_NAME", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "double(53)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "DEPARTMENT_NAME", + "fieldPath": "MANAGER_ID", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "double(53)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "MANAGER_ID", + "fieldPath": "DEPARTMENT_ID", "nullable": true, "type": { "type": { @@ -5796,7 +5796,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -5812,7 +5812,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -5837,7 +5837,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -5872,7 +5872,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -5896,7 +5896,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -5914,7 +5914,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -5931,7 +5931,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -5947,7 +5947,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -5977,19 +5977,19 @@ }, "fields": [ { - "fieldPath": "cp_type", + "fieldPath": "cp_catalog_page_number", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "cp_description", + "fieldPath": "cp_type", "nullable": true, "type": { "type": { @@ -6001,14 +6001,14 @@ "isPartOfKey": false }, { - "fieldPath": "cp_catalog_page_number", + "fieldPath": "cp_description", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, @@ -6089,7 +6089,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -6105,7 +6105,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -6130,7 +6130,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -6173,7 +6173,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -6202,7 +6202,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -6231,7 +6231,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -6260,7 +6260,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -6289,7 +6289,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -6318,7 +6318,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -6347,7 +6347,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -6376,7 +6376,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -6405,7 +6405,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -6434,7 +6434,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -6463,7 +6463,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -6493,7 +6493,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -6521,7 +6521,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -6544,7 +6544,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -6560,7 +6560,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -6590,7 +6590,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -6618,7 +6618,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -6641,7 +6641,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -6657,7 +6657,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -6687,7 +6687,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -6715,7 +6715,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -6738,7 +6738,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -6754,7 +6754,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -6784,7 +6784,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -6812,7 +6812,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -6835,7 +6835,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -6851,7 +6851,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -6881,7 +6881,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -6909,7 +6909,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -6932,7 +6932,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -6948,7 +6948,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -6978,7 +6978,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -7006,7 +7006,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -7029,7 +7029,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -7045,13 +7045,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7061,42 +7061,52 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 0, - "columnCount": 7, + "rowCount": 3834, + "columnCount": 9, "fieldProfiles": [ { - "fieldPath": "longVal", - "uniqueCount": 0, + "fieldPath": "E", + "uniqueCount": 192, "nullCount": 0 }, { - "fieldPath": "path", - "uniqueCount": 0, + "fieldPath": "G", + "uniqueCount": 40, "nullCount": 0 }, { - "fieldPath": "aspect", - "uniqueCount": 0, + "fieldPath": "H", + "uniqueCount": 91, "nullCount": 0 }, { - "fieldPath": "urn", - "uniqueCount": 0, + "fieldPath": "I", + "uniqueCount": 85, "nullCount": 0 }, { - "fieldPath": "id", - "uniqueCount": 0, + "fieldPath": "F", + "uniqueCount": 61, "nullCount": 0 }, { - "fieldPath": "doubleVal", - "uniqueCount": 0, + "fieldPath": "A", + "uniqueCount": 2, "nullCount": 0 }, { - "fieldPath": "stringVal", - "uniqueCount": 0, + "fieldPath": "B", + "uniqueCount": 2, + "nullCount": 0 + }, + { + "fieldPath": "C", + "uniqueCount": 3834, + "nullCount": 0 + }, + { + "fieldPath": "D", + "uniqueCount": 76, "nullCount": 0 } ] @@ -7104,13 +7114,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7121,28 +7131,18 @@ "type": "FULL_TABLE" }, "rowCount": 0, - "columnCount": 7, + "columnCount": 4, "fieldProfiles": [ { "fieldPath": "urn", "uniqueCount": 0, "nullCount": 0 }, - { - "fieldPath": "aspect", - "uniqueCount": 0, - "nullCount": 0 - }, { "fieldPath": "path", "uniqueCount": 0, "nullCount": 0 }, - { - "fieldPath": "stringVal", - "uniqueCount": 0, - "nullCount": 0 - }, { "fieldPath": "doubleVal", "uniqueCount": 0, @@ -7152,24 +7152,19 @@ "fieldPath": "id", "uniqueCount": 0, "nullCount": 0 - }, - { - "fieldPath": "longVal", - "uniqueCount": 0, - "nullCount": 0 } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7179,66 +7174,86 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 3834, - "columnCount": 9, + "rowCount": 10842, + "columnCount": 13, "fieldProfiles": [ { - "fieldPath": "E", - "uniqueCount": 192, + "fieldPath": "I", + "uniqueCount": 8, "nullCount": 0 }, { - "fieldPath": "G", - "uniqueCount": 40, + "fieldPath": "A", + "uniqueCount": 9661, "nullCount": 0 }, { - "fieldPath": "H", - "uniqueCount": 91, + "fieldPath": "B", + "uniqueCount": 35, "nullCount": 0 }, { - "fieldPath": "I", - "uniqueCount": 85, + "fieldPath": "C", + "uniqueCount": 42, + "nullCount": 0 + }, + { + "fieldPath": "D", + "uniqueCount": 6003, + "nullCount": 0 + }, + { + "fieldPath": "E", + "uniqueCount": 463, "nullCount": 0 }, { "fieldPath": "F", - "uniqueCount": 61, + "uniqueCount": 23, "nullCount": 0 }, { - "fieldPath": "A", - "uniqueCount": 2, + "fieldPath": "G", + "uniqueCount": 5, "nullCount": 0 }, { - "fieldPath": "B", - "uniqueCount": 2, + "fieldPath": "H", + "uniqueCount": 94, "nullCount": 0 }, { - "fieldPath": "C", - "uniqueCount": 3834, + "fieldPath": "J", + "uniqueCount": 121, "nullCount": 0 }, { - "fieldPath": "D", - "uniqueCount": 76, + "fieldPath": "K", + "uniqueCount": 1379, + "nullCount": 0 + }, + { + "fieldPath": "L", + "uniqueCount": 2835, "nullCount": 0 + }, + { + "fieldPath": "M", + "uniqueCount": 35, + "nullCount": 1 } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.orders,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7249,25 +7264,20 @@ "type": "FULL_TABLE" }, "rowCount": 0, - "columnCount": 4, + "columnCount": 3, "fieldProfiles": [ { - "fieldPath": "id", - "uniqueCount": 0, - "nullCount": 0 - }, - { - "fieldPath": "urn", + "fieldPath": "description", "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "path", + "fieldPath": "id", "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "doubleVal", + "fieldPath": "customer_id", "uniqueCount": 0, "nullCount": 0 } @@ -7276,13 +7286,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.s3.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7292,66 +7302,47 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 3834, - "columnCount": 9, + "rowCount": 4, + "columnCount": 4, "fieldProfiles": [ { - "fieldPath": "E", - "uniqueCount": 192, - "nullCount": 0 - }, - { - "fieldPath": "C", - "uniqueCount": 3834, - "nullCount": 0 - }, - { - "fieldPath": "B", - "uniqueCount": 2, - "nullCount": 0 - }, - { - "fieldPath": "A", - "uniqueCount": 2, - "nullCount": 0 - }, - { - "fieldPath": "D", - "uniqueCount": 76, - "nullCount": 0 - }, - { - "fieldPath": "I", - "uniqueCount": 85, - "nullCount": 0 + "fieldPath": "id", + "uniqueCount": 4, + "nullCount": 0, + "mean": "2.5", + "stdev": "1.2909944487358056" }, { - "fieldPath": "H", - "uniqueCount": 91, + "fieldPath": "name", + "uniqueCount": 4, "nullCount": 0 }, { - "fieldPath": "G", - "uniqueCount": 40, - "nullCount": 0 + "fieldPath": "age", + "uniqueCount": 4, + "nullCount": 0, + "mean": "32.5", + "stdev": "6.454972243679028" }, { - "fieldPath": "F", - "uniqueCount": 61, - "nullCount": 0 + "fieldPath": "salary", + "uniqueCount": 4, + "nullCount": 0, + "mean": "65000.0", + "stdev": "12909.944487358056" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.orders,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7361,42 +7352,22 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 2, - "columnCount": 7, + "rowCount": 0, + "columnCount": 3, "fieldProfiles": [ { - "fieldPath": "createdon", - "uniqueCount": 1, - "nullCount": 0 - }, - { - "fieldPath": "createdfor", + "fieldPath": "customer_id", "uniqueCount": 0, - "nullCount": 2 - }, - { - "fieldPath": "createdby", - "uniqueCount": 1, - "nullCount": 0 - }, - { - "fieldPath": "urn", - "uniqueCount": 1, - "nullCount": 0 - }, - { - "fieldPath": "aspect", - "uniqueCount": 2, "nullCount": 0 }, { - "fieldPath": "version", - "uniqueCount": 1, + "fieldPath": "id", + "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "metadata", - "uniqueCount": 2, + "fieldPath": "description", + "uniqueCount": 0, "nullCount": 0 } ] @@ -7404,13 +7375,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.orders,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7420,80 +7391,52 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 0, - "columnCount": 3, + "rowCount": 3834, + "columnCount": 9, "fieldProfiles": [ { - "fieldPath": "customer_id", - "uniqueCount": 0, - "nullCount": 0 + "fieldPath": "H", + "uniqueCount": 91, + "nullCount": 0 }, { - "fieldPath": "description", - "uniqueCount": 0, + "fieldPath": "G", + "uniqueCount": 40, "nullCount": 0 }, { - "fieldPath": "id", - "uniqueCount": 0, + "fieldPath": "F", + "uniqueCount": 61, "nullCount": 0 - } - ] - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.customers,PROD)", - "changeType": "UPSERT", - "aspectName": "datasetProfile", - "aspect": { - "json": { - "timestampMillis": 1697353200000, - "partitionSpec": { - "partition": "FULL_TABLE_SNAPSHOT", - "type": "FULL_TABLE" - }, - "rowCount": 5, - "columnCount": 6, - "fieldProfiles": [ + }, { - "fieldPath": "email_address", - "uniqueCount": 5, + "fieldPath": "E", + "uniqueCount": 192, "nullCount": 0 }, { - "fieldPath": "priority", - "uniqueCount": 3, - "nullCount": 1, - "mean": "4.175000011920929", - "stdev": "0.4924429489953036" + "fieldPath": "D", + "uniqueCount": 76, + "nullCount": 0 }, { - "fieldPath": "id", - "uniqueCount": 5, - "nullCount": 0, - "mean": "3.0", - "stdev": "1.5811388300841898" + "fieldPath": "C", + "uniqueCount": 3834, + "nullCount": 0 }, { - "fieldPath": "company", - "uniqueCount": 5, + "fieldPath": "B", + "uniqueCount": 2, "nullCount": 0 }, { - "fieldPath": "last_name", - "uniqueCount": 5, + "fieldPath": "A", + "uniqueCount": 2, "nullCount": 0 }, { - "fieldPath": "first_name", - "uniqueCount": 5, + "fieldPath": "I", + "uniqueCount": 85, "nullCount": 0 } ] @@ -7501,13 +7444,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7517,72 +7460,42 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 10842, - "columnCount": 13, + "rowCount": 0, + "columnCount": 7, "fieldProfiles": [ { - "fieldPath": "F", - "uniqueCount": 23, - "nullCount": 0 - }, - { - "fieldPath": "G", - "uniqueCount": 5, - "nullCount": 0 - }, - { - "fieldPath": "H", - "uniqueCount": 94, - "nullCount": 0 - }, - { - "fieldPath": "I", - "uniqueCount": 8, - "nullCount": 0 - }, - { - "fieldPath": "J", - "uniqueCount": 121, - "nullCount": 0 - }, - { - "fieldPath": "K", - "uniqueCount": 1379, + "fieldPath": "id", + "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "L", - "uniqueCount": 2835, + "fieldPath": "urn", + "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "M", - "uniqueCount": 35, - "nullCount": 1 - }, - { - "fieldPath": "A", - "uniqueCount": 9661, + "fieldPath": "aspect", + "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "B", - "uniqueCount": 35, + "fieldPath": "path", + "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "C", - "uniqueCount": 42, + "fieldPath": "longVal", + "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "D", - "uniqueCount": 6003, + "fieldPath": "stringVal", + "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "E", - "uniqueCount": 463, + "fieldPath": "doubleVal", + "uniqueCount": 0, "nullCount": 0 } ] @@ -7590,13 +7503,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.orders,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.customers,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7606,22 +7519,41 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 0, - "columnCount": 3, + "rowCount": 5, + "columnCount": 6, "fieldProfiles": [ { - "fieldPath": "customer_id", - "uniqueCount": 0, + "fieldPath": "priority", + "uniqueCount": 3, + "nullCount": 1, + "mean": "4.175000011920929", + "stdev": "0.4924429489953036" + }, + { + "fieldPath": "id", + "uniqueCount": 5, + "nullCount": 0, + "mean": "3.0", + "stdev": "1.5811388300841898" + }, + { + "fieldPath": "company", + "uniqueCount": 5, "nullCount": 0 }, { - "fieldPath": "description", - "uniqueCount": 0, + "fieldPath": "last_name", + "uniqueCount": 5, "nullCount": 0 }, { - "fieldPath": "id", - "uniqueCount": 0, + "fieldPath": "first_name", + "uniqueCount": 5, + "nullCount": 0 + }, + { + "fieldPath": "email_address", + "uniqueCount": 5, "nullCount": 0 } ] @@ -7629,13 +7561,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.s3.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.customers,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7645,47 +7577,55 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 4, - "columnCount": 4, + "rowCount": 5, + "columnCount": 6, "fieldProfiles": [ { "fieldPath": "id", - "uniqueCount": 4, + "uniqueCount": 5, "nullCount": 0, - "mean": "2.5", - "stdev": "1.2909944487358056" + "mean": "3.0", + "stdev": "1.5811388300841898" }, { - "fieldPath": "name", - "uniqueCount": 4, + "fieldPath": "company", + "uniqueCount": 5, "nullCount": 0 }, { - "fieldPath": "age", - "uniqueCount": 4, - "nullCount": 0, - "mean": "32.5", - "stdev": "6.454972243679028" + "fieldPath": "last_name", + "uniqueCount": 5, + "nullCount": 0 }, { - "fieldPath": "salary", - "uniqueCount": 4, - "nullCount": 0, - "mean": "65000.0", - "stdev": "12909.944487358056" + "fieldPath": "first_name", + "uniqueCount": 5, + "nullCount": 0 + }, + { + "fieldPath": "email_address", + "uniqueCount": 5, + "nullCount": 0 + }, + { + "fieldPath": "priority", + "uniqueCount": 3, + "nullCount": 1, + "mean": "4.175000011920929", + "stdev": "0.4924429489953036" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.raw,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7695,47 +7635,41 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 4, + "rowCount": 0, "columnCount": 4, "fieldProfiles": [ { - "fieldPath": "salary", - "uniqueCount": 4, - "nullCount": 0, - "mean": "65000.0", - "stdev": "12909.944487358056" + "fieldPath": "path", + "uniqueCount": 0, + "nullCount": 0 }, { - "fieldPath": "age", - "uniqueCount": 4, - "nullCount": 0, - "mean": "32.5", - "stdev": "6.454972243679028" + "fieldPath": "urn", + "uniqueCount": 0, + "nullCount": 0 }, { - "fieldPath": "name", - "uniqueCount": 4, + "fieldPath": "id", + "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "id", - "uniqueCount": 4, - "nullCount": 0, - "mean": "2.5", - "stdev": "1.2909944487358056" + "fieldPath": "doubleVal", + "uniqueCount": 0, + "nullCount": 0 } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7745,55 +7679,56 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 5, - "columnCount": 6, + "rowCount": 2, + "columnCount": 7, "fieldProfiles": [ { - "fieldPath": "first_name", - "uniqueCount": 5, + "fieldPath": "createdfor", + "uniqueCount": 0, + "nullCount": 2 + }, + { + "fieldPath": "createdby", + "uniqueCount": 1, "nullCount": 0 }, { - "fieldPath": "id", - "uniqueCount": 5, - "nullCount": 0, - "mean": "3.0", - "stdev": "1.5811388300841898" + "fieldPath": "createdon", + "uniqueCount": 1, + "nullCount": 0 }, { - "fieldPath": "company", - "uniqueCount": 5, + "fieldPath": "metadata", + "uniqueCount": 2, "nullCount": 0 }, { - "fieldPath": "last_name", - "uniqueCount": 5, + "fieldPath": "version", + "uniqueCount": 1, "nullCount": 0 }, { - "fieldPath": "email_address", - "uniqueCount": 5, + "fieldPath": "aspect", + "uniqueCount": 2, "nullCount": 0 }, { - "fieldPath": "priority", - "uniqueCount": 3, - "nullCount": 1, - "mean": "4.175000011920929", - "stdev": "0.4924429489953036" + "fieldPath": "urn", + "uniqueCount": 1, + "nullCount": 0 } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7804,25 +7739,40 @@ "type": "FULL_TABLE" }, "rowCount": 0, - "columnCount": 4, + "columnCount": 7, "fieldProfiles": [ { - "fieldPath": "path", + "fieldPath": "doubleVal", "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "doubleVal", + "fieldPath": "id", "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "id", + "fieldPath": "urn", "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "urn", + "fieldPath": "aspect", + "uniqueCount": 0, + "nullCount": 0 + }, + { + "fieldPath": "path", + "uniqueCount": 0, + "nullCount": 0 + }, + { + "fieldPath": "longVal", + "uniqueCount": 0, + "nullCount": 0 + }, + { + "fieldPath": "stringVal", "uniqueCount": 0, "nullCount": 0 } @@ -7831,13 +7781,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7850,21 +7800,16 @@ "rowCount": 2, "columnCount": 7, "fieldProfiles": [ - { - "fieldPath": "createdfor", - "uniqueCount": 0, - "nullCount": 2 - }, - { - "fieldPath": "aspect", - "uniqueCount": 2, - "nullCount": 0 - }, { "fieldPath": "version", "uniqueCount": 1, "nullCount": 0 }, + { + "fieldPath": "createdfor", + "uniqueCount": 0, + "nullCount": 2 + }, { "fieldPath": "createdby", "uniqueCount": 1, @@ -7884,19 +7829,24 @@ "fieldPath": "urn", "uniqueCount": 1, "nullCount": 0 + }, + { + "fieldPath": "aspect", + "uniqueCount": 2, + "nullCount": 0 } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.raw,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7906,16 +7856,59 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 27, + "rowCount": 4, "columnCount": 4, "fieldProfiles": [ { - "fieldPath": "DEPARTMENT_ID", - "uniqueCount": 27, + "fieldPath": "name", + "uniqueCount": 4, + "nullCount": 0 + }, + { + "fieldPath": "id", + "uniqueCount": 4, "nullCount": 0, - "mean": "140.0", - "stdev": "79.37253933193772" + "mean": "2.5", + "stdev": "1.2909944487358056" + }, + { + "fieldPath": "salary", + "uniqueCount": 4, + "nullCount": 0, + "mean": "65000.0", + "stdev": "12909.944487358056" }, + { + "fieldPath": "age", + "uniqueCount": 4, + "nullCount": 0, + "mean": "32.5", + "stdev": "6.454972243679028" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", + "changeType": "UPSERT", + "aspectName": "datasetProfile", + "aspect": { + "json": { + "timestampMillis": 1697353200000, + "partitionSpec": { + "partition": "FULL_TABLE_SNAPSHOT", + "type": "FULL_TABLE" + }, + "rowCount": 27, + "columnCount": 4, + "fieldProfiles": [ { "fieldPath": "DEPARTMENT_NAME", "uniqueCount": 27, @@ -7928,6 +7921,13 @@ "mean": "154.9090909090909", "stdev": "47.139059272443184" }, + { + "fieldPath": "DEPARTMENT_ID", + "uniqueCount": 27, + "nullCount": 0, + "mean": "140.0", + "stdev": "79.37253933193772" + }, { "fieldPath": "LOCATION_ID", "uniqueCount": 7, @@ -7940,7 +7940,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -7959,6 +7959,13 @@ "rowCount": 30000, "columnCount": 9, "fieldProfiles": [ + { + "fieldPath": "cp_catalog_page_number", + "uniqueCount": 277, + "nullCount": 294, + "mean": "138.8378442065576", + "stdev": "80.01625232480262" + }, { "fieldPath": "cp_type", "uniqueCount": 4, @@ -7969,13 +7976,6 @@ "uniqueCount": 29718, "nullCount": 0 }, - { - "fieldPath": "cp_catalog_page_number", - "uniqueCount": 277, - "nullCount": 294, - "mean": "138.8378442065576", - "stdev": "80.01625232480262" - }, { "fieldPath": "cp_catalog_number", "uniqueCount": 109, @@ -8019,7 +8019,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -8035,7 +8035,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -8051,7 +8051,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -8067,7 +8067,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -8083,7 +8083,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -8099,7 +8099,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } }, @@ -8115,7 +8115,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hhfmvs", + "runId": "dremio-2023_10_15-07_00_00-0k5pus", "lastRunId": "no-run-id-provided" } } From f2debf2dfb0db7c4558cb2ad781338ec5adcc585 Mon Sep 17 00:00:00 2001 From: Jonny Dixon Date: Sun, 1 Dec 2024 08:14:01 +0000 Subject: [PATCH 11/52] Update dremio_api.py --- .../src/datahub/ingestion/source/dremio/dremio_api.py | 11 +++++++++++ 1 file changed, 11 insertions(+) diff --git a/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py b/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py index a6d4fbfade2249..4f0f106a63cb9e 100644 --- a/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py +++ b/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py @@ -825,3 +825,14 @@ def traverse_path(location_id: str, entity_path: List[str]) -> List: return containers return traverse_path(location_id=resource_id, entity_path=path) + + def get_context_for_vds(self, resource_id: str) -> str: + context_array = self.get( + url=f"/catalog/{resource_id}", + ).get("sqlContext") + if context_array: + return ".".join( + f'"{part}"' if "." in part else f"{part}" for part in context_array + ) + else: + return "" From c94e1b50a238054b3da9957d5b020022f9417a4e Mon Sep 17 00:00:00 2001 From: Jonny Dixon Date: Sun, 1 Dec 2024 08:15:19 +0000 Subject: [PATCH 12/52] Update dremio_api.py --- .../ingestion/source/dremio/dremio_api.py | 22 +++++++++---------- 1 file changed, 11 insertions(+), 11 deletions(-) diff --git a/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py b/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py index 4f0f106a63cb9e..5223c0cb28d1ee 100644 --- a/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py +++ b/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py @@ -774,6 +774,17 @@ def process_source_and_containers(source): return containers + def get_context_for_vds(self, resource_id: str) -> str: + context_array = self.get( + url=f"/catalog/{resource_id}", + ).get("sqlContext") + if context_array: + return ".".join( + f'"{part}"' if "." in part else f"{part}" for part in context_array + ) + else: + return "" + def get_containers_for_location( self, resource_id: str, path: List[str] ) -> List[Dict[str, str]]: @@ -825,14 +836,3 @@ def traverse_path(location_id: str, entity_path: List[str]) -> List: return containers return traverse_path(location_id=resource_id, entity_path=path) - - def get_context_for_vds(self, resource_id: str) -> str: - context_array = self.get( - url=f"/catalog/{resource_id}", - ).get("sqlContext") - if context_array: - return ".".join( - f'"{part}"' if "." in part else f"{part}" for part in context_array - ) - else: - return "" From e444c50df6afcc950d38689cf5293b1f8bf39c86 Mon Sep 17 00:00:00 2001 From: Jonny Dixon Date: Sun, 1 Dec 2024 08:16:01 +0000 Subject: [PATCH 13/52] Update dremio_api.py --- .../src/datahub/ingestion/source/dremio/dremio_api.py | 1 + 1 file changed, 1 insertion(+) diff --git a/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py b/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py index 5223c0cb28d1ee..37b967431db191 100644 --- a/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py +++ b/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py @@ -785,6 +785,7 @@ def get_context_for_vds(self, resource_id: str) -> str: else: return "" + def get_containers_for_location( self, resource_id: str, path: List[str] ) -> List[Dict[str, str]]: From 37ede9cdf622b33edb258a11367d6bc7fe75c9d3 Mon Sep 17 00:00:00 2001 From: Jonny Dixon Date: Sun, 1 Dec 2024 08:16:20 +0000 Subject: [PATCH 14/52] Update dremio_api.py --- .../src/datahub/ingestion/source/dremio/dremio_api.py | 1 - 1 file changed, 1 deletion(-) diff --git a/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py b/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py index 37b967431db191..5223c0cb28d1ee 100644 --- a/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py +++ b/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py @@ -785,7 +785,6 @@ def get_context_for_vds(self, resource_id: str) -> str: else: return "" - def get_containers_for_location( self, resource_id: str, path: List[str] ) -> List[Dict[str, str]]: From 4422ae38c763e27785cb94d44457241fad1558c5 Mon Sep 17 00:00:00 2001 From: Jonny Dixon Date: Sun, 1 Dec 2024 10:20:12 +0000 Subject: [PATCH 15/52] Update dremio_mces_golden.json --- .../tests/integration/dremio/dremio_mces_golden.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/metadata-ingestion/tests/integration/dremio/dremio_mces_golden.json b/metadata-ingestion/tests/integration/dremio/dremio_mces_golden.json index 5b5ddde68d731e..5d3f45948e7205 100644 --- a/metadata-ingestion/tests/integration/dremio/dremio_mces_golden.json +++ b/metadata-ingestion/tests/integration/dremio/dremio_mces_golden.json @@ -291,7 +291,7 @@ "customProperties": {}, "name": "@admin", "qualifiedName": "@admin", - "description": "# Wikis & Labels\n\n![Gnarly Catalog](https://d33wubrfki0l68.cloudfront.net/c1a54376c45a9276c080f3d10ed25ce61c17bcd2/2b946/img/home/open-source-for-everyone.svg)\n\nYou are reading the wiki for your home space! You can create and edit this information for any source, space, or folder.\n\nThis sidebar always shows the wiki for the current source, space or folder you are browsing.\n\nWhen previewing datasets, click on the `Catalog` tab to create a wiki or add labels to that dataset.\n\n**Tip:** You can hide the wiki by clicking on the sidebar icon on upper right hand side.", + "description": "# Wikis & Labels\n\n![Gnarly Catalog](https://d33wubrfki0l68.cloudfront.net/c1a54376c45a9276c080f3d10ed25ce61c17bcd2/2b946/img/home/open-source-for-everyone.svg)\n\nYou are reading the wiki for your home space! You can create and edit this information for any source, space, or folder.\n\nThis sidebar always shows the wiki for the current source, space or folder you are browsing.\n\nWhen browsing or previewing datasets, click on the `Open details panel` button to create a wiki or add labels to that dataset.\n\n**Tip:** You can hide the wiki by clicking on the sidebar icon on upper right hand side.", "env": "PROD" } }, From 5440cccc314a72b9c78d1010e1bb6f36afab9f88 Mon Sep 17 00:00:00 2001 From: Jonny Dixon Date: Tue, 3 Dec 2024 13:41:13 +0000 Subject: [PATCH 16/52] test updates --- .../dremio/dremio_mces_golden.json | 2640 +++--- .../dremio_platform_instance_mces_golden.json | 7148 +++++++++++++++++ .../dremio_platform_instance_to_file.yml | 26 + .../dremio_schema_filter_mces_golden.json | 1934 +++++ .../dremio/dremio_schema_filter_to_file.yml | 28 + .../integration/dremio/dremio_to_file.yml | 2 - .../tests/integration/dremio/test_dremio.py | 25 +- 7 files changed, 10411 insertions(+), 1392 deletions(-) create mode 100644 metadata-ingestion/tests/integration/dremio/dremio_platform_instance_mces_golden.json create mode 100644 metadata-ingestion/tests/integration/dremio/dremio_platform_instance_to_file.yml create mode 100644 metadata-ingestion/tests/integration/dremio/dremio_schema_filter_mces_golden.json create mode 100644 metadata-ingestion/tests/integration/dremio/dremio_schema_filter_to_file.yml diff --git a/metadata-ingestion/tests/integration/dremio/dremio_mces_golden.json b/metadata-ingestion/tests/integration/dremio/dremio_mces_golden.json index 5d3f45948e7205..a36834bb7bb478 100644 --- a/metadata-ingestion/tests/integration/dremio/dremio_mces_golden.json +++ b/metadata-ingestion/tests/integration/dremio/dremio_mces_golden.json @@ -1,7 +1,7 @@ [ { "entityType": "container", - "entityUrn": "urn:li:container:5fc7ba11cb45461f55fb834da2141c46", + "entityUrn": "urn:li:container:63a316133b08a091e919dc8c7a828a4d", "changeType": "UPSERT", "aspectName": "containerProperties", "aspect": { @@ -15,30 +15,29 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:5fc7ba11cb45461f55fb834da2141c46", + "entityUrn": "urn:li:container:63a316133b08a091e919dc8c7a828a4d", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { "json": { - "platform": "urn:li:dataPlatform:dremio", - "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" + "platform": "urn:li:dataPlatform:dremio" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:5fc7ba11cb45461f55fb834da2141c46", + "entityUrn": "urn:li:container:63a316133b08a091e919dc8c7a828a4d", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -50,13 +49,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:5fc7ba11cb45461f55fb834da2141c46", + "entityUrn": "urn:li:container:63a316133b08a091e919dc8c7a828a4d", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -66,21 +65,18 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:5fc7ba11cb45461f55fb834da2141c46", + "entityUrn": "urn:li:container:63a316133b08a091e919dc8c7a828a4d", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ - { - "id": "test-platform" - }, { "id": "Sources" } @@ -89,13 +85,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:85534727d17f56b5996dabbf0fda04a2", + "entityUrn": "urn:li:container:5fc411088cb328873d6eba19ee76f09d", "changeType": "UPSERT", "aspectName": "containerProperties", "aspect": { @@ -109,30 +105,29 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:85534727d17f56b5996dabbf0fda04a2", + "entityUrn": "urn:li:container:5fc411088cb328873d6eba19ee76f09d", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { "json": { - "platform": "urn:li:dataPlatform:dremio", - "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" + "platform": "urn:li:dataPlatform:dremio" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:85534727d17f56b5996dabbf0fda04a2", + "entityUrn": "urn:li:container:5fc411088cb328873d6eba19ee76f09d", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -144,13 +139,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:85534727d17f56b5996dabbf0fda04a2", + "entityUrn": "urn:li:container:5fc411088cb328873d6eba19ee76f09d", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -160,21 +155,18 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:85534727d17f56b5996dabbf0fda04a2", + "entityUrn": "urn:li:container:5fc411088cb328873d6eba19ee76f09d", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ - { - "id": "test-platform" - }, { "id": "Sources" } @@ -183,13 +175,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:007d12a4a241c87924b54e1e35990234", + "entityUrn": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68", "changeType": "UPSERT", "aspectName": "containerProperties", "aspect": { @@ -203,30 +195,29 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:007d12a4a241c87924b54e1e35990234", + "entityUrn": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { "json": { - "platform": "urn:li:dataPlatform:dremio", - "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" + "platform": "urn:li:dataPlatform:dremio" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:007d12a4a241c87924b54e1e35990234", + "entityUrn": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -238,13 +229,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:007d12a4a241c87924b54e1e35990234", + "entityUrn": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -254,21 +245,18 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:007d12a4a241c87924b54e1e35990234", + "entityUrn": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ - { - "id": "test-platform" - }, { "id": "Sources" } @@ -277,13 +265,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:083ad9a0c7aa64b4ebc5f470646c25ab", + "entityUrn": "urn:li:container:3ace723c787c49d7966071cc89d06c9b", "changeType": "UPSERT", "aspectName": "containerProperties", "aspect": { @@ -291,36 +279,35 @@ "customProperties": {}, "name": "@admin", "qualifiedName": "@admin", - "description": "# Wikis & Labels\n\n![Gnarly Catalog](https://d33wubrfki0l68.cloudfront.net/c1a54376c45a9276c080f3d10ed25ce61c17bcd2/2b946/img/home/open-source-for-everyone.svg)\n\nYou are reading the wiki for your home space! You can create and edit this information for any source, space, or folder.\n\nThis sidebar always shows the wiki for the current source, space or folder you are browsing.\n\nWhen browsing or previewing datasets, click on the `Open details panel` button to create a wiki or add labels to that dataset.\n\n**Tip:** You can hide the wiki by clicking on the sidebar icon on upper right hand side.", + "description": "# Wikis & Labels\n\n![Gnarly Catalog](https://d33wubrfki0l68.cloudfront.net/c1a54376c45a9276c080f3d10ed25ce61c17bcd2/2b946/img/home/open-source-for-everyone.svg)\n\nYou are reading the wiki for your home space! You can create and edit this information for any source, space, or folder.\n\nThis sidebar always shows the wiki for the current source, space or folder you are browsing.\n\nWhen previewing datasets, click on the `Catalog` tab to create a wiki or add labels to that dataset.\n\n**Tip:** You can hide the wiki by clicking on the sidebar icon on upper right hand side.", "env": "PROD" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:083ad9a0c7aa64b4ebc5f470646c25ab", + "entityUrn": "urn:li:container:3ace723c787c49d7966071cc89d06c9b", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { "json": { - "platform": "urn:li:dataPlatform:dremio", - "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" + "platform": "urn:li:dataPlatform:dremio" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:083ad9a0c7aa64b4ebc5f470646c25ab", + "entityUrn": "urn:li:container:3ace723c787c49d7966071cc89d06c9b", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -332,13 +319,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:083ad9a0c7aa64b4ebc5f470646c25ab", + "entityUrn": "urn:li:container:3ace723c787c49d7966071cc89d06c9b", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -348,21 +335,18 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:083ad9a0c7aa64b4ebc5f470646c25ab", + "entityUrn": "urn:li:container:3ace723c787c49d7966071cc89d06c9b", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ - { - "id": "test-platform" - }, { "id": "Spaces" } @@ -371,13 +355,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:4d7b71bc17cedc7e6e894cbb2bfe10f7", + "entityUrn": "urn:li:container:090caabbf8b73fafa83b546f840bd468", "changeType": "UPSERT", "aspectName": "containerProperties", "aspect": { @@ -391,30 +375,29 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:4d7b71bc17cedc7e6e894cbb2bfe10f7", + "entityUrn": "urn:li:container:090caabbf8b73fafa83b546f840bd468", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { "json": { - "platform": "urn:li:dataPlatform:dremio", - "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" + "platform": "urn:li:dataPlatform:dremio" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:4d7b71bc17cedc7e6e894cbb2bfe10f7", + "entityUrn": "urn:li:container:090caabbf8b73fafa83b546f840bd468", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -426,13 +409,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:4d7b71bc17cedc7e6e894cbb2bfe10f7", + "entityUrn": "urn:li:container:090caabbf8b73fafa83b546f840bd468", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -442,21 +425,18 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:4d7b71bc17cedc7e6e894cbb2bfe10f7", + "entityUrn": "urn:li:container:090caabbf8b73fafa83b546f840bd468", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ - { - "id": "test-platform" - }, { "id": "Spaces" } @@ -465,13 +445,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:17f24d8e67c4130e5309c70421e90fd5", + "entityUrn": "urn:li:container:8f30c87fdc4a3eb093b4558fc58cf2b3", "changeType": "UPSERT", "aspectName": "containerProperties", "aspect": { @@ -485,46 +465,45 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:17f24d8e67c4130e5309c70421e90fd5", + "entityUrn": "urn:li:container:8f30c87fdc4a3eb093b4558fc58cf2b3", "changeType": "UPSERT", "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:4d7b71bc17cedc7e6e894cbb2bfe10f7" + "container": "urn:li:container:090caabbf8b73fafa83b546f840bd468" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:17f24d8e67c4130e5309c70421e90fd5", + "entityUrn": "urn:li:container:8f30c87fdc4a3eb093b4558fc58cf2b3", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { "json": { - "platform": "urn:li:dataPlatform:dremio", - "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" + "platform": "urn:li:dataPlatform:dremio" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:17f24d8e67c4130e5309c70421e90fd5", + "entityUrn": "urn:li:container:8f30c87fdc4a3eb093b4558fc58cf2b3", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -536,13 +515,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:17f24d8e67c4130e5309c70421e90fd5", + "entityUrn": "urn:li:container:8f30c87fdc4a3eb093b4558fc58cf2b3", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -552,40 +531,37 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:17f24d8e67c4130e5309c70421e90fd5", + "entityUrn": "urn:li:container:8f30c87fdc4a3eb093b4558fc58cf2b3", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ - { - "id": "test-platform" - }, { "id": "Spaces" }, { - "id": "urn:li:container:4d7b71bc17cedc7e6e894cbb2bfe10f7", - "urn": "urn:li:container:4d7b71bc17cedc7e6e894cbb2bfe10f7" + "id": "urn:li:container:090caabbf8b73fafa83b546f840bd468", + "urn": "urn:li:container:090caabbf8b73fafa83b546f840bd468" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:d3fda876e164a89fd73b14594fd88992", + "entityUrn": "urn:li:container:ba5e0b6f1fb9b5c6c535d55a464ab5c5", "changeType": "UPSERT", "aspectName": "containerProperties", "aspect": { @@ -599,46 +575,45 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:d3fda876e164a89fd73b14594fd88992", + "entityUrn": "urn:li:container:ba5e0b6f1fb9b5c6c535d55a464ab5c5", "changeType": "UPSERT", "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:85534727d17f56b5996dabbf0fda04a2" + "container": "urn:li:container:5fc411088cb328873d6eba19ee76f09d" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:d3fda876e164a89fd73b14594fd88992", + "entityUrn": "urn:li:container:ba5e0b6f1fb9b5c6c535d55a464ab5c5", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { "json": { - "platform": "urn:li:dataPlatform:dremio", - "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" + "platform": "urn:li:dataPlatform:dremio" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:d3fda876e164a89fd73b14594fd88992", + "entityUrn": "urn:li:container:ba5e0b6f1fb9b5c6c535d55a464ab5c5", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -650,13 +625,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:d3fda876e164a89fd73b14594fd88992", + "entityUrn": "urn:li:container:ba5e0b6f1fb9b5c6c535d55a464ab5c5", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -666,40 +641,37 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:d3fda876e164a89fd73b14594fd88992", + "entityUrn": "urn:li:container:ba5e0b6f1fb9b5c6c535d55a464ab5c5", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ - { - "id": "test-platform" - }, { "id": "Sources" }, { - "id": "urn:li:container:85534727d17f56b5996dabbf0fda04a2", - "urn": "urn:li:container:85534727d17f56b5996dabbf0fda04a2" + "id": "urn:li:container:5fc411088cb328873d6eba19ee76f09d", + "urn": "urn:li:container:5fc411088cb328873d6eba19ee76f09d" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:67653e01aa4da4fcfd6675a591700e89", + "entityUrn": "urn:li:container:f280657a9759203790c7755104f03e52", "changeType": "UPSERT", "aspectName": "containerProperties", "aspect": { @@ -713,46 +685,45 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:67653e01aa4da4fcfd6675a591700e89", + "entityUrn": "urn:li:container:f280657a9759203790c7755104f03e52", "changeType": "UPSERT", "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:85534727d17f56b5996dabbf0fda04a2" + "container": "urn:li:container:5fc411088cb328873d6eba19ee76f09d" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:67653e01aa4da4fcfd6675a591700e89", + "entityUrn": "urn:li:container:f280657a9759203790c7755104f03e52", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { "json": { - "platform": "urn:li:dataPlatform:dremio", - "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" + "platform": "urn:li:dataPlatform:dremio" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:67653e01aa4da4fcfd6675a591700e89", + "entityUrn": "urn:li:container:f280657a9759203790c7755104f03e52", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -764,13 +735,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:67653e01aa4da4fcfd6675a591700e89", + "entityUrn": "urn:li:container:f280657a9759203790c7755104f03e52", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -780,40 +751,37 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:67653e01aa4da4fcfd6675a591700e89", + "entityUrn": "urn:li:container:f280657a9759203790c7755104f03e52", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ - { - "id": "test-platform" - }, { "id": "Sources" }, { - "id": "urn:li:container:85534727d17f56b5996dabbf0fda04a2", - "urn": "urn:li:container:85534727d17f56b5996dabbf0fda04a2" + "id": "urn:li:container:5fc411088cb328873d6eba19ee76f09d", + "urn": "urn:li:container:5fc411088cb328873d6eba19ee76f09d" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:2a7bcb9914ba7d78cb4ec2a15259fdaf", + "entityUrn": "urn:li:container:811317054d9b6934fb2df52c8ecad37f", "changeType": "UPSERT", "aspectName": "containerProperties", "aspect": { @@ -827,46 +795,45 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:2a7bcb9914ba7d78cb4ec2a15259fdaf", + "entityUrn": "urn:li:container:811317054d9b6934fb2df52c8ecad37f", "changeType": "UPSERT", "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:85534727d17f56b5996dabbf0fda04a2" + "container": "urn:li:container:5fc411088cb328873d6eba19ee76f09d" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:2a7bcb9914ba7d78cb4ec2a15259fdaf", + "entityUrn": "urn:li:container:811317054d9b6934fb2df52c8ecad37f", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { "json": { - "platform": "urn:li:dataPlatform:dremio", - "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" + "platform": "urn:li:dataPlatform:dremio" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:2a7bcb9914ba7d78cb4ec2a15259fdaf", + "entityUrn": "urn:li:container:811317054d9b6934fb2df52c8ecad37f", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -878,13 +845,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:2a7bcb9914ba7d78cb4ec2a15259fdaf", + "entityUrn": "urn:li:container:811317054d9b6934fb2df52c8ecad37f", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -894,40 +861,37 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:2a7bcb9914ba7d78cb4ec2a15259fdaf", + "entityUrn": "urn:li:container:811317054d9b6934fb2df52c8ecad37f", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ - { - "id": "test-platform" - }, { "id": "Sources" }, { - "id": "urn:li:container:85534727d17f56b5996dabbf0fda04a2", - "urn": "urn:li:container:85534727d17f56b5996dabbf0fda04a2" + "id": "urn:li:container:5fc411088cb328873d6eba19ee76f09d", + "urn": "urn:li:container:5fc411088cb328873d6eba19ee76f09d" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:7a2433f85d4b3102265c99dfd7146d2f", + "entityUrn": "urn:li:container:cc2c44f1f32b6998c445fcd7d6d7a9e3", "changeType": "UPSERT", "aspectName": "containerProperties", "aspect": { @@ -941,46 +905,45 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:7a2433f85d4b3102265c99dfd7146d2f", + "entityUrn": "urn:li:container:cc2c44f1f32b6998c445fcd7d6d7a9e3", "changeType": "UPSERT", "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:85534727d17f56b5996dabbf0fda04a2" + "container": "urn:li:container:5fc411088cb328873d6eba19ee76f09d" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:7a2433f85d4b3102265c99dfd7146d2f", + "entityUrn": "urn:li:container:cc2c44f1f32b6998c445fcd7d6d7a9e3", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { "json": { - "platform": "urn:li:dataPlatform:dremio", - "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" + "platform": "urn:li:dataPlatform:dremio" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:7a2433f85d4b3102265c99dfd7146d2f", + "entityUrn": "urn:li:container:cc2c44f1f32b6998c445fcd7d6d7a9e3", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -992,13 +955,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:7a2433f85d4b3102265c99dfd7146d2f", + "entityUrn": "urn:li:container:cc2c44f1f32b6998c445fcd7d6d7a9e3", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -1008,40 +971,37 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:7a2433f85d4b3102265c99dfd7146d2f", + "entityUrn": "urn:li:container:cc2c44f1f32b6998c445fcd7d6d7a9e3", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ - { - "id": "test-platform" - }, { "id": "Sources" }, { - "id": "urn:li:container:85534727d17f56b5996dabbf0fda04a2", - "urn": "urn:li:container:85534727d17f56b5996dabbf0fda04a2" + "id": "urn:li:container:5fc411088cb328873d6eba19ee76f09d", + "urn": "urn:li:container:5fc411088cb328873d6eba19ee76f09d" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:ed04c22c5f26a90cdd328acf1d4c5791", + "entityUrn": "urn:li:container:c99ddc4a9bb768e6b2136f78609c520a", "changeType": "UPSERT", "aspectName": "containerProperties", "aspect": { @@ -1055,46 +1015,45 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:ed04c22c5f26a90cdd328acf1d4c5791", + "entityUrn": "urn:li:container:c99ddc4a9bb768e6b2136f78609c520a", "changeType": "UPSERT", "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:85534727d17f56b5996dabbf0fda04a2" + "container": "urn:li:container:5fc411088cb328873d6eba19ee76f09d" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:ed04c22c5f26a90cdd328acf1d4c5791", + "entityUrn": "urn:li:container:c99ddc4a9bb768e6b2136f78609c520a", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { "json": { - "platform": "urn:li:dataPlatform:dremio", - "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" + "platform": "urn:li:dataPlatform:dremio" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:ed04c22c5f26a90cdd328acf1d4c5791", + "entityUrn": "urn:li:container:c99ddc4a9bb768e6b2136f78609c520a", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -1106,13 +1065,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:ed04c22c5f26a90cdd328acf1d4c5791", + "entityUrn": "urn:li:container:c99ddc4a9bb768e6b2136f78609c520a", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -1122,40 +1081,37 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:ed04c22c5f26a90cdd328acf1d4c5791", + "entityUrn": "urn:li:container:c99ddc4a9bb768e6b2136f78609c520a", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ - { - "id": "test-platform" - }, { "id": "Sources" }, { - "id": "urn:li:container:85534727d17f56b5996dabbf0fda04a2", - "urn": "urn:li:container:85534727d17f56b5996dabbf0fda04a2" + "id": "urn:li:container:5fc411088cb328873d6eba19ee76f09d", + "urn": "urn:li:container:5fc411088cb328873d6eba19ee76f09d" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:2b72d75cbfc34d112da228f20f924e9c", + "entityUrn": "urn:li:container:90b7c77f3141af8db284348c2a5ce2bd", "changeType": "UPSERT", "aspectName": "containerProperties", "aspect": { @@ -1169,46 +1125,45 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:2b72d75cbfc34d112da228f20f924e9c", + "entityUrn": "urn:li:container:90b7c77f3141af8db284348c2a5ce2bd", "changeType": "UPSERT", "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:85534727d17f56b5996dabbf0fda04a2" + "container": "urn:li:container:5fc411088cb328873d6eba19ee76f09d" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:2b72d75cbfc34d112da228f20f924e9c", + "entityUrn": "urn:li:container:90b7c77f3141af8db284348c2a5ce2bd", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { "json": { - "platform": "urn:li:dataPlatform:dremio", - "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" + "platform": "urn:li:dataPlatform:dremio" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:2b72d75cbfc34d112da228f20f924e9c", + "entityUrn": "urn:li:container:90b7c77f3141af8db284348c2a5ce2bd", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -1220,13 +1175,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:2b72d75cbfc34d112da228f20f924e9c", + "entityUrn": "urn:li:container:90b7c77f3141af8db284348c2a5ce2bd", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -1236,40 +1191,37 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:2b72d75cbfc34d112da228f20f924e9c", + "entityUrn": "urn:li:container:90b7c77f3141af8db284348c2a5ce2bd", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ - { - "id": "test-platform" - }, { "id": "Sources" }, { - "id": "urn:li:container:85534727d17f56b5996dabbf0fda04a2", - "urn": "urn:li:container:85534727d17f56b5996dabbf0fda04a2" + "id": "urn:li:container:5fc411088cb328873d6eba19ee76f09d", + "urn": "urn:li:container:5fc411088cb328873d6eba19ee76f09d" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:bbca630ddf6a79e03fa681adc3fa1715", + "entityUrn": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83", "changeType": "UPSERT", "aspectName": "containerProperties", "aspect": { @@ -1283,46 +1235,45 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:bbca630ddf6a79e03fa681adc3fa1715", + "entityUrn": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83", "changeType": "UPSERT", "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:007d12a4a241c87924b54e1e35990234" + "container": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:bbca630ddf6a79e03fa681adc3fa1715", + "entityUrn": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { "json": { - "platform": "urn:li:dataPlatform:dremio", - "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" + "platform": "urn:li:dataPlatform:dremio" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:bbca630ddf6a79e03fa681adc3fa1715", + "entityUrn": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -1334,13 +1285,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:bbca630ddf6a79e03fa681adc3fa1715", + "entityUrn": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -1350,40 +1301,37 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:bbca630ddf6a79e03fa681adc3fa1715", + "entityUrn": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ - { - "id": "test-platform" - }, { "id": "Sources" }, { - "id": "urn:li:container:007d12a4a241c87924b54e1e35990234", - "urn": "urn:li:container:007d12a4a241c87924b54e1e35990234" + "id": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68", + "urn": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:55c3b773b40bb744b4e5946db4e13455", + "entityUrn": "urn:li:container:687c0496e464bc4c0de935cb1da1becf", "changeType": "UPSERT", "aspectName": "containerProperties", "aspect": { @@ -1397,46 +1345,45 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:55c3b773b40bb744b4e5946db4e13455", + "entityUrn": "urn:li:container:687c0496e464bc4c0de935cb1da1becf", "changeType": "UPSERT", "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:bbca630ddf6a79e03fa681adc3fa1715" + "container": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:55c3b773b40bb744b4e5946db4e13455", + "entityUrn": "urn:li:container:687c0496e464bc4c0de935cb1da1becf", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { "json": { - "platform": "urn:li:dataPlatform:dremio", - "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" + "platform": "urn:li:dataPlatform:dremio" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:55c3b773b40bb744b4e5946db4e13455", + "entityUrn": "urn:li:container:687c0496e464bc4c0de935cb1da1becf", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -1448,13 +1395,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:55c3b773b40bb744b4e5946db4e13455", + "entityUrn": "urn:li:container:687c0496e464bc4c0de935cb1da1becf", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -1464,44 +1411,41 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:55c3b773b40bb744b4e5946db4e13455", + "entityUrn": "urn:li:container:687c0496e464bc4c0de935cb1da1becf", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ - { - "id": "test-platform" - }, { "id": "Sources" }, { - "id": "urn:li:container:007d12a4a241c87924b54e1e35990234", - "urn": "urn:li:container:007d12a4a241c87924b54e1e35990234" + "id": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68", + "urn": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68" }, { - "id": "urn:li:container:bbca630ddf6a79e03fa681adc3fa1715", - "urn": "urn:li:container:bbca630ddf6a79e03fa681adc3fa1715" + "id": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83", + "urn": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:df1130913ed9cfec6c7afb9fc58b9554", + "entityUrn": "urn:li:container:bf1ee664b5c9fa9610f731399062a47f", "changeType": "UPSERT", "aspectName": "containerProperties", "aspect": { @@ -1515,46 +1459,45 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:df1130913ed9cfec6c7afb9fc58b9554", + "entityUrn": "urn:li:container:bf1ee664b5c9fa9610f731399062a47f", "changeType": "UPSERT", "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:bbca630ddf6a79e03fa681adc3fa1715" + "container": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:df1130913ed9cfec6c7afb9fc58b9554", + "entityUrn": "urn:li:container:bf1ee664b5c9fa9610f731399062a47f", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { "json": { - "platform": "urn:li:dataPlatform:dremio", - "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" + "platform": "urn:li:dataPlatform:dremio" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:df1130913ed9cfec6c7afb9fc58b9554", + "entityUrn": "urn:li:container:bf1ee664b5c9fa9610f731399062a47f", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -1566,13 +1509,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:df1130913ed9cfec6c7afb9fc58b9554", + "entityUrn": "urn:li:container:bf1ee664b5c9fa9610f731399062a47f", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -1582,44 +1525,41 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:df1130913ed9cfec6c7afb9fc58b9554", + "entityUrn": "urn:li:container:bf1ee664b5c9fa9610f731399062a47f", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ - { - "id": "test-platform" - }, { "id": "Sources" }, { - "id": "urn:li:container:007d12a4a241c87924b54e1e35990234", - "urn": "urn:li:container:007d12a4a241c87924b54e1e35990234" + "id": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68", + "urn": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68" }, { - "id": "urn:li:container:bbca630ddf6a79e03fa681adc3fa1715", - "urn": "urn:li:container:bbca630ddf6a79e03fa681adc3fa1715" + "id": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83", + "urn": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:2ebbe0028345d0b8d147aed919b1024c", + "entityUrn": "urn:li:container:41ea3e8314dd9dedc00d6f47c69e3400", "changeType": "UPSERT", "aspectName": "containerProperties", "aspect": { @@ -1633,46 +1573,45 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:2ebbe0028345d0b8d147aed919b1024c", + "entityUrn": "urn:li:container:41ea3e8314dd9dedc00d6f47c69e3400", "changeType": "UPSERT", "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:df1130913ed9cfec6c7afb9fc58b9554" + "container": "urn:li:container:bf1ee664b5c9fa9610f731399062a47f" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:2ebbe0028345d0b8d147aed919b1024c", + "entityUrn": "urn:li:container:41ea3e8314dd9dedc00d6f47c69e3400", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { "json": { - "platform": "urn:li:dataPlatform:dremio", - "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" + "platform": "urn:li:dataPlatform:dremio" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:2ebbe0028345d0b8d147aed919b1024c", + "entityUrn": "urn:li:container:41ea3e8314dd9dedc00d6f47c69e3400", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -1684,13 +1623,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:2ebbe0028345d0b8d147aed919b1024c", + "entityUrn": "urn:li:container:41ea3e8314dd9dedc00d6f47c69e3400", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -1700,48 +1639,45 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:2ebbe0028345d0b8d147aed919b1024c", + "entityUrn": "urn:li:container:41ea3e8314dd9dedc00d6f47c69e3400", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ - { - "id": "test-platform" - }, { "id": "Sources" }, { - "id": "urn:li:container:007d12a4a241c87924b54e1e35990234", - "urn": "urn:li:container:007d12a4a241c87924b54e1e35990234" + "id": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68", + "urn": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68" }, { - "id": "urn:li:container:bbca630ddf6a79e03fa681adc3fa1715", - "urn": "urn:li:container:bbca630ddf6a79e03fa681adc3fa1715" + "id": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83", + "urn": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83" }, { - "id": "urn:li:container:df1130913ed9cfec6c7afb9fc58b9554", - "urn": "urn:li:container:df1130913ed9cfec6c7afb9fc58b9554" + "id": "urn:li:container:bf1ee664b5c9fa9610f731399062a47f", + "urn": "urn:li:container:bf1ee664b5c9fa9610f731399062a47f" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:25745bd0b919d9f4e402df43a1ee0ca8", + "entityUrn": "urn:li:container:fd0949800e3c7cc7ce5de373fd737e0b", "changeType": "UPSERT", "aspectName": "containerProperties", "aspect": { @@ -1755,46 +1691,45 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:25745bd0b919d9f4e402df43a1ee0ca8", + "entityUrn": "urn:li:container:fd0949800e3c7cc7ce5de373fd737e0b", "changeType": "UPSERT", "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:2ebbe0028345d0b8d147aed919b1024c" + "container": "urn:li:container:41ea3e8314dd9dedc00d6f47c69e3400" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:25745bd0b919d9f4e402df43a1ee0ca8", + "entityUrn": "urn:li:container:fd0949800e3c7cc7ce5de373fd737e0b", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { "json": { - "platform": "urn:li:dataPlatform:dremio", - "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" + "platform": "urn:li:dataPlatform:dremio" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:25745bd0b919d9f4e402df43a1ee0ca8", + "entityUrn": "urn:li:container:fd0949800e3c7cc7ce5de373fd737e0b", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -1806,13 +1741,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:25745bd0b919d9f4e402df43a1ee0ca8", + "entityUrn": "urn:li:container:fd0949800e3c7cc7ce5de373fd737e0b", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -1822,52 +1757,49 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "container", - "entityUrn": "urn:li:container:25745bd0b919d9f4e402df43a1ee0ca8", + "entityUrn": "urn:li:container:fd0949800e3c7cc7ce5de373fd737e0b", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ - { - "id": "test-platform" - }, { "id": "Sources" }, { - "id": "urn:li:container:007d12a4a241c87924b54e1e35990234", - "urn": "urn:li:container:007d12a4a241c87924b54e1e35990234" + "id": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68", + "urn": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68" }, { - "id": "urn:li:container:bbca630ddf6a79e03fa681adc3fa1715", - "urn": "urn:li:container:bbca630ddf6a79e03fa681adc3fa1715" + "id": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83", + "urn": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83" }, { - "id": "urn:li:container:df1130913ed9cfec6c7afb9fc58b9554", - "urn": "urn:li:container:df1130913ed9cfec6c7afb9fc58b9554" + "id": "urn:li:container:bf1ee664b5c9fa9610f731399062a47f", + "urn": "urn:li:container:bf1ee664b5c9fa9610f731399062a47f" }, { - "id": "urn:li:container:2ebbe0028345d0b8d147aed919b1024c", - "urn": "urn:li:container:2ebbe0028345d0b8d147aed919b1024c" + "id": "urn:li:container:41ea3e8314dd9dedc00d6f47c69e3400", + "urn": "urn:li:container:41ea3e8314dd9dedc00d6f47c69e3400" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "datasetProperties", "aspect": { @@ -1885,13 +1817,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -1903,46 +1835,45 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { "json": { - "platform": "urn:li:dataPlatform:dremio", - "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" + "platform": "urn:li:dataPlatform:dremio" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:4d7b71bc17cedc7e6e894cbb2bfe10f7" + "container": "urn:li:container:090caabbf8b73fafa83b546f840bd468" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "viewProperties", "aspect": { @@ -1954,13 +1885,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "schemaMetadata", "aspect": { @@ -1984,7 +1915,7 @@ }, "fields": [ { - "fieldPath": "E", + "fieldPath": "B", "nullable": true, "type": { "type": { @@ -1996,7 +1927,7 @@ "isPartOfKey": false }, { - "fieldPath": "G", + "fieldPath": "I", "nullable": true, "type": { "type": { @@ -2020,7 +1951,7 @@ "isPartOfKey": false }, { - "fieldPath": "I", + "fieldPath": "G", "nullable": true, "type": { "type": { @@ -2044,7 +1975,7 @@ "isPartOfKey": false }, { - "fieldPath": "A", + "fieldPath": "E", "nullable": true, "type": { "type": { @@ -2056,7 +1987,7 @@ "isPartOfKey": false }, { - "fieldPath": "B", + "fieldPath": "D", "nullable": true, "type": { "type": { @@ -2080,7 +2011,7 @@ "isPartOfKey": false }, { - "fieldPath": "D", + "fieldPath": "A", "nullable": true, "type": { "type": { @@ -2096,13 +2027,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -2112,40 +2043,37 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ - { - "id": "test-platform" - }, { "id": "Spaces" }, { - "id": "urn:li:container:4d7b71bc17cedc7e6e894cbb2bfe10f7", - "urn": "urn:li:container:4d7b71bc17cedc7e6e894cbb2bfe10f7" + "id": "urn:li:container:090caabbf8b73fafa83b546f840bd468", + "urn": "urn:li:container:090caabbf8b73fafa83b546f840bd468" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.customers,PROD)", "changeType": "UPSERT", "aspectName": "datasetProperties", "aspect": { @@ -2163,13 +2091,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.customers,PROD)", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -2181,46 +2109,45 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.customers,PROD)", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { "json": { - "platform": "urn:li:dataPlatform:dremio", - "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" + "platform": "urn:li:dataPlatform:dremio" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.customers,PROD)", "changeType": "UPSERT", "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:17f24d8e67c4130e5309c70421e90fd5" + "container": "urn:li:container:8f30c87fdc4a3eb093b4558fc58cf2b3" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.customers,PROD)", "changeType": "UPSERT", "aspectName": "viewProperties", "aspect": { @@ -2232,13 +2159,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.customers,PROD)", "changeType": "UPSERT", "aspectName": "schemaMetadata", "aspect": { @@ -2262,26 +2189,26 @@ }, "fields": [ { - "fieldPath": "priority", + "fieldPath": "first_name", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "float(24)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "id", + "fieldPath": "last_name", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "integer(32)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, @@ -2298,26 +2225,26 @@ "isPartOfKey": false }, { - "fieldPath": "last_name", + "fieldPath": "id", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "integer(32)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "first_name", + "fieldPath": "priority", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "float(24)", "recursive": false, "isPartOfKey": false }, @@ -2338,13 +2265,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.customers,PROD)", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -2354,44 +2281,41 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.customers,PROD)", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ - { - "id": "test-platform" - }, { "id": "Spaces" }, { - "id": "urn:li:container:4d7b71bc17cedc7e6e894cbb2bfe10f7", - "urn": "urn:li:container:4d7b71bc17cedc7e6e894cbb2bfe10f7" + "id": "urn:li:container:090caabbf8b73fafa83b546f840bd468", + "urn": "urn:li:container:090caabbf8b73fafa83b546f840bd468" }, { - "id": "urn:li:container:17f24d8e67c4130e5309c70421e90fd5", - "urn": "urn:li:container:17f24d8e67c4130e5309c70421e90fd5" + "id": "urn:li:container:8f30c87fdc4a3eb093b4558fc58cf2b3", + "urn": "urn:li:container:8f30c87fdc4a3eb093b4558fc58cf2b3" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "datasetProperties", "aspect": { @@ -2409,13 +2333,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -2427,46 +2351,45 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { "json": { - "platform": "urn:li:dataPlatform:dremio", - "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" + "platform": "urn:li:dataPlatform:dremio" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:17f24d8e67c4130e5309c70421e90fd5" + "container": "urn:li:container:8f30c87fdc4a3eb093b4558fc58cf2b3" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "viewProperties", "aspect": { @@ -2478,13 +2401,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "schemaMetadata", "aspect": { @@ -2508,19 +2431,19 @@ }, "fields": [ { - "fieldPath": "version", + "fieldPath": "createdfor", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "createdfor", + "fieldPath": "urn", "nullable": true, "type": { "type": { @@ -2532,7 +2455,7 @@ "isPartOfKey": false }, { - "fieldPath": "createdby", + "fieldPath": "aspect", "nullable": true, "type": { "type": { @@ -2544,14 +2467,14 @@ "isPartOfKey": false }, { - "fieldPath": "createdon", + "fieldPath": "version", "nullable": true, "type": { "type": { - "com.linkedin.schema.DateType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "timestamp(23)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, @@ -2568,19 +2491,19 @@ "isPartOfKey": false }, { - "fieldPath": "urn", + "fieldPath": "createdon", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.DateType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "timestamp(23)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "aspect", + "fieldPath": "createdby", "nullable": true, "type": { "type": { @@ -2596,13 +2519,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -2612,44 +2535,41 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ - { - "id": "test-platform" - }, { "id": "Spaces" }, { - "id": "urn:li:container:4d7b71bc17cedc7e6e894cbb2bfe10f7", - "urn": "urn:li:container:4d7b71bc17cedc7e6e894cbb2bfe10f7" + "id": "urn:li:container:090caabbf8b73fafa83b546f840bd468", + "urn": "urn:li:container:090caabbf8b73fafa83b546f840bd468" }, { - "id": "urn:li:container:17f24d8e67c4130e5309c70421e90fd5", - "urn": "urn:li:container:17f24d8e67c4130e5309c70421e90fd5" + "id": "urn:li:container:8f30c87fdc4a3eb093b4558fc58cf2b3", + "urn": "urn:li:container:8f30c87fdc4a3eb093b4558fc58cf2b3" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "datasetProperties", "aspect": { @@ -2667,13 +2587,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -2685,46 +2605,45 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { "json": { - "platform": "urn:li:dataPlatform:dremio", - "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" + "platform": "urn:li:dataPlatform:dremio" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:17f24d8e67c4130e5309c70421e90fd5" + "container": "urn:li:container:8f30c87fdc4a3eb093b4558fc58cf2b3" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "viewProperties", "aspect": { @@ -2736,13 +2655,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "schemaMetadata", "aspect": { @@ -2766,14 +2685,14 @@ }, "fields": [ { - "fieldPath": "doubleVal", + "fieldPath": "urn", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "double(53)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, @@ -2790,19 +2709,19 @@ "isPartOfKey": false }, { - "fieldPath": "urn", + "fieldPath": "doubleVal", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "double(53)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "aspect", + "fieldPath": "stringVal", "nullable": true, "type": { "type": { @@ -2814,31 +2733,31 @@ "isPartOfKey": false }, { - "fieldPath": "path", + "fieldPath": "longVal", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "longVal", + "fieldPath": "path", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "stringVal", + "fieldPath": "aspect", "nullable": true, "type": { "type": { @@ -2854,13 +2773,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -2870,44 +2789,41 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ - { - "id": "test-platform" - }, { "id": "Spaces" }, { - "id": "urn:li:container:4d7b71bc17cedc7e6e894cbb2bfe10f7", - "urn": "urn:li:container:4d7b71bc17cedc7e6e894cbb2bfe10f7" + "id": "urn:li:container:090caabbf8b73fafa83b546f840bd468", + "urn": "urn:li:container:090caabbf8b73fafa83b546f840bd468" }, { - "id": "urn:li:container:17f24d8e67c4130e5309c70421e90fd5", - "urn": "urn:li:container:17f24d8e67c4130e5309c70421e90fd5" + "id": "urn:li:container:8f30c87fdc4a3eb093b4558fc58cf2b3", + "urn": "urn:li:container:8f30c87fdc4a3eb093b4558fc58cf2b3" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "datasetProperties", "aspect": { @@ -2925,13 +2841,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -2943,46 +2859,45 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { "json": { - "platform": "urn:li:dataPlatform:dremio", - "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" + "platform": "urn:li:dataPlatform:dremio" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:17f24d8e67c4130e5309c70421e90fd5" + "container": "urn:li:container:8f30c87fdc4a3eb093b4558fc58cf2b3" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "viewProperties", "aspect": { @@ -2994,13 +2909,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "schemaMetadata", "aspect": { @@ -3024,19 +2939,19 @@ }, "fields": [ { - "fieldPath": "urn", + "fieldPath": "id", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "path", + "fieldPath": "urn", "nullable": true, "type": { "type": { @@ -3048,26 +2963,26 @@ "isPartOfKey": false }, { - "fieldPath": "doubleVal", + "fieldPath": "path", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "double(53)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "id", + "fieldPath": "doubleVal", "nullable": true, "type": { "type": { "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "double(53)", "recursive": false, "isPartOfKey": false } @@ -3076,13 +2991,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -3092,44 +3007,41 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ - { - "id": "test-platform" - }, { "id": "Spaces" }, { - "id": "urn:li:container:4d7b71bc17cedc7e6e894cbb2bfe10f7", - "urn": "urn:li:container:4d7b71bc17cedc7e6e894cbb2bfe10f7" + "id": "urn:li:container:090caabbf8b73fafa83b546f840bd468", + "urn": "urn:li:container:090caabbf8b73fafa83b546f840bd468" }, { - "id": "urn:li:container:17f24d8e67c4130e5309c70421e90fd5", - "urn": "urn:li:container:17f24d8e67c4130e5309c70421e90fd5" + "id": "urn:li:container:8f30c87fdc4a3eb093b4558fc58cf2b3", + "urn": "urn:li:container:8f30c87fdc4a3eb093b4558fc58cf2b3" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.orders,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.orders,PROD)", "changeType": "UPSERT", "aspectName": "datasetProperties", "aspect": { @@ -3147,13 +3059,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.orders,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.orders,PROD)", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -3165,46 +3077,45 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.orders,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.orders,PROD)", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { "json": { - "platform": "urn:li:dataPlatform:dremio", - "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" + "platform": "urn:li:dataPlatform:dremio" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.orders,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.orders,PROD)", "changeType": "UPSERT", "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:17f24d8e67c4130e5309c70421e90fd5" + "container": "urn:li:container:8f30c87fdc4a3eb093b4558fc58cf2b3" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.orders,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.orders,PROD)", "changeType": "UPSERT", "aspectName": "viewProperties", "aspect": { @@ -3216,13 +3127,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.orders,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.orders,PROD)", "changeType": "UPSERT", "aspectName": "schemaMetadata", "aspect": { @@ -3246,7 +3157,7 @@ }, "fields": [ { - "fieldPath": "customer_id", + "fieldPath": "id", "nullable": true, "type": { "type": { @@ -3258,7 +3169,7 @@ "isPartOfKey": false }, { - "fieldPath": "id", + "fieldPath": "customer_id", "nullable": true, "type": { "type": { @@ -3286,13 +3197,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.orders,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.orders,PROD)", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -3302,44 +3213,41 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.orders,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.orders,PROD)", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ - { - "id": "test-platform" - }, { "id": "Spaces" }, { - "id": "urn:li:container:4d7b71bc17cedc7e6e894cbb2bfe10f7", - "urn": "urn:li:container:4d7b71bc17cedc7e6e894cbb2bfe10f7" + "id": "urn:li:container:090caabbf8b73fafa83b546f840bd468", + "urn": "urn:li:container:090caabbf8b73fafa83b546f840bd468" }, { - "id": "urn:li:container:17f24d8e67c4130e5309c70421e90fd5", - "urn": "urn:li:container:17f24d8e67c4130e5309c70421e90fd5" + "id": "urn:li:container:8f30c87fdc4a3eb093b4558fc58cf2b3", + "urn": "urn:li:container:8f30c87fdc4a3eb093b4558fc58cf2b3" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.raw,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.raw,PROD)", "changeType": "UPSERT", "aspectName": "datasetProperties", "aspect": { @@ -3357,13 +3265,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.raw,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.raw,PROD)", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -3375,46 +3283,45 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.raw,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.raw,PROD)", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { "json": { - "platform": "urn:li:dataPlatform:dremio", - "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" + "platform": "urn:li:dataPlatform:dremio" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.raw,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.raw,PROD)", "changeType": "UPSERT", "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:17f24d8e67c4130e5309c70421e90fd5" + "container": "urn:li:container:8f30c87fdc4a3eb093b4558fc58cf2b3" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.raw,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.raw,PROD)", "changeType": "UPSERT", "aspectName": "viewProperties", "aspect": { @@ -3426,13 +3333,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.raw,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.raw,PROD)", "changeType": "UPSERT", "aspectName": "schemaMetadata", "aspect": { @@ -3456,19 +3363,19 @@ }, "fields": [ { - "fieldPath": "name", + "fieldPath": "salary", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "id", + "fieldPath": "age", "nullable": true, "type": { "type": { @@ -3480,19 +3387,19 @@ "isPartOfKey": false }, { - "fieldPath": "salary", + "fieldPath": "name", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "age", + "fieldPath": "id", "nullable": true, "type": { "type": { @@ -3508,13 +3415,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.raw,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.raw,PROD)", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -3524,44 +3431,41 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.raw,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.raw,PROD)", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ - { - "id": "test-platform" - }, { "id": "Spaces" }, { - "id": "urn:li:container:4d7b71bc17cedc7e6e894cbb2bfe10f7", - "urn": "urn:li:container:4d7b71bc17cedc7e6e894cbb2bfe10f7" + "id": "urn:li:container:090caabbf8b73fafa83b546f840bd468", + "urn": "urn:li:container:090caabbf8b73fafa83b546f840bd468" }, { - "id": "urn:li:container:17f24d8e67c4130e5309c70421e90fd5", - "urn": "urn:li:container:17f24d8e67c4130e5309c70421e90fd5" + "id": "urn:li:container:8f30c87fdc4a3eb093b4558fc58cf2b3", + "urn": "urn:li:container:8f30c87fdc4a3eb093b4558fc58cf2b3" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.s3.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "datasetProperties", "aspect": { @@ -3579,13 +3483,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.s3.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -3597,46 +3501,45 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.s3.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { "json": { - "platform": "urn:li:dataPlatform:dremio", - "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" + "platform": "urn:li:dataPlatform:dremio" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.s3.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:5fc7ba11cb45461f55fb834da2141c46" + "container": "urn:li:container:63a316133b08a091e919dc8c7a828a4d" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.s3.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "schemaMetadata", "aspect": { @@ -3712,13 +3615,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.s3.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -3728,13 +3631,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.s3.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -3753,40 +3656,37 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.s3.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ - { - "id": "test-platform" - }, { "id": "Sources" }, { - "id": "urn:li:container:5fc7ba11cb45461f55fb834da2141c46", - "urn": "urn:li:container:5fc7ba11cb45461f55fb834da2141c46" + "id": "urn:li:container:63a316133b08a091e919dc8c7a828a4d", + "urn": "urn:li:container:63a316133b08a091e919dc8c7a828a4d" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "datasetProperties", "aspect": { @@ -3804,13 +3704,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -3822,46 +3722,45 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { "json": { - "platform": "urn:li:dataPlatform:dremio", - "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" + "platform": "urn:li:dataPlatform:dremio" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:67653e01aa4da4fcfd6675a591700e89" + "container": "urn:li:container:f280657a9759203790c7755104f03e52" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "schemaMetadata", "aspect": { @@ -3885,7 +3784,7 @@ }, "fields": [ { - "fieldPath": "createdfor", + "fieldPath": "urn", "nullable": true, "type": { "type": { @@ -3897,7 +3796,19 @@ "isPartOfKey": false }, { - "fieldPath": "createdby", + "fieldPath": "version", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "bigint(64)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "metadata", "nullable": true, "type": { "type": { @@ -3921,7 +3832,7 @@ "isPartOfKey": false }, { - "fieldPath": "metadata", + "fieldPath": "createdby", "nullable": true, "type": { "type": { @@ -3933,14 +3844,14 @@ "isPartOfKey": false }, { - "fieldPath": "version", + "fieldPath": "createdfor", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, @@ -3955,31 +3866,19 @@ "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false - }, - { - "fieldPath": "urn", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.StringType": {} - } - }, - "nativeDataType": "character varying(65536)", - "recursive": false, - "isPartOfKey": false } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -3989,13 +3888,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -4006,7 +3905,7 @@ "time": 0, "actor": "urn:li:corpuser:unknown" }, - "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_aspect,PROD)", + "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_aspect,PROD)", "type": "COPY" } ] @@ -4014,44 +3913,41 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ - { - "id": "test-platform" - }, { "id": "Sources" }, { - "id": "urn:li:container:85534727d17f56b5996dabbf0fda04a2", - "urn": "urn:li:container:85534727d17f56b5996dabbf0fda04a2" + "id": "urn:li:container:5fc411088cb328873d6eba19ee76f09d", + "urn": "urn:li:container:5fc411088cb328873d6eba19ee76f09d" }, { - "id": "urn:li:container:67653e01aa4da4fcfd6675a591700e89", - "urn": "urn:li:container:67653e01aa4da4fcfd6675a591700e89" + "id": "urn:li:container:f280657a9759203790c7755104f03e52", + "urn": "urn:li:container:f280657a9759203790c7755104f03e52" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "datasetProperties", "aspect": { @@ -4069,13 +3965,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -4087,46 +3983,45 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { "json": { - "platform": "urn:li:dataPlatform:dremio", - "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" + "platform": "urn:li:dataPlatform:dremio" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:67653e01aa4da4fcfd6675a591700e89" + "container": "urn:li:container:f280657a9759203790c7755104f03e52" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "schemaMetadata", "aspect": { @@ -4149,18 +4044,6 @@ } }, "fields": [ - { - "fieldPath": "id", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.NumberType": {} - } - }, - "nativeDataType": "bigint(64)", - "recursive": false, - "isPartOfKey": false - }, { "fieldPath": "urn", "nullable": true, @@ -4232,19 +4115,31 @@ "nativeDataType": "double(53)", "recursive": false, "isPartOfKey": false + }, + { + "fieldPath": "id", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "bigint(64)", + "recursive": false, + "isPartOfKey": false } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -4254,13 +4149,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -4271,7 +4166,7 @@ "time": 0, "actor": "urn:li:corpuser:unknown" }, - "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_index,PROD)", + "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index,PROD)", "type": "COPY" } ] @@ -4279,44 +4174,41 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ - { - "id": "test-platform" - }, { "id": "Sources" }, { - "id": "urn:li:container:85534727d17f56b5996dabbf0fda04a2", - "urn": "urn:li:container:85534727d17f56b5996dabbf0fda04a2" + "id": "urn:li:container:5fc411088cb328873d6eba19ee76f09d", + "urn": "urn:li:container:5fc411088cb328873d6eba19ee76f09d" }, { - "id": "urn:li:container:67653e01aa4da4fcfd6675a591700e89", - "urn": "urn:li:container:67653e01aa4da4fcfd6675a591700e89" + "id": "urn:li:container:f280657a9759203790c7755104f03e52", + "urn": "urn:li:container:f280657a9759203790c7755104f03e52" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "datasetProperties", "aspect": { @@ -4334,13 +4226,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -4352,46 +4244,45 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { "json": { - "platform": "urn:li:dataPlatform:dremio", - "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" + "platform": "urn:li:dataPlatform:dremio" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:67653e01aa4da4fcfd6675a591700e89" + "container": "urn:li:container:f280657a9759203790c7755104f03e52" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "schemaMetadata", "aspect": { @@ -4415,14 +4306,14 @@ }, "fields": [ { - "fieldPath": "path", + "fieldPath": "id", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, @@ -4439,14 +4330,14 @@ "isPartOfKey": false }, { - "fieldPath": "id", + "fieldPath": "path", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, @@ -4467,13 +4358,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -4483,13 +4374,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -4500,7 +4391,7 @@ "time": 0, "actor": "urn:li:corpuser:unknown" }, - "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_index_view,PROD)", + "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index_view,PROD)", "type": "COPY" } ] @@ -4508,44 +4399,41 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ - { - "id": "test-platform" - }, { "id": "Sources" }, { - "id": "urn:li:container:85534727d17f56b5996dabbf0fda04a2", - "urn": "urn:li:container:85534727d17f56b5996dabbf0fda04a2" + "id": "urn:li:container:5fc411088cb328873d6eba19ee76f09d", + "urn": "urn:li:container:5fc411088cb328873d6eba19ee76f09d" }, { - "id": "urn:li:container:67653e01aa4da4fcfd6675a591700e89", - "urn": "urn:li:container:67653e01aa4da4fcfd6675a591700e89" + "id": "urn:li:container:f280657a9759203790c7755104f03e52", + "urn": "urn:li:container:f280657a9759203790c7755104f03e52" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD)", "changeType": "UPSERT", "aspectName": "datasetProperties", "aspect": { @@ -4563,13 +4451,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD)", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -4581,46 +4469,45 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD)", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { "json": { - "platform": "urn:li:dataPlatform:dremio", - "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" + "platform": "urn:li:dataPlatform:dremio" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD)", "changeType": "UPSERT", "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:7a2433f85d4b3102265c99dfd7146d2f" + "container": "urn:li:container:cc2c44f1f32b6998c445fcd7d6d7a9e3" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD)", "changeType": "UPSERT", "aspectName": "schemaMetadata", "aspect": { @@ -4720,13 +4607,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD)", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -4736,13 +4623,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -4753,7 +4640,7 @@ "time": 0, "actor": "urn:li:corpuser:unknown" }, - "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.northwind.customers,PROD)", + "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD)", "type": "COPY" } ] @@ -4761,44 +4648,41 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD)", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ - { - "id": "test-platform" - }, { "id": "Sources" }, { - "id": "urn:li:container:85534727d17f56b5996dabbf0fda04a2", - "urn": "urn:li:container:85534727d17f56b5996dabbf0fda04a2" + "id": "urn:li:container:5fc411088cb328873d6eba19ee76f09d", + "urn": "urn:li:container:5fc411088cb328873d6eba19ee76f09d" }, { - "id": "urn:li:container:7a2433f85d4b3102265c99dfd7146d2f", - "urn": "urn:li:container:7a2433f85d4b3102265c99dfd7146d2f" + "id": "urn:li:container:cc2c44f1f32b6998c445fcd7d6d7a9e3", + "urn": "urn:li:container:cc2c44f1f32b6998c445fcd7d6d7a9e3" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.orders,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.orders,PROD)", "changeType": "UPSERT", "aspectName": "datasetProperties", "aspect": { @@ -4816,13 +4700,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.orders,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.orders,PROD)", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -4834,46 +4718,45 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.orders,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.orders,PROD)", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { "json": { - "platform": "urn:li:dataPlatform:dremio", - "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" + "platform": "urn:li:dataPlatform:dremio" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.orders,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.orders,PROD)", "changeType": "UPSERT", "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:7a2433f85d4b3102265c99dfd7146d2f" + "container": "urn:li:container:cc2c44f1f32b6998c445fcd7d6d7a9e3" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.orders,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.orders,PROD)", "changeType": "UPSERT", "aspectName": "schemaMetadata", "aspect": { @@ -4897,26 +4780,26 @@ }, "fields": [ { - "fieldPath": "description", + "fieldPath": "id", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "integer(32)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "id", + "fieldPath": "description", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "integer(32)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, @@ -4937,13 +4820,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.orders,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.orders,PROD)", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -4953,13 +4836,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.orders,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.orders,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -4970,7 +4853,7 @@ "time": 0, "actor": "urn:li:corpuser:unknown" }, - "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.northwind.orders,PROD)", + "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.orders,PROD)", "type": "COPY" } ] @@ -4978,44 +4861,41 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.orders,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.orders,PROD)", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ - { - "id": "test-platform" - }, { "id": "Sources" }, { - "id": "urn:li:container:85534727d17f56b5996dabbf0fda04a2", - "urn": "urn:li:container:85534727d17f56b5996dabbf0fda04a2" + "id": "urn:li:container:5fc411088cb328873d6eba19ee76f09d", + "urn": "urn:li:container:5fc411088cb328873d6eba19ee76f09d" }, { - "id": "urn:li:container:7a2433f85d4b3102265c99dfd7146d2f", - "urn": "urn:li:container:7a2433f85d4b3102265c99dfd7146d2f" + "id": "urn:li:container:cc2c44f1f32b6998c445fcd7d6d7a9e3", + "urn": "urn:li:container:cc2c44f1f32b6998c445fcd7d6d7a9e3" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", "changeType": "UPSERT", "aspectName": "datasetProperties", "aspect": { @@ -5033,13 +4913,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -5051,46 +4931,45 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { "json": { - "platform": "urn:li:dataPlatform:dremio", - "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" + "platform": "urn:li:dataPlatform:dremio" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", "changeType": "UPSERT", "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:bbca630ddf6a79e03fa681adc3fa1715" + "container": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", "changeType": "UPSERT", "aspectName": "schemaMetadata", "aspect": { @@ -5114,7 +4993,7 @@ }, "fields": [ { - "fieldPath": "H", + "fieldPath": "A", "nullable": true, "type": { "type": { @@ -5126,7 +5005,7 @@ "isPartOfKey": false }, { - "fieldPath": "G", + "fieldPath": "B", "nullable": true, "type": { "type": { @@ -5138,7 +5017,7 @@ "isPartOfKey": false }, { - "fieldPath": "F", + "fieldPath": "C", "nullable": true, "type": { "type": { @@ -5150,7 +5029,7 @@ "isPartOfKey": false }, { - "fieldPath": "E", + "fieldPath": "D", "nullable": true, "type": { "type": { @@ -5162,7 +5041,7 @@ "isPartOfKey": false }, { - "fieldPath": "D", + "fieldPath": "E", "nullable": true, "type": { "type": { @@ -5174,7 +5053,7 @@ "isPartOfKey": false }, { - "fieldPath": "C", + "fieldPath": "F", "nullable": true, "type": { "type": { @@ -5186,7 +5065,7 @@ "isPartOfKey": false }, { - "fieldPath": "B", + "fieldPath": "G", "nullable": true, "type": { "type": { @@ -5198,7 +5077,7 @@ "isPartOfKey": false }, { - "fieldPath": "A", + "fieldPath": "H", "nullable": true, "type": { "type": { @@ -5226,13 +5105,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -5242,13 +5121,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -5267,44 +5146,41 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ - { - "id": "test-platform" - }, { "id": "Sources" }, { - "id": "urn:li:container:007d12a4a241c87924b54e1e35990234", - "urn": "urn:li:container:007d12a4a241c87924b54e1e35990234" + "id": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68", + "urn": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68" }, { - "id": "urn:li:container:bbca630ddf6a79e03fa681adc3fa1715", - "urn": "urn:li:container:bbca630ddf6a79e03fa681adc3fa1715" + "id": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83", + "urn": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", "changeType": "UPSERT", "aspectName": "datasetProperties", "aspect": { @@ -5322,13 +5198,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -5340,46 +5216,45 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { "json": { - "platform": "urn:li:dataPlatform:dremio", - "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" + "platform": "urn:li:dataPlatform:dremio" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", "changeType": "UPSERT", "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:55c3b773b40bb744b4e5946db4e13455" + "container": "urn:li:container:687c0496e464bc4c0de935cb1da1becf" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", "changeType": "UPSERT", "aspectName": "schemaMetadata", "aspect": { @@ -5403,7 +5278,7 @@ }, "fields": [ { - "fieldPath": "I", + "fieldPath": "E", "nullable": true, "type": { "type": { @@ -5415,7 +5290,7 @@ "isPartOfKey": false }, { - "fieldPath": "A", + "fieldPath": "M", "nullable": true, "type": { "type": { @@ -5427,7 +5302,7 @@ "isPartOfKey": false }, { - "fieldPath": "B", + "fieldPath": "L", "nullable": true, "type": { "type": { @@ -5439,7 +5314,7 @@ "isPartOfKey": false }, { - "fieldPath": "C", + "fieldPath": "K", "nullable": true, "type": { "type": { @@ -5451,7 +5326,7 @@ "isPartOfKey": false }, { - "fieldPath": "D", + "fieldPath": "J", "nullable": true, "type": { "type": { @@ -5463,7 +5338,7 @@ "isPartOfKey": false }, { - "fieldPath": "E", + "fieldPath": "I", "nullable": true, "type": { "type": { @@ -5475,7 +5350,7 @@ "isPartOfKey": false }, { - "fieldPath": "F", + "fieldPath": "H", "nullable": true, "type": { "type": { @@ -5499,7 +5374,7 @@ "isPartOfKey": false }, { - "fieldPath": "H", + "fieldPath": "F", "nullable": true, "type": { "type": { @@ -5511,7 +5386,7 @@ "isPartOfKey": false }, { - "fieldPath": "J", + "fieldPath": "A", "nullable": true, "type": { "type": { @@ -5523,7 +5398,7 @@ "isPartOfKey": false }, { - "fieldPath": "K", + "fieldPath": "B", "nullable": true, "type": { "type": { @@ -5535,7 +5410,7 @@ "isPartOfKey": false }, { - "fieldPath": "L", + "fieldPath": "C", "nullable": true, "type": { "type": { @@ -5547,7 +5422,7 @@ "isPartOfKey": false }, { - "fieldPath": "M", + "fieldPath": "D", "nullable": true, "type": { "type": { @@ -5563,13 +5438,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -5579,13 +5454,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -5604,48 +5479,45 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ - { - "id": "test-platform" - }, { "id": "Sources" }, { - "id": "urn:li:container:007d12a4a241c87924b54e1e35990234", - "urn": "urn:li:container:007d12a4a241c87924b54e1e35990234" + "id": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68", + "urn": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68" }, { - "id": "urn:li:container:bbca630ddf6a79e03fa681adc3fa1715", - "urn": "urn:li:container:bbca630ddf6a79e03fa681adc3fa1715" + "id": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83", + "urn": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83" }, { - "id": "urn:li:container:55c3b773b40bb744b4e5946db4e13455", - "urn": "urn:li:container:55c3b773b40bb744b4e5946db4e13455" + "id": "urn:li:container:687c0496e464bc4c0de935cb1da1becf", + "urn": "urn:li:container:687c0496e464bc4c0de935cb1da1becf" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", "changeType": "UPSERT", "aspectName": "datasetProperties", "aspect": { @@ -5663,13 +5535,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -5681,46 +5553,45 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { "json": { - "platform": "urn:li:dataPlatform:dremio", - "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" + "platform": "urn:li:dataPlatform:dremio" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", "changeType": "UPSERT", "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:55c3b773b40bb744b4e5946db4e13455" + "container": "urn:li:container:687c0496e464bc4c0de935cb1da1becf" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", "changeType": "UPSERT", "aspectName": "schemaMetadata", "aspect": { @@ -5744,19 +5615,19 @@ }, "fields": [ { - "fieldPath": "DEPARTMENT_NAME", + "fieldPath": "LOCATION_ID", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "double(53)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "MANAGER_ID", + "fieldPath": "DEPARTMENT_ID", "nullable": true, "type": { "type": { @@ -5768,19 +5639,19 @@ "isPartOfKey": false }, { - "fieldPath": "DEPARTMENT_ID", + "fieldPath": "DEPARTMENT_NAME", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "double(53)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "LOCATION_ID", + "fieldPath": "MANAGER_ID", "nullable": true, "type": { "type": { @@ -5796,13 +5667,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -5812,13 +5683,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -5837,48 +5708,45 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ - { - "id": "test-platform" - }, { "id": "Sources" }, { - "id": "urn:li:container:007d12a4a241c87924b54e1e35990234", - "urn": "urn:li:container:007d12a4a241c87924b54e1e35990234" + "id": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68", + "urn": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68" }, { - "id": "urn:li:container:bbca630ddf6a79e03fa681adc3fa1715", - "urn": "urn:li:container:bbca630ddf6a79e03fa681adc3fa1715" + "id": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83", + "urn": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83" }, { - "id": "urn:li:container:55c3b773b40bb744b4e5946db4e13455", - "urn": "urn:li:container:55c3b773b40bb744b4e5946db4e13455" + "id": "urn:li:container:687c0496e464bc4c0de935cb1da1becf", + "urn": "urn:li:container:687c0496e464bc4c0de935cb1da1becf" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", "changeType": "UPSERT", "aspectName": "datasetProperties", "aspect": { @@ -5896,13 +5764,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -5914,46 +5782,45 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { "json": { - "platform": "urn:li:dataPlatform:dremio", - "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" + "platform": "urn:li:dataPlatform:dremio" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", "changeType": "UPSERT", "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:25745bd0b919d9f4e402df43a1ee0ca8" + "container": "urn:li:container:fd0949800e3c7cc7ce5de373fd737e0b" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", "changeType": "UPSERT", "aspectName": "schemaMetadata", "aspect": { @@ -5977,7 +5844,7 @@ }, "fields": [ { - "fieldPath": "cp_catalog_page_number", + "fieldPath": "cp_catalog_number", "nullable": true, "type": { "type": { @@ -5989,7 +5856,7 @@ "isPartOfKey": false }, { - "fieldPath": "cp_type", + "fieldPath": "cp_department", "nullable": true, "type": { "type": { @@ -6001,19 +5868,19 @@ "isPartOfKey": false }, { - "fieldPath": "cp_description", + "fieldPath": "cp_end_date_sk", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "cp_catalog_number", + "fieldPath": "cp_start_date_sk", "nullable": true, "type": { "type": { @@ -6025,7 +5892,7 @@ "isPartOfKey": false }, { - "fieldPath": "cp_department", + "fieldPath": "cp_catalog_page_id", "nullable": true, "type": { "type": { @@ -6037,7 +5904,7 @@ "isPartOfKey": false }, { - "fieldPath": "cp_end_date_sk", + "fieldPath": "cp_catalog_page_sk", "nullable": true, "type": { "type": { @@ -6049,19 +5916,19 @@ "isPartOfKey": false }, { - "fieldPath": "cp_start_date_sk", + "fieldPath": "cp_type", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "cp_catalog_page_id", + "fieldPath": "cp_description", "nullable": true, "type": { "type": { @@ -6073,7 +5940,7 @@ "isPartOfKey": false }, { - "fieldPath": "cp_catalog_page_sk", + "fieldPath": "cp_catalog_page_number", "nullable": true, "type": { "type": { @@ -6089,13 +5956,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -6105,13 +5972,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -6130,56 +5997,53 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { "json": { "path": [ - { - "id": "test-platform" - }, { "id": "Sources" }, { - "id": "urn:li:container:007d12a4a241c87924b54e1e35990234", - "urn": "urn:li:container:007d12a4a241c87924b54e1e35990234" + "id": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68", + "urn": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68" }, { - "id": "urn:li:container:bbca630ddf6a79e03fa681adc3fa1715", - "urn": "urn:li:container:bbca630ddf6a79e03fa681adc3fa1715" + "id": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83", + "urn": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83" }, { - "id": "urn:li:container:df1130913ed9cfec6c7afb9fc58b9554", - "urn": "urn:li:container:df1130913ed9cfec6c7afb9fc58b9554" + "id": "urn:li:container:bf1ee664b5c9fa9610f731399062a47f", + "urn": "urn:li:container:bf1ee664b5c9fa9610f731399062a47f" }, { - "id": "urn:li:container:2ebbe0028345d0b8d147aed919b1024c", - "urn": "urn:li:container:2ebbe0028345d0b8d147aed919b1024c" + "id": "urn:li:container:41ea3e8314dd9dedc00d6f47c69e3400", + "urn": "urn:li:container:41ea3e8314dd9dedc00d6f47c69e3400" }, { - "id": "urn:li:container:25745bd0b919d9f4e402df43a1ee0ca8", - "urn": "urn:li:container:25745bd0b919d9f4e402df43a1ee0ca8" + "id": "urn:li:container:fd0949800e3c7cc7ce5de373fd737e0b", + "urn": "urn:li:container:fd0949800e3c7cc7ce5de373fd737e0b" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -6194,7 +6058,7 @@ "time": 0, "actor": "urn:li:corpuser:_ingestion" }, - "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_aspect,PROD)", + "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_aspect,PROD)", "type": "COPY" } ] @@ -6202,13 +6066,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -6223,7 +6087,7 @@ "time": 0, "actor": "urn:li:corpuser:_ingestion" }, - "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_index,PROD)", + "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index,PROD)", "type": "COPY" } ] @@ -6231,13 +6095,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -6252,7 +6116,7 @@ "time": 0, "actor": "urn:li:corpuser:_ingestion" }, - "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_index_view,PROD)", + "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index_view,PROD)", "type": "COPY" } ] @@ -6260,13 +6124,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -6281,7 +6145,7 @@ "time": 0, "actor": "urn:li:corpuser:_ingestion" }, - "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.northwind.customers,PROD)", + "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD)", "type": "COPY" } ] @@ -6289,13 +6153,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.orders,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.orders,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -6310,7 +6174,7 @@ "time": 0, "actor": "urn:li:corpuser:_ingestion" }, - "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.northwind.orders,PROD)", + "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.orders,PROD)", "type": "COPY" } ] @@ -6318,13 +6182,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.s3.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -6347,13 +6211,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -6376,13 +6240,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -6405,13 +6269,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -6434,13 +6298,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -6463,13 +6327,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.customers,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -6484,22 +6348,22 @@ "time": 0, "actor": "urn:li:corpuser:_ingestion" }, - "dataset": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.northwind.customers,PROD)", + "dataset": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.northwind.customers,PROD)", "type": "VIEW", - "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.customers%2CPROD%29" + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.customers%2CPROD%29" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.customers%2CPROD%29", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.customers%2CPROD%29", "changeType": "UPSERT", "aspectName": "queryProperties", "aspect": { @@ -6521,36 +6385,36 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.customers%2CPROD%29", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.customers%2CPROD%29", "changeType": "UPSERT", "aspectName": "querySubjects", "aspect": { "json": { "subjects": [ { - "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.northwind.customers,PROD)" + "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.northwind.customers,PROD)" }, { - "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.customers,PROD)" + "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.customers,PROD)" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.customers%2CPROD%29", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.customers%2CPROD%29", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { @@ -6560,13 +6424,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -6581,22 +6445,22 @@ "time": 0, "actor": "urn:li:corpuser:_ingestion" }, - "dataset": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_aspect,PROD)", + "dataset": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_aspect,PROD)", "type": "VIEW", - "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.metadata_aspect%2CPROD%29" + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_aspect%2CPROD%29" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.metadata_aspect%2CPROD%29", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_aspect%2CPROD%29", "changeType": "UPSERT", "aspectName": "queryProperties", "aspect": { @@ -6618,36 +6482,36 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.metadata_aspect%2CPROD%29", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_aspect%2CPROD%29", "changeType": "UPSERT", "aspectName": "querySubjects", "aspect": { "json": { "subjects": [ { - "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_aspect,PROD)" + "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_aspect,PROD)" }, { - "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_aspect,PROD)" + "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_aspect,PROD)" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.metadata_aspect%2CPROD%29", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_aspect%2CPROD%29", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { @@ -6657,13 +6521,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -6678,22 +6542,22 @@ "time": 0, "actor": "urn:li:corpuser:_ingestion" }, - "dataset": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_index,PROD)", + "dataset": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_index,PROD)", "type": "VIEW", - "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.metadata_index%2CPROD%29" + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_index%2CPROD%29" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.metadata_index%2CPROD%29", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_index%2CPROD%29", "changeType": "UPSERT", "aspectName": "queryProperties", "aspect": { @@ -6715,36 +6579,36 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.metadata_index%2CPROD%29", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_index%2CPROD%29", "changeType": "UPSERT", "aspectName": "querySubjects", "aspect": { "json": { "subjects": [ { - "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_index,PROD)" + "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_index,PROD)" }, { - "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index,PROD)" + "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index,PROD)" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.metadata_index%2CPROD%29", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_index%2CPROD%29", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { @@ -6754,13 +6618,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -6775,22 +6639,22 @@ "time": 0, "actor": "urn:li:corpuser:_ingestion" }, - "dataset": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_index_view,PROD)", + "dataset": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_index_view,PROD)", "type": "VIEW", - "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.metadata_index_view%2CPROD%29" + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_index_view%2CPROD%29" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.metadata_index_view%2CPROD%29", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_index_view%2CPROD%29", "changeType": "UPSERT", "aspectName": "queryProperties", "aspect": { @@ -6812,36 +6676,36 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.metadata_index_view%2CPROD%29", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_index_view%2CPROD%29", "changeType": "UPSERT", "aspectName": "querySubjects", "aspect": { "json": { "subjects": [ { - "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_index_view,PROD)" + "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_index_view,PROD)" }, { - "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index_view,PROD)" + "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index_view,PROD)" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.metadata_index_view%2CPROD%29", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_index_view%2CPROD%29", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { @@ -6851,13 +6715,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.orders,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.orders,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -6872,22 +6736,22 @@ "time": 0, "actor": "urn:li:corpuser:_ingestion" }, - "dataset": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.northwind.orders,PROD)", + "dataset": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.northwind.orders,PROD)", "type": "VIEW", - "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.orders%2CPROD%29" + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.orders%2CPROD%29" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.orders%2CPROD%29", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.orders%2CPROD%29", "changeType": "UPSERT", "aspectName": "queryProperties", "aspect": { @@ -6909,36 +6773,36 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.orders%2CPROD%29", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.orders%2CPROD%29", "changeType": "UPSERT", "aspectName": "querySubjects", "aspect": { "json": { "subjects": [ { - "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.northwind.orders,PROD)" + "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.northwind.orders,PROD)" }, { - "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.orders,PROD)" + "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.orders,PROD)" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.orders%2CPROD%29", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.orders%2CPROD%29", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { @@ -6948,13 +6812,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.raw,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.raw,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -6969,22 +6833,22 @@ "time": 0, "actor": "urn:li:corpuser:_ingestion" }, - "dataset": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.s3.warehouse,PROD)", + "dataset": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD)", "type": "VIEW", - "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.raw%2CPROD%29" + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.raw%2CPROD%29" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.raw%2CPROD%29", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.raw%2CPROD%29", "changeType": "UPSERT", "aspectName": "queryProperties", "aspect": { @@ -7006,36 +6870,36 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.raw%2CPROD%29", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.raw%2CPROD%29", "changeType": "UPSERT", "aspectName": "querySubjects", "aspect": { "json": { "subjects": [ { - "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.s3.warehouse,PROD)" + "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD)" }, { - "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.raw,PROD)" + "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.raw,PROD)" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.raw%2CPROD%29", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.raw%2CPROD%29", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { @@ -7045,13 +6909,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7061,66 +6925,55 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 3834, - "columnCount": 9, + "rowCount": 5, + "columnCount": 6, "fieldProfiles": [ { - "fieldPath": "E", - "uniqueCount": 192, - "nullCount": 0 - }, - { - "fieldPath": "G", - "uniqueCount": 40, - "nullCount": 0 - }, - { - "fieldPath": "H", - "uniqueCount": 91, - "nullCount": 0 - }, - { - "fieldPath": "I", - "uniqueCount": 85, - "nullCount": 0 + "fieldPath": "id", + "uniqueCount": 5, + "nullCount": 0, + "mean": "3.0", + "stdev": "1.5811388300841898" }, { - "fieldPath": "F", - "uniqueCount": 61, + "fieldPath": "company", + "uniqueCount": 5, "nullCount": 0 }, { - "fieldPath": "A", - "uniqueCount": 2, + "fieldPath": "last_name", + "uniqueCount": 5, "nullCount": 0 }, { - "fieldPath": "B", - "uniqueCount": 2, + "fieldPath": "first_name", + "uniqueCount": 5, "nullCount": 0 }, { - "fieldPath": "C", - "uniqueCount": 3834, + "fieldPath": "email_address", + "uniqueCount": 5, "nullCount": 0 }, { - "fieldPath": "D", - "uniqueCount": 76, - "nullCount": 0 + "fieldPath": "priority", + "uniqueCount": 3, + "nullCount": 1, + "mean": "4.175000011920929", + "stdev": "0.4924429489953036" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.raw,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7130,41 +6983,47 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 0, + "rowCount": 4, "columnCount": 4, "fieldProfiles": [ { - "fieldPath": "urn", - "uniqueCount": 0, - "nullCount": 0 + "fieldPath": "salary", + "uniqueCount": 4, + "nullCount": 0, + "mean": "65000.0", + "stdev": "12909.944487358056" }, { - "fieldPath": "path", - "uniqueCount": 0, - "nullCount": 0 + "fieldPath": "age", + "uniqueCount": 4, + "nullCount": 0, + "mean": "32.5", + "stdev": "6.454972243679028" }, { - "fieldPath": "doubleVal", - "uniqueCount": 0, + "fieldPath": "name", + "uniqueCount": 4, "nullCount": 0 }, { "fieldPath": "id", - "uniqueCount": 0, - "nullCount": 0 + "uniqueCount": 4, + "nullCount": 0, + "mean": "2.5", + "stdev": "1.2909944487358056" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7178,38 +7037,38 @@ "columnCount": 13, "fieldProfiles": [ { - "fieldPath": "I", - "uniqueCount": 8, + "fieldPath": "E", + "uniqueCount": 463, "nullCount": 0 }, { - "fieldPath": "A", - "uniqueCount": 9661, - "nullCount": 0 + "fieldPath": "M", + "uniqueCount": 35, + "nullCount": 1 }, { - "fieldPath": "B", - "uniqueCount": 35, + "fieldPath": "L", + "uniqueCount": 2835, "nullCount": 0 }, { - "fieldPath": "C", - "uniqueCount": 42, + "fieldPath": "K", + "uniqueCount": 1379, "nullCount": 0 }, { - "fieldPath": "D", - "uniqueCount": 6003, + "fieldPath": "J", + "uniqueCount": 121, "nullCount": 0 }, { - "fieldPath": "E", - "uniqueCount": 463, + "fieldPath": "I", + "uniqueCount": 8, "nullCount": 0 }, { - "fieldPath": "F", - "uniqueCount": 23, + "fieldPath": "H", + "uniqueCount": 94, "nullCount": 0 }, { @@ -7218,42 +7077,42 @@ "nullCount": 0 }, { - "fieldPath": "H", - "uniqueCount": 94, + "fieldPath": "F", + "uniqueCount": 23, "nullCount": 0 }, { - "fieldPath": "J", - "uniqueCount": 121, + "fieldPath": "A", + "uniqueCount": 9661, "nullCount": 0 }, { - "fieldPath": "K", - "uniqueCount": 1379, + "fieldPath": "B", + "uniqueCount": 35, "nullCount": 0 }, { - "fieldPath": "L", - "uniqueCount": 2835, + "fieldPath": "C", + "uniqueCount": 42, "nullCount": 0 }, { - "fieldPath": "M", - "uniqueCount": 35, - "nullCount": 1 + "fieldPath": "D", + "uniqueCount": 6003, + "nullCount": 0 } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.orders,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7263,22 +7122,42 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 0, - "columnCount": 3, + "rowCount": 2, + "columnCount": 7, "fieldProfiles": [ { - "fieldPath": "description", - "uniqueCount": 0, + "fieldPath": "urn", + "uniqueCount": 1, "nullCount": 0 }, { - "fieldPath": "id", - "uniqueCount": 0, + "fieldPath": "version", + "uniqueCount": 1, "nullCount": 0 }, { - "fieldPath": "customer_id", + "fieldPath": "metadata", + "uniqueCount": 2, + "nullCount": 0 + }, + { + "fieldPath": "createdon", + "uniqueCount": 1, + "nullCount": 0 + }, + { + "fieldPath": "createdby", + "uniqueCount": 1, + "nullCount": 0 + }, + { + "fieldPath": "createdfor", "uniqueCount": 0, + "nullCount": 2 + }, + { + "fieldPath": "aspect", + "uniqueCount": 2, "nullCount": 0 } ] @@ -7286,13 +7165,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.s3.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7302,47 +7181,66 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 4, - "columnCount": 4, + "rowCount": 3834, + "columnCount": 9, "fieldProfiles": [ { - "fieldPath": "id", - "uniqueCount": 4, - "nullCount": 0, - "mean": "2.5", - "stdev": "1.2909944487358056" + "fieldPath": "A", + "uniqueCount": 2, + "nullCount": 0 }, { - "fieldPath": "name", - "uniqueCount": 4, + "fieldPath": "B", + "uniqueCount": 2, "nullCount": 0 }, { - "fieldPath": "age", - "uniqueCount": 4, - "nullCount": 0, - "mean": "32.5", - "stdev": "6.454972243679028" + "fieldPath": "C", + "uniqueCount": 3834, + "nullCount": 0 }, { - "fieldPath": "salary", - "uniqueCount": 4, - "nullCount": 0, - "mean": "65000.0", - "stdev": "12909.944487358056" + "fieldPath": "D", + "uniqueCount": 76, + "nullCount": 0 + }, + { + "fieldPath": "E", + "uniqueCount": 192, + "nullCount": 0 + }, + { + "fieldPath": "F", + "uniqueCount": 61, + "nullCount": 0 + }, + { + "fieldPath": "G", + "uniqueCount": 40, + "nullCount": 0 + }, + { + "fieldPath": "H", + "uniqueCount": 91, + "nullCount": 0 + }, + { + "fieldPath": "I", + "uniqueCount": 85, + "nullCount": 0 } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.orders,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7353,20 +7251,40 @@ "type": "FULL_TABLE" }, "rowCount": 0, - "columnCount": 3, + "columnCount": 7, "fieldProfiles": [ { - "fieldPath": "customer_id", + "fieldPath": "urn", "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "id", + "fieldPath": "aspect", "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "description", + "fieldPath": "path", + "uniqueCount": 0, + "nullCount": 0 + }, + { + "fieldPath": "longVal", + "uniqueCount": 0, + "nullCount": 0 + }, + { + "fieldPath": "stringVal", + "uniqueCount": 0, + "nullCount": 0 + }, + { + "fieldPath": "doubleVal", + "uniqueCount": 0, + "nullCount": 0 + }, + { + "fieldPath": "id", "uniqueCount": 0, "nullCount": 0 } @@ -7375,13 +7293,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7391,52 +7309,27 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 3834, - "columnCount": 9, + "rowCount": 0, + "columnCount": 4, "fieldProfiles": [ { - "fieldPath": "H", - "uniqueCount": 91, - "nullCount": 0 - }, - { - "fieldPath": "G", - "uniqueCount": 40, - "nullCount": 0 - }, - { - "fieldPath": "F", - "uniqueCount": 61, - "nullCount": 0 - }, - { - "fieldPath": "E", - "uniqueCount": 192, - "nullCount": 0 - }, - { - "fieldPath": "D", - "uniqueCount": 76, - "nullCount": 0 - }, - { - "fieldPath": "C", - "uniqueCount": 3834, + "fieldPath": "id", + "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "B", - "uniqueCount": 2, + "fieldPath": "urn", + "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "A", - "uniqueCount": 2, + "fieldPath": "path", + "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "I", - "uniqueCount": 85, + "fieldPath": "doubleVal", + "uniqueCount": 0, "nullCount": 0 } ] @@ -7444,13 +7337,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7460,42 +7353,42 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 0, + "rowCount": 2, "columnCount": 7, "fieldProfiles": [ { - "fieldPath": "id", + "fieldPath": "createdfor", "uniqueCount": 0, - "nullCount": 0 + "nullCount": 2 }, { "fieldPath": "urn", - "uniqueCount": 0, + "uniqueCount": 1, "nullCount": 0 }, { "fieldPath": "aspect", - "uniqueCount": 0, + "uniqueCount": 2, "nullCount": 0 }, { - "fieldPath": "path", - "uniqueCount": 0, + "fieldPath": "version", + "uniqueCount": 1, "nullCount": 0 }, { - "fieldPath": "longVal", - "uniqueCount": 0, + "fieldPath": "metadata", + "uniqueCount": 2, "nullCount": 0 }, { - "fieldPath": "stringVal", - "uniqueCount": 0, + "fieldPath": "createdon", + "uniqueCount": 1, "nullCount": 0 }, { - "fieldPath": "doubleVal", - "uniqueCount": 0, + "fieldPath": "createdby", + "uniqueCount": 1, "nullCount": 0 } ] @@ -7503,13 +7396,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7519,41 +7412,42 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 5, - "columnCount": 6, + "rowCount": 0, + "columnCount": 7, "fieldProfiles": [ { - "fieldPath": "priority", - "uniqueCount": 3, - "nullCount": 1, - "mean": "4.175000011920929", - "stdev": "0.4924429489953036" + "fieldPath": "urn", + "uniqueCount": 0, + "nullCount": 0 }, { "fieldPath": "id", - "uniqueCount": 5, - "nullCount": 0, - "mean": "3.0", - "stdev": "1.5811388300841898" + "uniqueCount": 0, + "nullCount": 0 }, { - "fieldPath": "company", - "uniqueCount": 5, + "fieldPath": "doubleVal", + "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "last_name", - "uniqueCount": 5, + "fieldPath": "stringVal", + "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "first_name", - "uniqueCount": 5, + "fieldPath": "longVal", + "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "email_address", - "uniqueCount": 5, + "fieldPath": "path", + "uniqueCount": 0, + "nullCount": 0 + }, + { + "fieldPath": "aspect", + "uniqueCount": 0, "nullCount": 0 } ] @@ -7561,13 +7455,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.customers,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7581,14 +7475,7 @@ "columnCount": 6, "fieldProfiles": [ { - "fieldPath": "id", - "uniqueCount": 5, - "nullCount": 0, - "mean": "3.0", - "stdev": "1.5811388300841898" - }, - { - "fieldPath": "company", + "fieldPath": "first_name", "uniqueCount": 5, "nullCount": 0 }, @@ -7598,14 +7485,16 @@ "nullCount": 0 }, { - "fieldPath": "first_name", + "fieldPath": "company", "uniqueCount": 5, "nullCount": 0 }, { - "fieldPath": "email_address", + "fieldPath": "id", "uniqueCount": 5, - "nullCount": 0 + "nullCount": 0, + "mean": "3.0", + "stdev": "1.5811388300841898" }, { "fieldPath": "priority", @@ -7613,19 +7502,24 @@ "nullCount": 1, "mean": "4.175000011920929", "stdev": "0.4924429489953036" + }, + { + "fieldPath": "email_address", + "uniqueCount": 5, + "nullCount": 0 } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7635,27 +7529,52 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 0, - "columnCount": 4, + "rowCount": 3834, + "columnCount": 9, "fieldProfiles": [ { - "fieldPath": "path", - "uniqueCount": 0, + "fieldPath": "B", + "uniqueCount": 2, "nullCount": 0 }, { - "fieldPath": "urn", - "uniqueCount": 0, + "fieldPath": "I", + "uniqueCount": 85, "nullCount": 0 }, { - "fieldPath": "id", - "uniqueCount": 0, + "fieldPath": "H", + "uniqueCount": 91, "nullCount": 0 }, { - "fieldPath": "doubleVal", - "uniqueCount": 0, + "fieldPath": "G", + "uniqueCount": 40, + "nullCount": 0 + }, + { + "fieldPath": "F", + "uniqueCount": 61, + "nullCount": 0 + }, + { + "fieldPath": "E", + "uniqueCount": 192, + "nullCount": 0 + }, + { + "fieldPath": "D", + "uniqueCount": 76, + "nullCount": 0 + }, + { + "fieldPath": "C", + "uniqueCount": 3834, + "nullCount": 0 + }, + { + "fieldPath": "A", + "uniqueCount": 2, "nullCount": 0 } ] @@ -7663,13 +7582,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.orders,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7679,42 +7598,22 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 2, - "columnCount": 7, + "rowCount": 0, + "columnCount": 3, "fieldProfiles": [ { - "fieldPath": "createdfor", + "fieldPath": "id", "uniqueCount": 0, - "nullCount": 2 - }, - { - "fieldPath": "createdby", - "uniqueCount": 1, - "nullCount": 0 - }, - { - "fieldPath": "createdon", - "uniqueCount": 1, - "nullCount": 0 - }, - { - "fieldPath": "metadata", - "uniqueCount": 2, "nullCount": 0 }, { - "fieldPath": "version", - "uniqueCount": 1, - "nullCount": 0 - }, - { - "fieldPath": "aspect", - "uniqueCount": 2, + "fieldPath": "description", + "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "urn", - "uniqueCount": 1, + "fieldPath": "customer_id", + "uniqueCount": 0, "nullCount": 0 } ] @@ -7722,13 +7621,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7738,56 +7637,47 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 0, - "columnCount": 7, + "rowCount": 4, + "columnCount": 4, "fieldProfiles": [ - { - "fieldPath": "doubleVal", - "uniqueCount": 0, - "nullCount": 0 - }, { "fieldPath": "id", - "uniqueCount": 0, - "nullCount": 0 - }, - { - "fieldPath": "urn", - "uniqueCount": 0, - "nullCount": 0 - }, - { - "fieldPath": "aspect", - "uniqueCount": 0, - "nullCount": 0 + "uniqueCount": 4, + "nullCount": 0, + "mean": "2.5", + "stdev": "1.2909944487358056" }, { - "fieldPath": "path", - "uniqueCount": 0, + "fieldPath": "name", + "uniqueCount": 4, "nullCount": 0 }, { - "fieldPath": "longVal", - "uniqueCount": 0, - "nullCount": 0 + "fieldPath": "age", + "uniqueCount": 4, + "nullCount": 0, + "mean": "32.5", + "stdev": "6.454972243679028" }, { - "fieldPath": "stringVal", - "uniqueCount": 0, - "nullCount": 0 + "fieldPath": "salary", + "uniqueCount": 4, + "nullCount": 0, + "mean": "65000.0", + "stdev": "12909.944487358056" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7797,42 +7687,27 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 2, - "columnCount": 7, + "rowCount": 0, + "columnCount": 4, "fieldProfiles": [ { - "fieldPath": "version", - "uniqueCount": 1, - "nullCount": 0 - }, - { - "fieldPath": "createdfor", + "fieldPath": "id", "uniqueCount": 0, - "nullCount": 2 - }, - { - "fieldPath": "createdby", - "uniqueCount": 1, - "nullCount": 0 - }, - { - "fieldPath": "createdon", - "uniqueCount": 1, "nullCount": 0 }, { - "fieldPath": "metadata", - "uniqueCount": 2, + "fieldPath": "urn", + "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "urn", - "uniqueCount": 1, + "fieldPath": "path", + "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "aspect", - "uniqueCount": 2, + "fieldPath": "doubleVal", + "uniqueCount": 0, "nullCount": 0 } ] @@ -7840,13 +7715,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.raw,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.orders,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7856,47 +7731,36 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 4, - "columnCount": 4, + "rowCount": 0, + "columnCount": 3, "fieldProfiles": [ - { - "fieldPath": "name", - "uniqueCount": 4, - "nullCount": 0 - }, { "fieldPath": "id", - "uniqueCount": 4, - "nullCount": 0, - "mean": "2.5", - "stdev": "1.2909944487358056" + "uniqueCount": 0, + "nullCount": 0 }, { - "fieldPath": "salary", - "uniqueCount": 4, - "nullCount": 0, - "mean": "65000.0", - "stdev": "12909.944487358056" + "fieldPath": "customer_id", + "uniqueCount": 0, + "nullCount": 0 }, { - "fieldPath": "age", - "uniqueCount": 4, - "nullCount": 0, - "mean": "32.5", - "stdev": "6.454972243679028" + "fieldPath": "description", + "uniqueCount": 0, + "nullCount": 0 } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7909,6 +7773,20 @@ "rowCount": 27, "columnCount": 4, "fieldProfiles": [ + { + "fieldPath": "LOCATION_ID", + "uniqueCount": 7, + "nullCount": 0, + "mean": "1777.7777777777778", + "stdev": "284.6500325410858" + }, + { + "fieldPath": "DEPARTMENT_ID", + "uniqueCount": 27, + "nullCount": 0, + "mean": "140.0", + "stdev": "79.37253933193772" + }, { "fieldPath": "DEPARTMENT_NAME", "uniqueCount": 27, @@ -7920,33 +7798,19 @@ "nullCount": 16, "mean": "154.9090909090909", "stdev": "47.139059272443184" - }, - { - "fieldPath": "DEPARTMENT_ID", - "uniqueCount": 27, - "nullCount": 0, - "mean": "140.0", - "stdev": "79.37253933193772" - }, - { - "fieldPath": "LOCATION_ID", - "uniqueCount": 7, - "nullCount": 0, - "mean": "1777.7777777777778", - "stdev": "284.6500325410858" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7959,23 +7823,6 @@ "rowCount": 30000, "columnCount": 9, "fieldProfiles": [ - { - "fieldPath": "cp_catalog_page_number", - "uniqueCount": 277, - "nullCount": 294, - "mean": "138.8378442065576", - "stdev": "80.01625232480262" - }, - { - "fieldPath": "cp_type", - "uniqueCount": 4, - "nullCount": 0 - }, - { - "fieldPath": "cp_description", - "uniqueCount": 29718, - "nullCount": 0 - }, { "fieldPath": "cp_catalog_number", "uniqueCount": 109, @@ -8013,19 +7860,36 @@ "nullCount": 0, "mean": "15000.5", "stdev": "8660.398374208891" + }, + { + "fieldPath": "cp_type", + "uniqueCount": 4, + "nullCount": 0 + }, + { + "fieldPath": "cp_description", + "uniqueCount": 29718, + "nullCount": 0 + }, + { + "fieldPath": "cp_catalog_page_number", + "uniqueCount": 277, + "nullCount": 294, + "mean": "138.8378442065576", + "stdev": "80.01625232480262" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.customers%2CPROD%29", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.customers%2CPROD%29", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -8035,13 +7899,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.metadata_aspect%2CPROD%29", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_aspect%2CPROD%29", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -8051,13 +7915,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.metadata_index%2CPROD%29", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_index%2CPROD%29", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -8067,13 +7931,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.metadata_index_view%2CPROD%29", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_index_view%2CPROD%29", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -8083,13 +7947,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.orders%2CPROD%29", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.orders%2CPROD%29", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -8099,13 +7963,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } }, { "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.raw%2CPROD%29", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.raw%2CPROD%29", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -8115,7 +7979,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-0k5pus", + "runId": "dremio-2023_10_15-07_00_00-1t89xq", "lastRunId": "no-run-id-provided" } } diff --git a/metadata-ingestion/tests/integration/dremio/dremio_platform_instance_mces_golden.json b/metadata-ingestion/tests/integration/dremio/dremio_platform_instance_mces_golden.json new file mode 100644 index 00000000000000..0efbf6249facb6 --- /dev/null +++ b/metadata-ingestion/tests/integration/dremio/dremio_platform_instance_mces_golden.json @@ -0,0 +1,7148 @@ +[ +{ + "entityType": "container", + "entityUrn": "urn:li:container:5fc7ba11cb45461f55fb834da2141c46", + "changeType": "UPSERT", + "aspectName": "containerProperties", + "aspect": { + "json": { + "customProperties": {}, + "name": "s3", + "qualifiedName": "s3", + "description": "", + "env": "PROD" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:5fc7ba11cb45461f55fb834da2141c46", + "changeType": "UPSERT", + "aspectName": "dataPlatformInstance", + "aspect": { + "json": { + "platform": "urn:li:dataPlatform:dremio", + "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:5fc7ba11cb45461f55fb834da2141c46", + "changeType": "UPSERT", + "aspectName": "subTypes", + "aspect": { + "json": { + "typeNames": [ + "Dremio Source" + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:5fc7ba11cb45461f55fb834da2141c46", + "changeType": "UPSERT", + "aspectName": "status", + "aspect": { + "json": { + "removed": false + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:5fc7ba11cb45461f55fb834da2141c46", + "changeType": "UPSERT", + "aspectName": "browsePathsV2", + "aspect": { + "json": { + "path": [ + { + "id": "test-platform" + }, + { + "id": "Sources" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:85534727d17f56b5996dabbf0fda04a2", + "changeType": "UPSERT", + "aspectName": "containerProperties", + "aspect": { + "json": { + "customProperties": {}, + "name": "mysql", + "qualifiedName": "mysql", + "description": "", + "env": "PROD" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:85534727d17f56b5996dabbf0fda04a2", + "changeType": "UPSERT", + "aspectName": "dataPlatformInstance", + "aspect": { + "json": { + "platform": "urn:li:dataPlatform:dremio", + "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:85534727d17f56b5996dabbf0fda04a2", + "changeType": "UPSERT", + "aspectName": "subTypes", + "aspect": { + "json": { + "typeNames": [ + "Dremio Source" + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:85534727d17f56b5996dabbf0fda04a2", + "changeType": "UPSERT", + "aspectName": "status", + "aspect": { + "json": { + "removed": false + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:85534727d17f56b5996dabbf0fda04a2", + "changeType": "UPSERT", + "aspectName": "browsePathsV2", + "aspect": { + "json": { + "path": [ + { + "id": "test-platform" + }, + { + "id": "Sources" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:007d12a4a241c87924b54e1e35990234", + "changeType": "UPSERT", + "aspectName": "containerProperties", + "aspect": { + "json": { + "customProperties": {}, + "name": "Samples", + "qualifiedName": "Samples", + "description": "", + "env": "PROD" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:007d12a4a241c87924b54e1e35990234", + "changeType": "UPSERT", + "aspectName": "dataPlatformInstance", + "aspect": { + "json": { + "platform": "urn:li:dataPlatform:dremio", + "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:007d12a4a241c87924b54e1e35990234", + "changeType": "UPSERT", + "aspectName": "subTypes", + "aspect": { + "json": { + "typeNames": [ + "Dremio Source" + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:007d12a4a241c87924b54e1e35990234", + "changeType": "UPSERT", + "aspectName": "status", + "aspect": { + "json": { + "removed": false + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:007d12a4a241c87924b54e1e35990234", + "changeType": "UPSERT", + "aspectName": "browsePathsV2", + "aspect": { + "json": { + "path": [ + { + "id": "test-platform" + }, + { + "id": "Sources" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:083ad9a0c7aa64b4ebc5f470646c25ab", + "changeType": "UPSERT", + "aspectName": "containerProperties", + "aspect": { + "json": { + "customProperties": {}, + "name": "@admin", + "qualifiedName": "@admin", + "description": "# Wikis & Labels\n\n![Gnarly Catalog](https://d33wubrfki0l68.cloudfront.net/c1a54376c45a9276c080f3d10ed25ce61c17bcd2/2b946/img/home/open-source-for-everyone.svg)\n\nYou are reading the wiki for your home space! You can create and edit this information for any source, space, or folder.\n\nThis sidebar always shows the wiki for the current source, space or folder you are browsing.\n\nWhen previewing datasets, click on the `Catalog` tab to create a wiki or add labels to that dataset.\n\n**Tip:** You can hide the wiki by clicking on the sidebar icon on upper right hand side.", + "env": "PROD" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:083ad9a0c7aa64b4ebc5f470646c25ab", + "changeType": "UPSERT", + "aspectName": "dataPlatformInstance", + "aspect": { + "json": { + "platform": "urn:li:dataPlatform:dremio", + "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:083ad9a0c7aa64b4ebc5f470646c25ab", + "changeType": "UPSERT", + "aspectName": "subTypes", + "aspect": { + "json": { + "typeNames": [ + "Dremio Space" + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:083ad9a0c7aa64b4ebc5f470646c25ab", + "changeType": "UPSERT", + "aspectName": "status", + "aspect": { + "json": { + "removed": false + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:083ad9a0c7aa64b4ebc5f470646c25ab", + "changeType": "UPSERT", + "aspectName": "browsePathsV2", + "aspect": { + "json": { + "path": [ + { + "id": "test-platform" + }, + { + "id": "Spaces" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:4d7b71bc17cedc7e6e894cbb2bfe10f7", + "changeType": "UPSERT", + "aspectName": "containerProperties", + "aspect": { + "json": { + "customProperties": {}, + "name": "space", + "qualifiedName": "space", + "description": "", + "env": "PROD" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:4d7b71bc17cedc7e6e894cbb2bfe10f7", + "changeType": "UPSERT", + "aspectName": "dataPlatformInstance", + "aspect": { + "json": { + "platform": "urn:li:dataPlatform:dremio", + "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:4d7b71bc17cedc7e6e894cbb2bfe10f7", + "changeType": "UPSERT", + "aspectName": "subTypes", + "aspect": { + "json": { + "typeNames": [ + "Dremio Space" + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:4d7b71bc17cedc7e6e894cbb2bfe10f7", + "changeType": "UPSERT", + "aspectName": "status", + "aspect": { + "json": { + "removed": false + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:4d7b71bc17cedc7e6e894cbb2bfe10f7", + "changeType": "UPSERT", + "aspectName": "browsePathsV2", + "aspect": { + "json": { + "path": [ + { + "id": "test-platform" + }, + { + "id": "Spaces" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:17f24d8e67c4130e5309c70421e90fd5", + "changeType": "UPSERT", + "aspectName": "containerProperties", + "aspect": { + "json": { + "customProperties": {}, + "name": "test_folder", + "qualifiedName": "space.test_folder", + "description": "", + "env": "PROD" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:17f24d8e67c4130e5309c70421e90fd5", + "changeType": "UPSERT", + "aspectName": "container", + "aspect": { + "json": { + "container": "urn:li:container:4d7b71bc17cedc7e6e894cbb2bfe10f7" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:17f24d8e67c4130e5309c70421e90fd5", + "changeType": "UPSERT", + "aspectName": "dataPlatformInstance", + "aspect": { + "json": { + "platform": "urn:li:dataPlatform:dremio", + "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:17f24d8e67c4130e5309c70421e90fd5", + "changeType": "UPSERT", + "aspectName": "subTypes", + "aspect": { + "json": { + "typeNames": [ + "Dremio Folder" + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:17f24d8e67c4130e5309c70421e90fd5", + "changeType": "UPSERT", + "aspectName": "status", + "aspect": { + "json": { + "removed": false + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:17f24d8e67c4130e5309c70421e90fd5", + "changeType": "UPSERT", + "aspectName": "browsePathsV2", + "aspect": { + "json": { + "path": [ + { + "id": "test-platform" + }, + { + "id": "Spaces" + }, + { + "id": "urn:li:container:4d7b71bc17cedc7e6e894cbb2bfe10f7", + "urn": "urn:li:container:4d7b71bc17cedc7e6e894cbb2bfe10f7" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:d3fda876e164a89fd73b14594fd88992", + "changeType": "UPSERT", + "aspectName": "containerProperties", + "aspect": { + "json": { + "customProperties": {}, + "name": "dataCharmer", + "qualifiedName": "mysql.dataCharmer", + "description": "", + "env": "PROD" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:d3fda876e164a89fd73b14594fd88992", + "changeType": "UPSERT", + "aspectName": "container", + "aspect": { + "json": { + "container": "urn:li:container:85534727d17f56b5996dabbf0fda04a2" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:d3fda876e164a89fd73b14594fd88992", + "changeType": "UPSERT", + "aspectName": "dataPlatformInstance", + "aspect": { + "json": { + "platform": "urn:li:dataPlatform:dremio", + "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:d3fda876e164a89fd73b14594fd88992", + "changeType": "UPSERT", + "aspectName": "subTypes", + "aspect": { + "json": { + "typeNames": [ + "Dremio Folder" + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:d3fda876e164a89fd73b14594fd88992", + "changeType": "UPSERT", + "aspectName": "status", + "aspect": { + "json": { + "removed": false + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:d3fda876e164a89fd73b14594fd88992", + "changeType": "UPSERT", + "aspectName": "browsePathsV2", + "aspect": { + "json": { + "path": [ + { + "id": "test-platform" + }, + { + "id": "Sources" + }, + { + "id": "urn:li:container:85534727d17f56b5996dabbf0fda04a2", + "urn": "urn:li:container:85534727d17f56b5996dabbf0fda04a2" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:67653e01aa4da4fcfd6675a591700e89", + "changeType": "UPSERT", + "aspectName": "containerProperties", + "aspect": { + "json": { + "customProperties": {}, + "name": "metagalaxy", + "qualifiedName": "mysql.metagalaxy", + "description": "", + "env": "PROD" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:67653e01aa4da4fcfd6675a591700e89", + "changeType": "UPSERT", + "aspectName": "container", + "aspect": { + "json": { + "container": "urn:li:container:85534727d17f56b5996dabbf0fda04a2" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:67653e01aa4da4fcfd6675a591700e89", + "changeType": "UPSERT", + "aspectName": "dataPlatformInstance", + "aspect": { + "json": { + "platform": "urn:li:dataPlatform:dremio", + "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:67653e01aa4da4fcfd6675a591700e89", + "changeType": "UPSERT", + "aspectName": "subTypes", + "aspect": { + "json": { + "typeNames": [ + "Dremio Folder" + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:67653e01aa4da4fcfd6675a591700e89", + "changeType": "UPSERT", + "aspectName": "status", + "aspect": { + "json": { + "removed": false + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:67653e01aa4da4fcfd6675a591700e89", + "changeType": "UPSERT", + "aspectName": "browsePathsV2", + "aspect": { + "json": { + "path": [ + { + "id": "test-platform" + }, + { + "id": "Sources" + }, + { + "id": "urn:li:container:85534727d17f56b5996dabbf0fda04a2", + "urn": "urn:li:container:85534727d17f56b5996dabbf0fda04a2" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:2a7bcb9914ba7d78cb4ec2a15259fdaf", + "changeType": "UPSERT", + "aspectName": "containerProperties", + "aspect": { + "json": { + "customProperties": {}, + "name": "mysql", + "qualifiedName": "mysql.mysql", + "description": "", + "env": "PROD" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:2a7bcb9914ba7d78cb4ec2a15259fdaf", + "changeType": "UPSERT", + "aspectName": "container", + "aspect": { + "json": { + "container": "urn:li:container:85534727d17f56b5996dabbf0fda04a2" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:2a7bcb9914ba7d78cb4ec2a15259fdaf", + "changeType": "UPSERT", + "aspectName": "dataPlatformInstance", + "aspect": { + "json": { + "platform": "urn:li:dataPlatform:dremio", + "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:2a7bcb9914ba7d78cb4ec2a15259fdaf", + "changeType": "UPSERT", + "aspectName": "subTypes", + "aspect": { + "json": { + "typeNames": [ + "Dremio Folder" + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:2a7bcb9914ba7d78cb4ec2a15259fdaf", + "changeType": "UPSERT", + "aspectName": "status", + "aspect": { + "json": { + "removed": false + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:2a7bcb9914ba7d78cb4ec2a15259fdaf", + "changeType": "UPSERT", + "aspectName": "browsePathsV2", + "aspect": { + "json": { + "path": [ + { + "id": "test-platform" + }, + { + "id": "Sources" + }, + { + "id": "urn:li:container:85534727d17f56b5996dabbf0fda04a2", + "urn": "urn:li:container:85534727d17f56b5996dabbf0fda04a2" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:7a2433f85d4b3102265c99dfd7146d2f", + "changeType": "UPSERT", + "aspectName": "containerProperties", + "aspect": { + "json": { + "customProperties": {}, + "name": "northwind", + "qualifiedName": "mysql.northwind", + "description": "", + "env": "PROD" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:7a2433f85d4b3102265c99dfd7146d2f", + "changeType": "UPSERT", + "aspectName": "container", + "aspect": { + "json": { + "container": "urn:li:container:85534727d17f56b5996dabbf0fda04a2" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:7a2433f85d4b3102265c99dfd7146d2f", + "changeType": "UPSERT", + "aspectName": "dataPlatformInstance", + "aspect": { + "json": { + "platform": "urn:li:dataPlatform:dremio", + "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:7a2433f85d4b3102265c99dfd7146d2f", + "changeType": "UPSERT", + "aspectName": "subTypes", + "aspect": { + "json": { + "typeNames": [ + "Dremio Folder" + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:7a2433f85d4b3102265c99dfd7146d2f", + "changeType": "UPSERT", + "aspectName": "status", + "aspect": { + "json": { + "removed": false + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:7a2433f85d4b3102265c99dfd7146d2f", + "changeType": "UPSERT", + "aspectName": "browsePathsV2", + "aspect": { + "json": { + "path": [ + { + "id": "test-platform" + }, + { + "id": "Sources" + }, + { + "id": "urn:li:container:85534727d17f56b5996dabbf0fda04a2", + "urn": "urn:li:container:85534727d17f56b5996dabbf0fda04a2" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:ed04c22c5f26a90cdd328acf1d4c5791", + "changeType": "UPSERT", + "aspectName": "containerProperties", + "aspect": { + "json": { + "customProperties": {}, + "name": "performance_schema", + "qualifiedName": "mysql.performance_schema", + "description": "", + "env": "PROD" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:ed04c22c5f26a90cdd328acf1d4c5791", + "changeType": "UPSERT", + "aspectName": "container", + "aspect": { + "json": { + "container": "urn:li:container:85534727d17f56b5996dabbf0fda04a2" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:ed04c22c5f26a90cdd328acf1d4c5791", + "changeType": "UPSERT", + "aspectName": "dataPlatformInstance", + "aspect": { + "json": { + "platform": "urn:li:dataPlatform:dremio", + "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:ed04c22c5f26a90cdd328acf1d4c5791", + "changeType": "UPSERT", + "aspectName": "subTypes", + "aspect": { + "json": { + "typeNames": [ + "Dremio Folder" + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:ed04c22c5f26a90cdd328acf1d4c5791", + "changeType": "UPSERT", + "aspectName": "status", + "aspect": { + "json": { + "removed": false + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:ed04c22c5f26a90cdd328acf1d4c5791", + "changeType": "UPSERT", + "aspectName": "browsePathsV2", + "aspect": { + "json": { + "path": [ + { + "id": "test-platform" + }, + { + "id": "Sources" + }, + { + "id": "urn:li:container:85534727d17f56b5996dabbf0fda04a2", + "urn": "urn:li:container:85534727d17f56b5996dabbf0fda04a2" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:2b72d75cbfc34d112da228f20f924e9c", + "changeType": "UPSERT", + "aspectName": "containerProperties", + "aspect": { + "json": { + "customProperties": {}, + "name": "test_cases", + "qualifiedName": "mysql.test_cases", + "description": "", + "env": "PROD" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:2b72d75cbfc34d112da228f20f924e9c", + "changeType": "UPSERT", + "aspectName": "container", + "aspect": { + "json": { + "container": "urn:li:container:85534727d17f56b5996dabbf0fda04a2" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:2b72d75cbfc34d112da228f20f924e9c", + "changeType": "UPSERT", + "aspectName": "dataPlatformInstance", + "aspect": { + "json": { + "platform": "urn:li:dataPlatform:dremio", + "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:2b72d75cbfc34d112da228f20f924e9c", + "changeType": "UPSERT", + "aspectName": "subTypes", + "aspect": { + "json": { + "typeNames": [ + "Dremio Folder" + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:2b72d75cbfc34d112da228f20f924e9c", + "changeType": "UPSERT", + "aspectName": "status", + "aspect": { + "json": { + "removed": false + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:2b72d75cbfc34d112da228f20f924e9c", + "changeType": "UPSERT", + "aspectName": "browsePathsV2", + "aspect": { + "json": { + "path": [ + { + "id": "test-platform" + }, + { + "id": "Sources" + }, + { + "id": "urn:li:container:85534727d17f56b5996dabbf0fda04a2", + "urn": "urn:li:container:85534727d17f56b5996dabbf0fda04a2" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:bbca630ddf6a79e03fa681adc3fa1715", + "changeType": "UPSERT", + "aspectName": "containerProperties", + "aspect": { + "json": { + "customProperties": {}, + "name": "samples.dremio.com", + "qualifiedName": "Samples.samples.dremio.com", + "description": "", + "env": "PROD" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:bbca630ddf6a79e03fa681adc3fa1715", + "changeType": "UPSERT", + "aspectName": "container", + "aspect": { + "json": { + "container": "urn:li:container:007d12a4a241c87924b54e1e35990234" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:bbca630ddf6a79e03fa681adc3fa1715", + "changeType": "UPSERT", + "aspectName": "dataPlatformInstance", + "aspect": { + "json": { + "platform": "urn:li:dataPlatform:dremio", + "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:bbca630ddf6a79e03fa681adc3fa1715", + "changeType": "UPSERT", + "aspectName": "subTypes", + "aspect": { + "json": { + "typeNames": [ + "Dremio Folder" + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:bbca630ddf6a79e03fa681adc3fa1715", + "changeType": "UPSERT", + "aspectName": "status", + "aspect": { + "json": { + "removed": false + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:bbca630ddf6a79e03fa681adc3fa1715", + "changeType": "UPSERT", + "aspectName": "browsePathsV2", + "aspect": { + "json": { + "path": [ + { + "id": "test-platform" + }, + { + "id": "Sources" + }, + { + "id": "urn:li:container:007d12a4a241c87924b54e1e35990234", + "urn": "urn:li:container:007d12a4a241c87924b54e1e35990234" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:55c3b773b40bb744b4e5946db4e13455", + "changeType": "UPSERT", + "aspectName": "containerProperties", + "aspect": { + "json": { + "customProperties": {}, + "name": "Dremio University", + "qualifiedName": "Samples.samples.dremio.com.Dremio University", + "description": "", + "env": "PROD" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:55c3b773b40bb744b4e5946db4e13455", + "changeType": "UPSERT", + "aspectName": "container", + "aspect": { + "json": { + "container": "urn:li:container:bbca630ddf6a79e03fa681adc3fa1715" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:55c3b773b40bb744b4e5946db4e13455", + "changeType": "UPSERT", + "aspectName": "dataPlatformInstance", + "aspect": { + "json": { + "platform": "urn:li:dataPlatform:dremio", + "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:55c3b773b40bb744b4e5946db4e13455", + "changeType": "UPSERT", + "aspectName": "subTypes", + "aspect": { + "json": { + "typeNames": [ + "Dremio Folder" + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:55c3b773b40bb744b4e5946db4e13455", + "changeType": "UPSERT", + "aspectName": "status", + "aspect": { + "json": { + "removed": false + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:55c3b773b40bb744b4e5946db4e13455", + "changeType": "UPSERT", + "aspectName": "browsePathsV2", + "aspect": { + "json": { + "path": [ + { + "id": "test-platform" + }, + { + "id": "Sources" + }, + { + "id": "urn:li:container:007d12a4a241c87924b54e1e35990234", + "urn": "urn:li:container:007d12a4a241c87924b54e1e35990234" + }, + { + "id": "urn:li:container:bbca630ddf6a79e03fa681adc3fa1715", + "urn": "urn:li:container:bbca630ddf6a79e03fa681adc3fa1715" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:df1130913ed9cfec6c7afb9fc58b9554", + "changeType": "UPSERT", + "aspectName": "containerProperties", + "aspect": { + "json": { + "customProperties": {}, + "name": "tpcds_sf1000", + "qualifiedName": "Samples.samples.dremio.com.tpcds_sf1000", + "description": "", + "env": "PROD" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:df1130913ed9cfec6c7afb9fc58b9554", + "changeType": "UPSERT", + "aspectName": "container", + "aspect": { + "json": { + "container": "urn:li:container:bbca630ddf6a79e03fa681adc3fa1715" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:df1130913ed9cfec6c7afb9fc58b9554", + "changeType": "UPSERT", + "aspectName": "dataPlatformInstance", + "aspect": { + "json": { + "platform": "urn:li:dataPlatform:dremio", + "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:df1130913ed9cfec6c7afb9fc58b9554", + "changeType": "UPSERT", + "aspectName": "subTypes", + "aspect": { + "json": { + "typeNames": [ + "Dremio Folder" + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:df1130913ed9cfec6c7afb9fc58b9554", + "changeType": "UPSERT", + "aspectName": "status", + "aspect": { + "json": { + "removed": false + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:df1130913ed9cfec6c7afb9fc58b9554", + "changeType": "UPSERT", + "aspectName": "browsePathsV2", + "aspect": { + "json": { + "path": [ + { + "id": "test-platform" + }, + { + "id": "Sources" + }, + { + "id": "urn:li:container:007d12a4a241c87924b54e1e35990234", + "urn": "urn:li:container:007d12a4a241c87924b54e1e35990234" + }, + { + "id": "urn:li:container:bbca630ddf6a79e03fa681adc3fa1715", + "urn": "urn:li:container:bbca630ddf6a79e03fa681adc3fa1715" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:2ebbe0028345d0b8d147aed919b1024c", + "changeType": "UPSERT", + "aspectName": "containerProperties", + "aspect": { + "json": { + "customProperties": {}, + "name": "catalog_page", + "qualifiedName": "Samples.samples.dremio.com.tpcds_sf1000.catalog_page", + "description": "", + "env": "PROD" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:2ebbe0028345d0b8d147aed919b1024c", + "changeType": "UPSERT", + "aspectName": "container", + "aspect": { + "json": { + "container": "urn:li:container:df1130913ed9cfec6c7afb9fc58b9554" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:2ebbe0028345d0b8d147aed919b1024c", + "changeType": "UPSERT", + "aspectName": "dataPlatformInstance", + "aspect": { + "json": { + "platform": "urn:li:dataPlatform:dremio", + "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:2ebbe0028345d0b8d147aed919b1024c", + "changeType": "UPSERT", + "aspectName": "subTypes", + "aspect": { + "json": { + "typeNames": [ + "Dremio Folder" + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:2ebbe0028345d0b8d147aed919b1024c", + "changeType": "UPSERT", + "aspectName": "status", + "aspect": { + "json": { + "removed": false + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:2ebbe0028345d0b8d147aed919b1024c", + "changeType": "UPSERT", + "aspectName": "browsePathsV2", + "aspect": { + "json": { + "path": [ + { + "id": "test-platform" + }, + { + "id": "Sources" + }, + { + "id": "urn:li:container:007d12a4a241c87924b54e1e35990234", + "urn": "urn:li:container:007d12a4a241c87924b54e1e35990234" + }, + { + "id": "urn:li:container:bbca630ddf6a79e03fa681adc3fa1715", + "urn": "urn:li:container:bbca630ddf6a79e03fa681adc3fa1715" + }, + { + "id": "urn:li:container:df1130913ed9cfec6c7afb9fc58b9554", + "urn": "urn:li:container:df1130913ed9cfec6c7afb9fc58b9554" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:25745bd0b919d9f4e402df43a1ee0ca8", + "changeType": "UPSERT", + "aspectName": "containerProperties", + "aspect": { + "json": { + "customProperties": {}, + "name": "1ab266d5-18eb-4780-711d-0fa337fa6c00", + "qualifiedName": "Samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00", + "description": "", + "env": "PROD" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:25745bd0b919d9f4e402df43a1ee0ca8", + "changeType": "UPSERT", + "aspectName": "container", + "aspect": { + "json": { + "container": "urn:li:container:2ebbe0028345d0b8d147aed919b1024c" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:25745bd0b919d9f4e402df43a1ee0ca8", + "changeType": "UPSERT", + "aspectName": "dataPlatformInstance", + "aspect": { + "json": { + "platform": "urn:li:dataPlatform:dremio", + "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:25745bd0b919d9f4e402df43a1ee0ca8", + "changeType": "UPSERT", + "aspectName": "subTypes", + "aspect": { + "json": { + "typeNames": [ + "Dremio Folder" + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:25745bd0b919d9f4e402df43a1ee0ca8", + "changeType": "UPSERT", + "aspectName": "status", + "aspect": { + "json": { + "removed": false + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:25745bd0b919d9f4e402df43a1ee0ca8", + "changeType": "UPSERT", + "aspectName": "browsePathsV2", + "aspect": { + "json": { + "path": [ + { + "id": "test-platform" + }, + { + "id": "Sources" + }, + { + "id": "urn:li:container:007d12a4a241c87924b54e1e35990234", + "urn": "urn:li:container:007d12a4a241c87924b54e1e35990234" + }, + { + "id": "urn:li:container:bbca630ddf6a79e03fa681adc3fa1715", + "urn": "urn:li:container:bbca630ddf6a79e03fa681adc3fa1715" + }, + { + "id": "urn:li:container:df1130913ed9cfec6c7afb9fc58b9554", + "urn": "urn:li:container:df1130913ed9cfec6c7afb9fc58b9554" + }, + { + "id": "urn:li:container:2ebbe0028345d0b8d147aed919b1024c", + "urn": "urn:li:container:2ebbe0028345d0b8d147aed919b1024c" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.warehouse,PROD)", + "changeType": "UPSERT", + "aspectName": "datasetProperties", + "aspect": { + "json": { + "customProperties": {}, + "externalUrl": "http://localhost:9047/space/\"space\"/\"warehouse\"", + "name": "warehouse", + "qualifiedName": "space.warehouse", + "description": "", + "created": { + "time": 0 + }, + "tags": [] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.warehouse,PROD)", + "changeType": "UPSERT", + "aspectName": "subTypes", + "aspect": { + "json": { + "typeNames": [ + "View" + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.warehouse,PROD)", + "changeType": "UPSERT", + "aspectName": "dataPlatformInstance", + "aspect": { + "json": { + "platform": "urn:li:dataPlatform:dremio", + "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.warehouse,PROD)", + "changeType": "UPSERT", + "aspectName": "container", + "aspect": { + "json": { + "container": "urn:li:container:4d7b71bc17cedc7e6e894cbb2bfe10f7" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.warehouse,PROD)", + "changeType": "UPSERT", + "aspectName": "viewProperties", + "aspect": { + "json": { + "materialized": false, + "viewLogic": "SELECT * from Samples.\"samples.dremio.com\".\"NYC-weather.csv\"", + "viewLanguage": "SQL" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.warehouse,PROD)", + "changeType": "UPSERT", + "aspectName": "schemaMetadata", + "aspect": { + "json": { + "schemaName": "space.warehouse", + "platform": "urn:li:dataPlatform:dremio", + "version": 0, + "created": { + "time": 0, + "actor": "urn:li:corpuser:unknown" + }, + "lastModified": { + "time": 0, + "actor": "urn:li:corpuser:unknown" + }, + "hash": "", + "platformSchema": { + "com.linkedin.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "A", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "I", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "H", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "G", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "F", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "E", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "D", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "C", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "B", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.warehouse,PROD)", + "changeType": "UPSERT", + "aspectName": "status", + "aspect": { + "json": { + "removed": false + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.warehouse,PROD)", + "changeType": "UPSERT", + "aspectName": "browsePathsV2", + "aspect": { + "json": { + "path": [ + { + "id": "test-platform" + }, + { + "id": "Spaces" + }, + { + "id": "urn:li:container:4d7b71bc17cedc7e6e894cbb2bfe10f7", + "urn": "urn:li:container:4d7b71bc17cedc7e6e894cbb2bfe10f7" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.customers,PROD)", + "changeType": "UPSERT", + "aspectName": "datasetProperties", + "aspect": { + "json": { + "customProperties": {}, + "externalUrl": "http://localhost:9047/space/\"space\"/\"test_folder\".\"customers\"", + "name": "customers", + "qualifiedName": "space.test_folder.customers", + "description": "", + "created": { + "time": 0 + }, + "tags": [] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.customers,PROD)", + "changeType": "UPSERT", + "aspectName": "subTypes", + "aspect": { + "json": { + "typeNames": [ + "View" + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.customers,PROD)", + "changeType": "UPSERT", + "aspectName": "dataPlatformInstance", + "aspect": { + "json": { + "platform": "urn:li:dataPlatform:dremio", + "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.customers,PROD)", + "changeType": "UPSERT", + "aspectName": "container", + "aspect": { + "json": { + "container": "urn:li:container:17f24d8e67c4130e5309c70421e90fd5" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.customers,PROD)", + "changeType": "UPSERT", + "aspectName": "viewProperties", + "aspect": { + "json": { + "materialized": false, + "viewLogic": "SELECT * FROM mysql.northwind.customers", + "viewLanguage": "SQL" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.customers,PROD)", + "changeType": "UPSERT", + "aspectName": "schemaMetadata", + "aspect": { + "json": { + "schemaName": "space.test_folder.customers", + "platform": "urn:li:dataPlatform:dremio", + "version": 0, + "created": { + "time": 0, + "actor": "urn:li:corpuser:unknown" + }, + "lastModified": { + "time": 0, + "actor": "urn:li:corpuser:unknown" + }, + "hash": "", + "platformSchema": { + "com.linkedin.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "priority", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "float(24)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "id", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "integer(32)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "company", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "last_name", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "first_name", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "email_address", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.customers,PROD)", + "changeType": "UPSERT", + "aspectName": "status", + "aspect": { + "json": { + "removed": false + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.customers,PROD)", + "changeType": "UPSERT", + "aspectName": "browsePathsV2", + "aspect": { + "json": { + "path": [ + { + "id": "test-platform" + }, + { + "id": "Spaces" + }, + { + "id": "urn:li:container:4d7b71bc17cedc7e6e894cbb2bfe10f7", + "urn": "urn:li:container:4d7b71bc17cedc7e6e894cbb2bfe10f7" + }, + { + "id": "urn:li:container:17f24d8e67c4130e5309c70421e90fd5", + "urn": "urn:li:container:17f24d8e67c4130e5309c70421e90fd5" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_aspect,PROD)", + "changeType": "UPSERT", + "aspectName": "datasetProperties", + "aspect": { + "json": { + "customProperties": {}, + "externalUrl": "http://localhost:9047/space/\"space\"/\"test_folder\".\"metadata_aspect\"", + "name": "metadata_aspect", + "qualifiedName": "space.test_folder.metadata_aspect", + "description": "", + "created": { + "time": 0 + }, + "tags": [] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_aspect,PROD)", + "changeType": "UPSERT", + "aspectName": "subTypes", + "aspect": { + "json": { + "typeNames": [ + "View" + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_aspect,PROD)", + "changeType": "UPSERT", + "aspectName": "dataPlatformInstance", + "aspect": { + "json": { + "platform": "urn:li:dataPlatform:dremio", + "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_aspect,PROD)", + "changeType": "UPSERT", + "aspectName": "container", + "aspect": { + "json": { + "container": "urn:li:container:17f24d8e67c4130e5309c70421e90fd5" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_aspect,PROD)", + "changeType": "UPSERT", + "aspectName": "viewProperties", + "aspect": { + "json": { + "materialized": false, + "viewLogic": "SELECT * FROM mysql.metagalaxy.metadata_aspect", + "viewLanguage": "SQL" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_aspect,PROD)", + "changeType": "UPSERT", + "aspectName": "schemaMetadata", + "aspect": { + "json": { + "schemaName": "space.test_folder.metadata_aspect", + "platform": "urn:li:dataPlatform:dremio", + "version": 0, + "created": { + "time": 0, + "actor": "urn:li:corpuser:unknown" + }, + "lastModified": { + "time": 0, + "actor": "urn:li:corpuser:unknown" + }, + "hash": "", + "platformSchema": { + "com.linkedin.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "createdfor", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "urn", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "aspect", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "version", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "bigint(64)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "metadata", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "createdon", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.DateType": {} + } + }, + "nativeDataType": "timestamp(23)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "createdby", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_aspect,PROD)", + "changeType": "UPSERT", + "aspectName": "status", + "aspect": { + "json": { + "removed": false + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_aspect,PROD)", + "changeType": "UPSERT", + "aspectName": "browsePathsV2", + "aspect": { + "json": { + "path": [ + { + "id": "test-platform" + }, + { + "id": "Spaces" + }, + { + "id": "urn:li:container:4d7b71bc17cedc7e6e894cbb2bfe10f7", + "urn": "urn:li:container:4d7b71bc17cedc7e6e894cbb2bfe10f7" + }, + { + "id": "urn:li:container:17f24d8e67c4130e5309c70421e90fd5", + "urn": "urn:li:container:17f24d8e67c4130e5309c70421e90fd5" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index,PROD)", + "changeType": "UPSERT", + "aspectName": "datasetProperties", + "aspect": { + "json": { + "customProperties": {}, + "externalUrl": "http://localhost:9047/space/\"space\"/\"test_folder\".\"metadata_index\"", + "name": "metadata_index", + "qualifiedName": "space.test_folder.metadata_index", + "description": "", + "created": { + "time": 0 + }, + "tags": [] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index,PROD)", + "changeType": "UPSERT", + "aspectName": "subTypes", + "aspect": { + "json": { + "typeNames": [ + "View" + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index,PROD)", + "changeType": "UPSERT", + "aspectName": "dataPlatformInstance", + "aspect": { + "json": { + "platform": "urn:li:dataPlatform:dremio", + "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index,PROD)", + "changeType": "UPSERT", + "aspectName": "container", + "aspect": { + "json": { + "container": "urn:li:container:17f24d8e67c4130e5309c70421e90fd5" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index,PROD)", + "changeType": "UPSERT", + "aspectName": "viewProperties", + "aspect": { + "json": { + "materialized": false, + "viewLogic": "SELECT * FROM mysql.metagalaxy.metadata_index", + "viewLanguage": "SQL" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index,PROD)", + "changeType": "UPSERT", + "aspectName": "schemaMetadata", + "aspect": { + "json": { + "schemaName": "space.test_folder.metadata_index", + "platform": "urn:li:dataPlatform:dremio", + "version": 0, + "created": { + "time": 0, + "actor": "urn:li:corpuser:unknown" + }, + "lastModified": { + "time": 0, + "actor": "urn:li:corpuser:unknown" + }, + "hash": "", + "platformSchema": { + "com.linkedin.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "urn", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "id", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "bigint(64)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "path", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "longVal", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "bigint(64)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "stringVal", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "doubleVal", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "double(53)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "aspect", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index,PROD)", + "changeType": "UPSERT", + "aspectName": "status", + "aspect": { + "json": { + "removed": false + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index,PROD)", + "changeType": "UPSERT", + "aspectName": "browsePathsV2", + "aspect": { + "json": { + "path": [ + { + "id": "test-platform" + }, + { + "id": "Spaces" + }, + { + "id": "urn:li:container:4d7b71bc17cedc7e6e894cbb2bfe10f7", + "urn": "urn:li:container:4d7b71bc17cedc7e6e894cbb2bfe10f7" + }, + { + "id": "urn:li:container:17f24d8e67c4130e5309c70421e90fd5", + "urn": "urn:li:container:17f24d8e67c4130e5309c70421e90fd5" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index_view,PROD)", + "changeType": "UPSERT", + "aspectName": "datasetProperties", + "aspect": { + "json": { + "customProperties": {}, + "externalUrl": "http://localhost:9047/space/\"space\"/\"test_folder\".\"metadata_index_view\"", + "name": "metadata_index_view", + "qualifiedName": "space.test_folder.metadata_index_view", + "description": "", + "created": { + "time": 0 + }, + "tags": [] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index_view,PROD)", + "changeType": "UPSERT", + "aspectName": "subTypes", + "aspect": { + "json": { + "typeNames": [ + "View" + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index_view,PROD)", + "changeType": "UPSERT", + "aspectName": "dataPlatformInstance", + "aspect": { + "json": { + "platform": "urn:li:dataPlatform:dremio", + "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index_view,PROD)", + "changeType": "UPSERT", + "aspectName": "container", + "aspect": { + "json": { + "container": "urn:li:container:17f24d8e67c4130e5309c70421e90fd5" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index_view,PROD)", + "changeType": "UPSERT", + "aspectName": "viewProperties", + "aspect": { + "json": { + "materialized": false, + "viewLogic": "SELECT * FROM mysql.metagalaxy.metadata_index_view", + "viewLanguage": "SQL" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index_view,PROD)", + "changeType": "UPSERT", + "aspectName": "schemaMetadata", + "aspect": { + "json": { + "schemaName": "space.test_folder.metadata_index_view", + "platform": "urn:li:dataPlatform:dremio", + "version": 0, + "created": { + "time": 0, + "actor": "urn:li:corpuser:unknown" + }, + "lastModified": { + "time": 0, + "actor": "urn:li:corpuser:unknown" + }, + "hash": "", + "platformSchema": { + "com.linkedin.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "doubleVal", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "double(53)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "id", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "bigint(64)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "urn", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "path", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index_view,PROD)", + "changeType": "UPSERT", + "aspectName": "status", + "aspect": { + "json": { + "removed": false + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index_view,PROD)", + "changeType": "UPSERT", + "aspectName": "browsePathsV2", + "aspect": { + "json": { + "path": [ + { + "id": "test-platform" + }, + { + "id": "Spaces" + }, + { + "id": "urn:li:container:4d7b71bc17cedc7e6e894cbb2bfe10f7", + "urn": "urn:li:container:4d7b71bc17cedc7e6e894cbb2bfe10f7" + }, + { + "id": "urn:li:container:17f24d8e67c4130e5309c70421e90fd5", + "urn": "urn:li:container:17f24d8e67c4130e5309c70421e90fd5" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.orders,PROD)", + "changeType": "UPSERT", + "aspectName": "datasetProperties", + "aspect": { + "json": { + "customProperties": {}, + "externalUrl": "http://localhost:9047/space/\"space\"/\"test_folder\".\"orders\"", + "name": "orders", + "qualifiedName": "space.test_folder.orders", + "description": "", + "created": { + "time": 0 + }, + "tags": [] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.orders,PROD)", + "changeType": "UPSERT", + "aspectName": "subTypes", + "aspect": { + "json": { + "typeNames": [ + "View" + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.orders,PROD)", + "changeType": "UPSERT", + "aspectName": "dataPlatformInstance", + "aspect": { + "json": { + "platform": "urn:li:dataPlatform:dremio", + "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.orders,PROD)", + "changeType": "UPSERT", + "aspectName": "container", + "aspect": { + "json": { + "container": "urn:li:container:17f24d8e67c4130e5309c70421e90fd5" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.orders,PROD)", + "changeType": "UPSERT", + "aspectName": "viewProperties", + "aspect": { + "json": { + "materialized": false, + "viewLogic": "SELECT * FROM mysql.northwind.orders", + "viewLanguage": "SQL" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.orders,PROD)", + "changeType": "UPSERT", + "aspectName": "schemaMetadata", + "aspect": { + "json": { + "schemaName": "space.test_folder.orders", + "platform": "urn:li:dataPlatform:dremio", + "version": 0, + "created": { + "time": 0, + "actor": "urn:li:corpuser:unknown" + }, + "lastModified": { + "time": 0, + "actor": "urn:li:corpuser:unknown" + }, + "hash": "", + "platformSchema": { + "com.linkedin.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "customer_id", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "integer(32)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "description", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "id", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "integer(32)", + "recursive": false, + "isPartOfKey": false + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.orders,PROD)", + "changeType": "UPSERT", + "aspectName": "status", + "aspect": { + "json": { + "removed": false + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.orders,PROD)", + "changeType": "UPSERT", + "aspectName": "browsePathsV2", + "aspect": { + "json": { + "path": [ + { + "id": "test-platform" + }, + { + "id": "Spaces" + }, + { + "id": "urn:li:container:4d7b71bc17cedc7e6e894cbb2bfe10f7", + "urn": "urn:li:container:4d7b71bc17cedc7e6e894cbb2bfe10f7" + }, + { + "id": "urn:li:container:17f24d8e67c4130e5309c70421e90fd5", + "urn": "urn:li:container:17f24d8e67c4130e5309c70421e90fd5" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.raw,PROD)", + "changeType": "UPSERT", + "aspectName": "datasetProperties", + "aspect": { + "json": { + "customProperties": {}, + "externalUrl": "http://localhost:9047/space/\"space\"/\"test_folder\".\"raw\"", + "name": "raw", + "qualifiedName": "space.test_folder.raw", + "description": "", + "created": { + "time": 0 + }, + "tags": [] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.raw,PROD)", + "changeType": "UPSERT", + "aspectName": "subTypes", + "aspect": { + "json": { + "typeNames": [ + "View" + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.raw,PROD)", + "changeType": "UPSERT", + "aspectName": "dataPlatformInstance", + "aspect": { + "json": { + "platform": "urn:li:dataPlatform:dremio", + "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.raw,PROD)", + "changeType": "UPSERT", + "aspectName": "container", + "aspect": { + "json": { + "container": "urn:li:container:17f24d8e67c4130e5309c70421e90fd5" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.raw,PROD)", + "changeType": "UPSERT", + "aspectName": "viewProperties", + "aspect": { + "json": { + "materialized": false, + "viewLogic": "SELECT * FROM s3.warehouse", + "viewLanguage": "SQL" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.raw,PROD)", + "changeType": "UPSERT", + "aspectName": "schemaMetadata", + "aspect": { + "json": { + "schemaName": "space.test_folder.raw", + "platform": "urn:li:dataPlatform:dremio", + "version": 0, + "created": { + "time": 0, + "actor": "urn:li:corpuser:unknown" + }, + "lastModified": { + "time": 0, + "actor": "urn:li:corpuser:unknown" + }, + "hash": "", + "platformSchema": { + "com.linkedin.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "salary", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "bigint(64)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "age", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "bigint(64)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "name", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "id", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "bigint(64)", + "recursive": false, + "isPartOfKey": false + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.raw,PROD)", + "changeType": "UPSERT", + "aspectName": "status", + "aspect": { + "json": { + "removed": false + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.raw,PROD)", + "changeType": "UPSERT", + "aspectName": "browsePathsV2", + "aspect": { + "json": { + "path": [ + { + "id": "test-platform" + }, + { + "id": "Spaces" + }, + { + "id": "urn:li:container:4d7b71bc17cedc7e6e894cbb2bfe10f7", + "urn": "urn:li:container:4d7b71bc17cedc7e6e894cbb2bfe10f7" + }, + { + "id": "urn:li:container:17f24d8e67c4130e5309c70421e90fd5", + "urn": "urn:li:container:17f24d8e67c4130e5309c70421e90fd5" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.s3.warehouse,PROD)", + "changeType": "UPSERT", + "aspectName": "datasetProperties", + "aspect": { + "json": { + "customProperties": {}, + "externalUrl": "http://localhost:9047/source/\"s3\"/\"warehouse\"", + "name": "warehouse", + "qualifiedName": "s3.warehouse", + "description": "", + "created": { + "time": 0 + }, + "tags": [] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.s3.warehouse,PROD)", + "changeType": "UPSERT", + "aspectName": "subTypes", + "aspect": { + "json": { + "typeNames": [ + "Table" + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.s3.warehouse,PROD)", + "changeType": "UPSERT", + "aspectName": "dataPlatformInstance", + "aspect": { + "json": { + "platform": "urn:li:dataPlatform:dremio", + "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.s3.warehouse,PROD)", + "changeType": "UPSERT", + "aspectName": "container", + "aspect": { + "json": { + "container": "urn:li:container:5fc7ba11cb45461f55fb834da2141c46" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.s3.warehouse,PROD)", + "changeType": "UPSERT", + "aspectName": "schemaMetadata", + "aspect": { + "json": { + "schemaName": "s3.warehouse", + "platform": "urn:li:dataPlatform:dremio", + "version": 0, + "created": { + "time": 0, + "actor": "urn:li:corpuser:unknown" + }, + "lastModified": { + "time": 0, + "actor": "urn:li:corpuser:unknown" + }, + "hash": "", + "platformSchema": { + "com.linkedin.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "id", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "bigint(64)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "name", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "age", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "bigint(64)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "salary", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "bigint(64)", + "recursive": false, + "isPartOfKey": false + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.s3.warehouse,PROD)", + "changeType": "UPSERT", + "aspectName": "status", + "aspect": { + "json": { + "removed": false + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.s3.warehouse,PROD)", + "changeType": "UPSERT", + "aspectName": "upstreamLineage", + "aspect": { + "json": { + "upstreams": [ + { + "auditStamp": { + "time": 0, + "actor": "urn:li:corpuser:unknown" + }, + "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples.//warehouse,PROD)", + "type": "COPY" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.s3.warehouse,PROD)", + "changeType": "UPSERT", + "aspectName": "browsePathsV2", + "aspect": { + "json": { + "path": [ + { + "id": "test-platform" + }, + { + "id": "Sources" + }, + { + "id": "urn:li:container:5fc7ba11cb45461f55fb834da2141c46", + "urn": "urn:li:container:5fc7ba11cb45461f55fb834da2141c46" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_aspect,PROD)", + "changeType": "UPSERT", + "aspectName": "datasetProperties", + "aspect": { + "json": { + "customProperties": {}, + "externalUrl": "http://localhost:9047/source/\"mysql\"/\"metagalaxy\".\"metadata_aspect\"", + "name": "metadata_aspect", + "qualifiedName": "mysql.metagalaxy.metadata_aspect", + "description": "", + "created": { + "time": 0 + }, + "tags": [] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_aspect,PROD)", + "changeType": "UPSERT", + "aspectName": "subTypes", + "aspect": { + "json": { + "typeNames": [ + "Table" + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_aspect,PROD)", + "changeType": "UPSERT", + "aspectName": "dataPlatformInstance", + "aspect": { + "json": { + "platform": "urn:li:dataPlatform:dremio", + "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_aspect,PROD)", + "changeType": "UPSERT", + "aspectName": "container", + "aspect": { + "json": { + "container": "urn:li:container:67653e01aa4da4fcfd6675a591700e89" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_aspect,PROD)", + "changeType": "UPSERT", + "aspectName": "schemaMetadata", + "aspect": { + "json": { + "schemaName": "mysql.metagalaxy.metadata_aspect", + "platform": "urn:li:dataPlatform:dremio", + "version": 0, + "created": { + "time": 0, + "actor": "urn:li:corpuser:unknown" + }, + "lastModified": { + "time": 0, + "actor": "urn:li:corpuser:unknown" + }, + "hash": "", + "platformSchema": { + "com.linkedin.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "version", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "bigint(64)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "createdon", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.DateType": {} + } + }, + "nativeDataType": "timestamp(23)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "createdby", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "createdfor", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "metadata", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "urn", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "aspect", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_aspect,PROD)", + "changeType": "UPSERT", + "aspectName": "status", + "aspect": { + "json": { + "removed": false + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_aspect,PROD)", + "changeType": "UPSERT", + "aspectName": "upstreamLineage", + "aspect": { + "json": { + "upstreams": [ + { + "auditStamp": { + "time": 0, + "actor": "urn:li:corpuser:unknown" + }, + "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_aspect,PROD)", + "type": "COPY" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_aspect,PROD)", + "changeType": "UPSERT", + "aspectName": "browsePathsV2", + "aspect": { + "json": { + "path": [ + { + "id": "test-platform" + }, + { + "id": "Sources" + }, + { + "id": "urn:li:container:85534727d17f56b5996dabbf0fda04a2", + "urn": "urn:li:container:85534727d17f56b5996dabbf0fda04a2" + }, + { + "id": "urn:li:container:67653e01aa4da4fcfd6675a591700e89", + "urn": "urn:li:container:67653e01aa4da4fcfd6675a591700e89" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index,PROD)", + "changeType": "UPSERT", + "aspectName": "datasetProperties", + "aspect": { + "json": { + "customProperties": {}, + "externalUrl": "http://localhost:9047/source/\"mysql\"/\"metagalaxy\".\"metadata_index\"", + "name": "metadata_index", + "qualifiedName": "mysql.metagalaxy.metadata_index", + "description": "", + "created": { + "time": 0 + }, + "tags": [] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index,PROD)", + "changeType": "UPSERT", + "aspectName": "subTypes", + "aspect": { + "json": { + "typeNames": [ + "Table" + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index,PROD)", + "changeType": "UPSERT", + "aspectName": "dataPlatformInstance", + "aspect": { + "json": { + "platform": "urn:li:dataPlatform:dremio", + "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index,PROD)", + "changeType": "UPSERT", + "aspectName": "container", + "aspect": { + "json": { + "container": "urn:li:container:67653e01aa4da4fcfd6675a591700e89" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index,PROD)", + "changeType": "UPSERT", + "aspectName": "schemaMetadata", + "aspect": { + "json": { + "schemaName": "mysql.metagalaxy.metadata_index", + "platform": "urn:li:dataPlatform:dremio", + "version": 0, + "created": { + "time": 0, + "actor": "urn:li:corpuser:unknown" + }, + "lastModified": { + "time": 0, + "actor": "urn:li:corpuser:unknown" + }, + "hash": "", + "platformSchema": { + "com.linkedin.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "path", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "longVal", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "bigint(64)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "stringVal", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "doubleVal", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "double(53)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "id", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "bigint(64)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "urn", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "aspect", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index,PROD)", + "changeType": "UPSERT", + "aspectName": "status", + "aspect": { + "json": { + "removed": false + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index,PROD)", + "changeType": "UPSERT", + "aspectName": "upstreamLineage", + "aspect": { + "json": { + "upstreams": [ + { + "auditStamp": { + "time": 0, + "actor": "urn:li:corpuser:unknown" + }, + "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_index,PROD)", + "type": "COPY" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index,PROD)", + "changeType": "UPSERT", + "aspectName": "browsePathsV2", + "aspect": { + "json": { + "path": [ + { + "id": "test-platform" + }, + { + "id": "Sources" + }, + { + "id": "urn:li:container:85534727d17f56b5996dabbf0fda04a2", + "urn": "urn:li:container:85534727d17f56b5996dabbf0fda04a2" + }, + { + "id": "urn:li:container:67653e01aa4da4fcfd6675a591700e89", + "urn": "urn:li:container:67653e01aa4da4fcfd6675a591700e89" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index_view,PROD)", + "changeType": "UPSERT", + "aspectName": "datasetProperties", + "aspect": { + "json": { + "customProperties": {}, + "externalUrl": "http://localhost:9047/source/\"mysql\"/\"metagalaxy\".\"metadata_index_view\"", + "name": "metadata_index_view", + "qualifiedName": "mysql.metagalaxy.metadata_index_view", + "description": "", + "created": { + "time": 0 + }, + "tags": [] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index_view,PROD)", + "changeType": "UPSERT", + "aspectName": "subTypes", + "aspect": { + "json": { + "typeNames": [ + "Table" + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index_view,PROD)", + "changeType": "UPSERT", + "aspectName": "dataPlatformInstance", + "aspect": { + "json": { + "platform": "urn:li:dataPlatform:dremio", + "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index_view,PROD)", + "changeType": "UPSERT", + "aspectName": "container", + "aspect": { + "json": { + "container": "urn:li:container:67653e01aa4da4fcfd6675a591700e89" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index_view,PROD)", + "changeType": "UPSERT", + "aspectName": "schemaMetadata", + "aspect": { + "json": { + "schemaName": "mysql.metagalaxy.metadata_index_view", + "platform": "urn:li:dataPlatform:dremio", + "version": 0, + "created": { + "time": 0, + "actor": "urn:li:corpuser:unknown" + }, + "lastModified": { + "time": 0, + "actor": "urn:li:corpuser:unknown" + }, + "hash": "", + "platformSchema": { + "com.linkedin.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "id", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "bigint(64)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "urn", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "path", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "doubleVal", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "double(53)", + "recursive": false, + "isPartOfKey": false + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index_view,PROD)", + "changeType": "UPSERT", + "aspectName": "status", + "aspect": { + "json": { + "removed": false + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index_view,PROD)", + "changeType": "UPSERT", + "aspectName": "upstreamLineage", + "aspect": { + "json": { + "upstreams": [ + { + "auditStamp": { + "time": 0, + "actor": "urn:li:corpuser:unknown" + }, + "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_index_view,PROD)", + "type": "COPY" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index_view,PROD)", + "changeType": "UPSERT", + "aspectName": "browsePathsV2", + "aspect": { + "json": { + "path": [ + { + "id": "test-platform" + }, + { + "id": "Sources" + }, + { + "id": "urn:li:container:85534727d17f56b5996dabbf0fda04a2", + "urn": "urn:li:container:85534727d17f56b5996dabbf0fda04a2" + }, + { + "id": "urn:li:container:67653e01aa4da4fcfd6675a591700e89", + "urn": "urn:li:container:67653e01aa4da4fcfd6675a591700e89" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.customers,PROD)", + "changeType": "UPSERT", + "aspectName": "datasetProperties", + "aspect": { + "json": { + "customProperties": {}, + "externalUrl": "http://localhost:9047/source/\"mysql\"/\"northwind\".\"customers\"", + "name": "customers", + "qualifiedName": "mysql.northwind.customers", + "description": "", + "created": { + "time": 0 + }, + "tags": [] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.customers,PROD)", + "changeType": "UPSERT", + "aspectName": "subTypes", + "aspect": { + "json": { + "typeNames": [ + "Table" + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.customers,PROD)", + "changeType": "UPSERT", + "aspectName": "dataPlatformInstance", + "aspect": { + "json": { + "platform": "urn:li:dataPlatform:dremio", + "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.customers,PROD)", + "changeType": "UPSERT", + "aspectName": "container", + "aspect": { + "json": { + "container": "urn:li:container:7a2433f85d4b3102265c99dfd7146d2f" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.customers,PROD)", + "changeType": "UPSERT", + "aspectName": "schemaMetadata", + "aspect": { + "json": { + "schemaName": "mysql.northwind.customers", + "platform": "urn:li:dataPlatform:dremio", + "version": 0, + "created": { + "time": 0, + "actor": "urn:li:corpuser:unknown" + }, + "lastModified": { + "time": 0, + "actor": "urn:li:corpuser:unknown" + }, + "hash": "", + "platformSchema": { + "com.linkedin.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "id", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "integer(32)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "company", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "last_name", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "first_name", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "email_address", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "priority", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "float(24)", + "recursive": false, + "isPartOfKey": false + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.customers,PROD)", + "changeType": "UPSERT", + "aspectName": "status", + "aspect": { + "json": { + "removed": false + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.customers,PROD)", + "changeType": "UPSERT", + "aspectName": "upstreamLineage", + "aspect": { + "json": { + "upstreams": [ + { + "auditStamp": { + "time": 0, + "actor": "urn:li:corpuser:unknown" + }, + "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.northwind.customers,PROD)", + "type": "COPY" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.customers,PROD)", + "changeType": "UPSERT", + "aspectName": "browsePathsV2", + "aspect": { + "json": { + "path": [ + { + "id": "test-platform" + }, + { + "id": "Sources" + }, + { + "id": "urn:li:container:85534727d17f56b5996dabbf0fda04a2", + "urn": "urn:li:container:85534727d17f56b5996dabbf0fda04a2" + }, + { + "id": "urn:li:container:7a2433f85d4b3102265c99dfd7146d2f", + "urn": "urn:li:container:7a2433f85d4b3102265c99dfd7146d2f" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.orders,PROD)", + "changeType": "UPSERT", + "aspectName": "datasetProperties", + "aspect": { + "json": { + "customProperties": {}, + "externalUrl": "http://localhost:9047/source/\"mysql\"/\"northwind\".\"orders\"", + "name": "orders", + "qualifiedName": "mysql.northwind.orders", + "description": "", + "created": { + "time": 0 + }, + "tags": [] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.orders,PROD)", + "changeType": "UPSERT", + "aspectName": "subTypes", + "aspect": { + "json": { + "typeNames": [ + "Table" + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.orders,PROD)", + "changeType": "UPSERT", + "aspectName": "dataPlatformInstance", + "aspect": { + "json": { + "platform": "urn:li:dataPlatform:dremio", + "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.orders,PROD)", + "changeType": "UPSERT", + "aspectName": "container", + "aspect": { + "json": { + "container": "urn:li:container:7a2433f85d4b3102265c99dfd7146d2f" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.orders,PROD)", + "changeType": "UPSERT", + "aspectName": "schemaMetadata", + "aspect": { + "json": { + "schemaName": "mysql.northwind.orders", + "platform": "urn:li:dataPlatform:dremio", + "version": 0, + "created": { + "time": 0, + "actor": "urn:li:corpuser:unknown" + }, + "lastModified": { + "time": 0, + "actor": "urn:li:corpuser:unknown" + }, + "hash": "", + "platformSchema": { + "com.linkedin.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "id", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "integer(32)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "description", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "customer_id", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "integer(32)", + "recursive": false, + "isPartOfKey": false + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.orders,PROD)", + "changeType": "UPSERT", + "aspectName": "status", + "aspect": { + "json": { + "removed": false + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.orders,PROD)", + "changeType": "UPSERT", + "aspectName": "upstreamLineage", + "aspect": { + "json": { + "upstreams": [ + { + "auditStamp": { + "time": 0, + "actor": "urn:li:corpuser:unknown" + }, + "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.northwind.orders,PROD)", + "type": "COPY" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.orders,PROD)", + "changeType": "UPSERT", + "aspectName": "browsePathsV2", + "aspect": { + "json": { + "path": [ + { + "id": "test-platform" + }, + { + "id": "Sources" + }, + { + "id": "urn:li:container:85534727d17f56b5996dabbf0fda04a2", + "urn": "urn:li:container:85534727d17f56b5996dabbf0fda04a2" + }, + { + "id": "urn:li:container:7a2433f85d4b3102265c99dfd7146d2f", + "urn": "urn:li:container:7a2433f85d4b3102265c99dfd7146d2f" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", + "changeType": "UPSERT", + "aspectName": "datasetProperties", + "aspect": { + "json": { + "customProperties": {}, + "externalUrl": "http://localhost:9047/source/\"Samples\"/\"samples.dremio.com\".\"NYC-weather.csv\"", + "name": "NYC-weather.csv", + "qualifiedName": "Samples.samples.dremio.com.NYC-weather.csv", + "description": "", + "created": { + "time": 0 + }, + "tags": [] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", + "changeType": "UPSERT", + "aspectName": "subTypes", + "aspect": { + "json": { + "typeNames": [ + "Table" + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", + "changeType": "UPSERT", + "aspectName": "dataPlatformInstance", + "aspect": { + "json": { + "platform": "urn:li:dataPlatform:dremio", + "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", + "changeType": "UPSERT", + "aspectName": "container", + "aspect": { + "json": { + "container": "urn:li:container:bbca630ddf6a79e03fa681adc3fa1715" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", + "changeType": "UPSERT", + "aspectName": "schemaMetadata", + "aspect": { + "json": { + "schemaName": "Samples.samples.dremio.com.NYC-weather.csv", + "platform": "urn:li:dataPlatform:dremio", + "version": 0, + "created": { + "time": 0, + "actor": "urn:li:corpuser:unknown" + }, + "lastModified": { + "time": 0, + "actor": "urn:li:corpuser:unknown" + }, + "hash": "", + "platformSchema": { + "com.linkedin.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "B", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "A", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "I", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "H", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "G", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "F", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "E", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "D", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "C", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", + "changeType": "UPSERT", + "aspectName": "status", + "aspect": { + "json": { + "removed": false + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", + "changeType": "UPSERT", + "aspectName": "upstreamLineage", + "aspect": { + "json": { + "upstreams": [ + { + "auditStamp": { + "time": 0, + "actor": "urn:li:corpuser:unknown" + }, + "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD)", + "type": "COPY" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", + "changeType": "UPSERT", + "aspectName": "browsePathsV2", + "aspect": { + "json": { + "path": [ + { + "id": "test-platform" + }, + { + "id": "Sources" + }, + { + "id": "urn:li:container:007d12a4a241c87924b54e1e35990234", + "urn": "urn:li:container:007d12a4a241c87924b54e1e35990234" + }, + { + "id": "urn:li:container:bbca630ddf6a79e03fa681adc3fa1715", + "urn": "urn:li:container:bbca630ddf6a79e03fa681adc3fa1715" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", + "changeType": "UPSERT", + "aspectName": "datasetProperties", + "aspect": { + "json": { + "customProperties": {}, + "externalUrl": "http://localhost:9047/source/\"Samples\"/\"samples.dremio.com\".\"Dremio University\".\"googleplaystore.csv\"", + "name": "googleplaystore.csv", + "qualifiedName": "Samples.samples.dremio.com.Dremio University.googleplaystore.csv", + "description": "", + "created": { + "time": 0 + }, + "tags": [] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", + "changeType": "UPSERT", + "aspectName": "subTypes", + "aspect": { + "json": { + "typeNames": [ + "Table" + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", + "changeType": "UPSERT", + "aspectName": "dataPlatformInstance", + "aspect": { + "json": { + "platform": "urn:li:dataPlatform:dremio", + "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", + "changeType": "UPSERT", + "aspectName": "container", + "aspect": { + "json": { + "container": "urn:li:container:55c3b773b40bb744b4e5946db4e13455" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", + "changeType": "UPSERT", + "aspectName": "schemaMetadata", + "aspect": { + "json": { + "schemaName": "Samples.samples.dremio.com.Dremio University.googleplaystore.csv", + "platform": "urn:li:dataPlatform:dremio", + "version": 0, + "created": { + "time": 0, + "actor": "urn:li:corpuser:unknown" + }, + "lastModified": { + "time": 0, + "actor": "urn:li:corpuser:unknown" + }, + "hash": "", + "platformSchema": { + "com.linkedin.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "J", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "K", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "L", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "M", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "A", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "B", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "C", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "D", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "E", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "F", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "G", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "H", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "I", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", + "changeType": "UPSERT", + "aspectName": "status", + "aspect": { + "json": { + "removed": false + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", + "changeType": "UPSERT", + "aspectName": "upstreamLineage", + "aspect": { + "json": { + "upstreams": [ + { + "auditStamp": { + "time": 0, + "actor": "urn:li:corpuser:unknown" + }, + "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD)", + "type": "COPY" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", + "changeType": "UPSERT", + "aspectName": "browsePathsV2", + "aspect": { + "json": { + "path": [ + { + "id": "test-platform" + }, + { + "id": "Sources" + }, + { + "id": "urn:li:container:007d12a4a241c87924b54e1e35990234", + "urn": "urn:li:container:007d12a4a241c87924b54e1e35990234" + }, + { + "id": "urn:li:container:bbca630ddf6a79e03fa681adc3fa1715", + "urn": "urn:li:container:bbca630ddf6a79e03fa681adc3fa1715" + }, + { + "id": "urn:li:container:55c3b773b40bb744b4e5946db4e13455", + "urn": "urn:li:container:55c3b773b40bb744b4e5946db4e13455" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", + "changeType": "UPSERT", + "aspectName": "datasetProperties", + "aspect": { + "json": { + "customProperties": {}, + "externalUrl": "http://localhost:9047/source/\"Samples\"/\"samples.dremio.com\".\"Dremio University\".\"oracle-departments.xlsx\"", + "name": "oracle-departments.xlsx", + "qualifiedName": "Samples.samples.dremio.com.Dremio University.oracle-departments.xlsx", + "description": "", + "created": { + "time": 0 + }, + "tags": [] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", + "changeType": "UPSERT", + "aspectName": "subTypes", + "aspect": { + "json": { + "typeNames": [ + "Table" + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", + "changeType": "UPSERT", + "aspectName": "dataPlatformInstance", + "aspect": { + "json": { + "platform": "urn:li:dataPlatform:dremio", + "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", + "changeType": "UPSERT", + "aspectName": "container", + "aspect": { + "json": { + "container": "urn:li:container:55c3b773b40bb744b4e5946db4e13455" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", + "changeType": "UPSERT", + "aspectName": "schemaMetadata", + "aspect": { + "json": { + "schemaName": "Samples.samples.dremio.com.Dremio University.oracle-departments.xlsx", + "platform": "urn:li:dataPlatform:dremio", + "version": 0, + "created": { + "time": 0, + "actor": "urn:li:corpuser:unknown" + }, + "lastModified": { + "time": 0, + "actor": "urn:li:corpuser:unknown" + }, + "hash": "", + "platformSchema": { + "com.linkedin.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "LOCATION_ID", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "double(53)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "DEPARTMENT_ID", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "double(53)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "DEPARTMENT_NAME", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "MANAGER_ID", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "double(53)", + "recursive": false, + "isPartOfKey": false + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", + "changeType": "UPSERT", + "aspectName": "status", + "aspect": { + "json": { + "removed": false + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", + "changeType": "UPSERT", + "aspectName": "upstreamLineage", + "aspect": { + "json": { + "upstreams": [ + { + "auditStamp": { + "time": 0, + "actor": "urn:li:corpuser:unknown" + }, + "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/oracle-departments.xlsx,PROD)", + "type": "COPY" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", + "changeType": "UPSERT", + "aspectName": "browsePathsV2", + "aspect": { + "json": { + "path": [ + { + "id": "test-platform" + }, + { + "id": "Sources" + }, + { + "id": "urn:li:container:007d12a4a241c87924b54e1e35990234", + "urn": "urn:li:container:007d12a4a241c87924b54e1e35990234" + }, + { + "id": "urn:li:container:bbca630ddf6a79e03fa681adc3fa1715", + "urn": "urn:li:container:bbca630ddf6a79e03fa681adc3fa1715" + }, + { + "id": "urn:li:container:55c3b773b40bb744b4e5946db4e13455", + "urn": "urn:li:container:55c3b773b40bb744b4e5946db4e13455" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", + "changeType": "UPSERT", + "aspectName": "datasetProperties", + "aspect": { + "json": { + "customProperties": {}, + "externalUrl": "http://localhost:9047/source/\"Samples\"/\"samples.dremio.com\".\"tpcds_sf1000\".\"catalog_page\".\"1ab266d5-18eb-4780-711d-0fa337fa6c00\".\"0_0_0.parquet\"", + "name": "0_0_0.parquet", + "qualifiedName": "Samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet", + "description": "", + "created": { + "time": 0 + }, + "tags": [] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", + "changeType": "UPSERT", + "aspectName": "subTypes", + "aspect": { + "json": { + "typeNames": [ + "Table" + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", + "changeType": "UPSERT", + "aspectName": "dataPlatformInstance", + "aspect": { + "json": { + "platform": "urn:li:dataPlatform:dremio", + "instance": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", + "changeType": "UPSERT", + "aspectName": "container", + "aspect": { + "json": { + "container": "urn:li:container:25745bd0b919d9f4e402df43a1ee0ca8" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", + "changeType": "UPSERT", + "aspectName": "schemaMetadata", + "aspect": { + "json": { + "schemaName": "Samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet", + "platform": "urn:li:dataPlatform:dremio", + "version": 0, + "created": { + "time": 0, + "actor": "urn:li:corpuser:unknown" + }, + "lastModified": { + "time": 0, + "actor": "urn:li:corpuser:unknown" + }, + "hash": "", + "platformSchema": { + "com.linkedin.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "cp_catalog_number", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "bigint(64)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "cp_end_date_sk", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "bigint(64)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "cp_start_date_sk", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "bigint(64)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "cp_catalog_page_id", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "cp_catalog_page_sk", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "bigint(64)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "cp_department", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "cp_type", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "cp_description", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "cp_catalog_page_number", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "bigint(64)", + "recursive": false, + "isPartOfKey": false + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", + "changeType": "UPSERT", + "aspectName": "status", + "aspect": { + "json": { + "removed": false + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", + "changeType": "UPSERT", + "aspectName": "upstreamLineage", + "aspect": { + "json": { + "upstreams": [ + { + "auditStamp": { + "time": 0, + "actor": "urn:li:corpuser:unknown" + }, + "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD)", + "type": "COPY" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", + "changeType": "UPSERT", + "aspectName": "browsePathsV2", + "aspect": { + "json": { + "path": [ + { + "id": "test-platform" + }, + { + "id": "Sources" + }, + { + "id": "urn:li:container:007d12a4a241c87924b54e1e35990234", + "urn": "urn:li:container:007d12a4a241c87924b54e1e35990234" + }, + { + "id": "urn:li:container:bbca630ddf6a79e03fa681adc3fa1715", + "urn": "urn:li:container:bbca630ddf6a79e03fa681adc3fa1715" + }, + { + "id": "urn:li:container:df1130913ed9cfec6c7afb9fc58b9554", + "urn": "urn:li:container:df1130913ed9cfec6c7afb9fc58b9554" + }, + { + "id": "urn:li:container:2ebbe0028345d0b8d147aed919b1024c", + "urn": "urn:li:container:2ebbe0028345d0b8d147aed919b1024c" + }, + { + "id": "urn:li:container:25745bd0b919d9f4e402df43a1ee0ca8", + "urn": "urn:li:container:25745bd0b919d9f4e402df43a1ee0ca8" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_aspect,PROD)", + "changeType": "UPSERT", + "aspectName": "upstreamLineage", + "aspect": { + "json": { + "upstreams": [ + { + "auditStamp": { + "time": 1697353200000, + "actor": "urn:li:corpuser:_ingestion" + }, + "created": { + "time": 0, + "actor": "urn:li:corpuser:_ingestion" + }, + "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_aspect,PROD)", + "type": "COPY" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index,PROD)", + "changeType": "UPSERT", + "aspectName": "upstreamLineage", + "aspect": { + "json": { + "upstreams": [ + { + "auditStamp": { + "time": 1697353200000, + "actor": "urn:li:corpuser:_ingestion" + }, + "created": { + "time": 0, + "actor": "urn:li:corpuser:_ingestion" + }, + "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_index,PROD)", + "type": "COPY" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index_view,PROD)", + "changeType": "UPSERT", + "aspectName": "upstreamLineage", + "aspect": { + "json": { + "upstreams": [ + { + "auditStamp": { + "time": 1697353200000, + "actor": "urn:li:corpuser:_ingestion" + }, + "created": { + "time": 0, + "actor": "urn:li:corpuser:_ingestion" + }, + "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_index_view,PROD)", + "type": "COPY" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.customers,PROD)", + "changeType": "UPSERT", + "aspectName": "upstreamLineage", + "aspect": { + "json": { + "upstreams": [ + { + "auditStamp": { + "time": 1697353200000, + "actor": "urn:li:corpuser:_ingestion" + }, + "created": { + "time": 0, + "actor": "urn:li:corpuser:_ingestion" + }, + "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.northwind.customers,PROD)", + "type": "COPY" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.orders,PROD)", + "changeType": "UPSERT", + "aspectName": "upstreamLineage", + "aspect": { + "json": { + "upstreams": [ + { + "auditStamp": { + "time": 1697353200000, + "actor": "urn:li:corpuser:_ingestion" + }, + "created": { + "time": 0, + "actor": "urn:li:corpuser:_ingestion" + }, + "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.northwind.orders,PROD)", + "type": "COPY" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.s3.warehouse,PROD)", + "changeType": "UPSERT", + "aspectName": "upstreamLineage", + "aspect": { + "json": { + "upstreams": [ + { + "auditStamp": { + "time": 1697353200000, + "actor": "urn:li:corpuser:_ingestion" + }, + "created": { + "time": 0, + "actor": "urn:li:corpuser:_ingestion" + }, + "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples.//warehouse,PROD)", + "type": "COPY" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", + "changeType": "UPSERT", + "aspectName": "upstreamLineage", + "aspect": { + "json": { + "upstreams": [ + { + "auditStamp": { + "time": 1697353200000, + "actor": "urn:li:corpuser:_ingestion" + }, + "created": { + "time": 0, + "actor": "urn:li:corpuser:_ingestion" + }, + "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD)", + "type": "COPY" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", + "changeType": "UPSERT", + "aspectName": "upstreamLineage", + "aspect": { + "json": { + "upstreams": [ + { + "auditStamp": { + "time": 1697353200000, + "actor": "urn:li:corpuser:_ingestion" + }, + "created": { + "time": 0, + "actor": "urn:li:corpuser:_ingestion" + }, + "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/oracle-departments.xlsx,PROD)", + "type": "COPY" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", + "changeType": "UPSERT", + "aspectName": "upstreamLineage", + "aspect": { + "json": { + "upstreams": [ + { + "auditStamp": { + "time": 1697353200000, + "actor": "urn:li:corpuser:_ingestion" + }, + "created": { + "time": 0, + "actor": "urn:li:corpuser:_ingestion" + }, + "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD)", + "type": "COPY" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", + "changeType": "UPSERT", + "aspectName": "upstreamLineage", + "aspect": { + "json": { + "upstreams": [ + { + "auditStamp": { + "time": 1697353200000, + "actor": "urn:li:corpuser:_ingestion" + }, + "created": { + "time": 0, + "actor": "urn:li:corpuser:_ingestion" + }, + "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD)", + "type": "COPY" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.customers,PROD)", + "changeType": "UPSERT", + "aspectName": "upstreamLineage", + "aspect": { + "json": { + "upstreams": [ + { + "auditStamp": { + "time": 1697353200000, + "actor": "urn:li:corpuser:_ingestion" + }, + "created": { + "time": 0, + "actor": "urn:li:corpuser:_ingestion" + }, + "dataset": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.northwind.customers,PROD)", + "type": "VIEW", + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.customers%2CPROD%29" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.customers%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "queryProperties", + "aspect": { + "json": { + "statement": { + "value": "SELECT\n *\nFROM mysql.northwind.customers", + "language": "SQL" + }, + "source": "SYSTEM", + "created": { + "time": 0, + "actor": "urn:li:corpuser:_ingestion" + }, + "lastModified": { + "time": 1697353200000, + "actor": "urn:li:corpuser:_ingestion" + } + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.customers%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "querySubjects", + "aspect": { + "json": { + "subjects": [ + { + "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.northwind.customers,PROD)" + }, + { + "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.customers,PROD)" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.customers%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "dataPlatformInstance", + "aspect": { + "json": { + "platform": "urn:li:dataPlatform:dremio" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_aspect,PROD)", + "changeType": "UPSERT", + "aspectName": "upstreamLineage", + "aspect": { + "json": { + "upstreams": [ + { + "auditStamp": { + "time": 1697353200000, + "actor": "urn:li:corpuser:_ingestion" + }, + "created": { + "time": 0, + "actor": "urn:li:corpuser:_ingestion" + }, + "dataset": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_aspect,PROD)", + "type": "VIEW", + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.metadata_aspect%2CPROD%29" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.metadata_aspect%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "queryProperties", + "aspect": { + "json": { + "statement": { + "value": "SELECT\n *\nFROM mysql.metagalaxy.metadata_aspect", + "language": "SQL" + }, + "source": "SYSTEM", + "created": { + "time": 0, + "actor": "urn:li:corpuser:_ingestion" + }, + "lastModified": { + "time": 1697353200000, + "actor": "urn:li:corpuser:_ingestion" + } + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.metadata_aspect%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "querySubjects", + "aspect": { + "json": { + "subjects": [ + { + "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_aspect,PROD)" + }, + { + "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_aspect,PROD)" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.metadata_aspect%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "dataPlatformInstance", + "aspect": { + "json": { + "platform": "urn:li:dataPlatform:dremio" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index,PROD)", + "changeType": "UPSERT", + "aspectName": "upstreamLineage", + "aspect": { + "json": { + "upstreams": [ + { + "auditStamp": { + "time": 1697353200000, + "actor": "urn:li:corpuser:_ingestion" + }, + "created": { + "time": 0, + "actor": "urn:li:corpuser:_ingestion" + }, + "dataset": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_index,PROD)", + "type": "VIEW", + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.metadata_index%2CPROD%29" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.metadata_index%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "queryProperties", + "aspect": { + "json": { + "statement": { + "value": "SELECT\n *\nFROM mysql.metagalaxy.metadata_index", + "language": "SQL" + }, + "source": "SYSTEM", + "created": { + "time": 0, + "actor": "urn:li:corpuser:_ingestion" + }, + "lastModified": { + "time": 1697353200000, + "actor": "urn:li:corpuser:_ingestion" + } + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.metadata_index%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "querySubjects", + "aspect": { + "json": { + "subjects": [ + { + "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_index,PROD)" + }, + { + "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index,PROD)" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.metadata_index%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "dataPlatformInstance", + "aspect": { + "json": { + "platform": "urn:li:dataPlatform:dremio" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index_view,PROD)", + "changeType": "UPSERT", + "aspectName": "upstreamLineage", + "aspect": { + "json": { + "upstreams": [ + { + "auditStamp": { + "time": 1697353200000, + "actor": "urn:li:corpuser:_ingestion" + }, + "created": { + "time": 0, + "actor": "urn:li:corpuser:_ingestion" + }, + "dataset": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_index_view,PROD)", + "type": "VIEW", + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.metadata_index_view%2CPROD%29" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.metadata_index_view%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "queryProperties", + "aspect": { + "json": { + "statement": { + "value": "SELECT\n *\nFROM mysql.metagalaxy.metadata_index_view", + "language": "SQL" + }, + "source": "SYSTEM", + "created": { + "time": 0, + "actor": "urn:li:corpuser:_ingestion" + }, + "lastModified": { + "time": 1697353200000, + "actor": "urn:li:corpuser:_ingestion" + } + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.metadata_index_view%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "querySubjects", + "aspect": { + "json": { + "subjects": [ + { + "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.metagalaxy.metadata_index_view,PROD)" + }, + { + "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.metadata_index_view,PROD)" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.metadata_index_view%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "dataPlatformInstance", + "aspect": { + "json": { + "platform": "urn:li:dataPlatform:dremio" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.orders,PROD)", + "changeType": "UPSERT", + "aspectName": "upstreamLineage", + "aspect": { + "json": { + "upstreams": [ + { + "auditStamp": { + "time": 1697353200000, + "actor": "urn:li:corpuser:_ingestion" + }, + "created": { + "time": 0, + "actor": "urn:li:corpuser:_ingestion" + }, + "dataset": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.northwind.orders,PROD)", + "type": "VIEW", + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.orders%2CPROD%29" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.orders%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "queryProperties", + "aspect": { + "json": { + "statement": { + "value": "SELECT\n *\nFROM mysql.northwind.orders", + "language": "SQL" + }, + "source": "SYSTEM", + "created": { + "time": 0, + "actor": "urn:li:corpuser:_ingestion" + }, + "lastModified": { + "time": 1697353200000, + "actor": "urn:li:corpuser:_ingestion" + } + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.orders%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "querySubjects", + "aspect": { + "json": { + "subjects": [ + { + "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.mysql.northwind.orders,PROD)" + }, + { + "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.orders,PROD)" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.orders%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "dataPlatformInstance", + "aspect": { + "json": { + "platform": "urn:li:dataPlatform:dremio" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.raw,PROD)", + "changeType": "UPSERT", + "aspectName": "upstreamLineage", + "aspect": { + "json": { + "upstreams": [ + { + "auditStamp": { + "time": 1697353200000, + "actor": "urn:li:corpuser:_ingestion" + }, + "created": { + "time": 0, + "actor": "urn:li:corpuser:_ingestion" + }, + "dataset": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.s3.warehouse,PROD)", + "type": "VIEW", + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.raw%2CPROD%29" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.raw%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "queryProperties", + "aspect": { + "json": { + "statement": { + "value": "SELECT\n *\nFROM s3.warehouse", + "language": "SQL" + }, + "source": "SYSTEM", + "created": { + "time": 0, + "actor": "urn:li:corpuser:_ingestion" + }, + "lastModified": { + "time": 1697353200000, + "actor": "urn:li:corpuser:_ingestion" + } + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.raw%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "querySubjects", + "aspect": { + "json": { + "subjects": [ + { + "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.s3.warehouse,PROD)" + }, + { + "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.raw,PROD)" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.raw%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "dataPlatformInstance", + "aspect": { + "json": { + "platform": "urn:li:dataPlatform:dremio" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.customers%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "status", + "aspect": { + "json": { + "removed": false + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.metadata_aspect%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "status", + "aspect": { + "json": { + "removed": false + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.metadata_index%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "status", + "aspect": { + "json": { + "removed": false + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.metadata_index_view%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "status", + "aspect": { + "json": { + "removed": false + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.orders%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "status", + "aspect": { + "json": { + "removed": false + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.raw%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "status", + "aspect": { + "json": { + "removed": false + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "lastRunId": "no-run-id-provided" + } +} +] \ No newline at end of file diff --git a/metadata-ingestion/tests/integration/dremio/dremio_platform_instance_to_file.yml b/metadata-ingestion/tests/integration/dremio/dremio_platform_instance_to_file.yml new file mode 100644 index 00000000000000..923dae139681a4 --- /dev/null +++ b/metadata-ingestion/tests/integration/dremio/dremio_platform_instance_to_file.yml @@ -0,0 +1,26 @@ +source: + type: dremio + config: + # Coordinates + hostname: localhost + port: 9047 + tls: false + + # Credentials + authentication_method: password + username: admin + password: "2310Admin1234!@" + + platform_instance: test-platform + + include_query_lineage: false + + source_mappings: + - platform: s3 + source_name: samples + platform_instance: s3_test_samples + +sink: + type: file + config: + filename: "./dremio_mces.json" diff --git a/metadata-ingestion/tests/integration/dremio/dremio_schema_filter_mces_golden.json b/metadata-ingestion/tests/integration/dremio/dremio_schema_filter_mces_golden.json new file mode 100644 index 00000000000000..3a9b806c321ca1 --- /dev/null +++ b/metadata-ingestion/tests/integration/dremio/dremio_schema_filter_mces_golden.json @@ -0,0 +1,1934 @@ +[ +{ + "entityType": "container", + "entityUrn": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68", + "changeType": "UPSERT", + "aspectName": "containerProperties", + "aspect": { + "json": { + "customProperties": {}, + "name": "Samples", + "qualifiedName": "Samples", + "description": "", + "env": "PROD" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68", + "changeType": "UPSERT", + "aspectName": "dataPlatformInstance", + "aspect": { + "json": { + "platform": "urn:li:dataPlatform:dremio" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68", + "changeType": "UPSERT", + "aspectName": "subTypes", + "aspect": { + "json": { + "typeNames": [ + "Dremio Source" + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68", + "changeType": "UPSERT", + "aspectName": "status", + "aspect": { + "json": { + "removed": false + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68", + "changeType": "UPSERT", + "aspectName": "browsePathsV2", + "aspect": { + "json": { + "path": [ + { + "id": "Sources" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83", + "changeType": "UPSERT", + "aspectName": "containerProperties", + "aspect": { + "json": { + "customProperties": {}, + "name": "samples.dremio.com", + "qualifiedName": "Samples.samples.dremio.com", + "description": "", + "env": "PROD" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83", + "changeType": "UPSERT", + "aspectName": "container", + "aspect": { + "json": { + "container": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83", + "changeType": "UPSERT", + "aspectName": "dataPlatformInstance", + "aspect": { + "json": { + "platform": "urn:li:dataPlatform:dremio" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83", + "changeType": "UPSERT", + "aspectName": "subTypes", + "aspect": { + "json": { + "typeNames": [ + "Dremio Folder" + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83", + "changeType": "UPSERT", + "aspectName": "status", + "aspect": { + "json": { + "removed": false + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83", + "changeType": "UPSERT", + "aspectName": "browsePathsV2", + "aspect": { + "json": { + "path": [ + { + "id": "Sources" + }, + { + "id": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68", + "urn": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:687c0496e464bc4c0de935cb1da1becf", + "changeType": "UPSERT", + "aspectName": "containerProperties", + "aspect": { + "json": { + "customProperties": {}, + "name": "Dremio University", + "qualifiedName": "Samples.samples.dremio.com.Dremio University", + "description": "", + "env": "PROD" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:687c0496e464bc4c0de935cb1da1becf", + "changeType": "UPSERT", + "aspectName": "container", + "aspect": { + "json": { + "container": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:687c0496e464bc4c0de935cb1da1becf", + "changeType": "UPSERT", + "aspectName": "dataPlatformInstance", + "aspect": { + "json": { + "platform": "urn:li:dataPlatform:dremio" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:687c0496e464bc4c0de935cb1da1becf", + "changeType": "UPSERT", + "aspectName": "subTypes", + "aspect": { + "json": { + "typeNames": [ + "Dremio Folder" + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:687c0496e464bc4c0de935cb1da1becf", + "changeType": "UPSERT", + "aspectName": "status", + "aspect": { + "json": { + "removed": false + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:687c0496e464bc4c0de935cb1da1becf", + "changeType": "UPSERT", + "aspectName": "browsePathsV2", + "aspect": { + "json": { + "path": [ + { + "id": "Sources" + }, + { + "id": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68", + "urn": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68" + }, + { + "id": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83", + "urn": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:bf1ee664b5c9fa9610f731399062a47f", + "changeType": "UPSERT", + "aspectName": "containerProperties", + "aspect": { + "json": { + "customProperties": {}, + "name": "tpcds_sf1000", + "qualifiedName": "Samples.samples.dremio.com.tpcds_sf1000", + "description": "", + "env": "PROD" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:bf1ee664b5c9fa9610f731399062a47f", + "changeType": "UPSERT", + "aspectName": "container", + "aspect": { + "json": { + "container": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:bf1ee664b5c9fa9610f731399062a47f", + "changeType": "UPSERT", + "aspectName": "dataPlatformInstance", + "aspect": { + "json": { + "platform": "urn:li:dataPlatform:dremio" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:bf1ee664b5c9fa9610f731399062a47f", + "changeType": "UPSERT", + "aspectName": "subTypes", + "aspect": { + "json": { + "typeNames": [ + "Dremio Folder" + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:bf1ee664b5c9fa9610f731399062a47f", + "changeType": "UPSERT", + "aspectName": "status", + "aspect": { + "json": { + "removed": false + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:bf1ee664b5c9fa9610f731399062a47f", + "changeType": "UPSERT", + "aspectName": "browsePathsV2", + "aspect": { + "json": { + "path": [ + { + "id": "Sources" + }, + { + "id": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68", + "urn": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68" + }, + { + "id": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83", + "urn": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:41ea3e8314dd9dedc00d6f47c69e3400", + "changeType": "UPSERT", + "aspectName": "containerProperties", + "aspect": { + "json": { + "customProperties": {}, + "name": "catalog_page", + "qualifiedName": "Samples.samples.dremio.com.tpcds_sf1000.catalog_page", + "description": "", + "env": "PROD" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:41ea3e8314dd9dedc00d6f47c69e3400", + "changeType": "UPSERT", + "aspectName": "container", + "aspect": { + "json": { + "container": "urn:li:container:bf1ee664b5c9fa9610f731399062a47f" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:41ea3e8314dd9dedc00d6f47c69e3400", + "changeType": "UPSERT", + "aspectName": "dataPlatformInstance", + "aspect": { + "json": { + "platform": "urn:li:dataPlatform:dremio" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:41ea3e8314dd9dedc00d6f47c69e3400", + "changeType": "UPSERT", + "aspectName": "subTypes", + "aspect": { + "json": { + "typeNames": [ + "Dremio Folder" + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:41ea3e8314dd9dedc00d6f47c69e3400", + "changeType": "UPSERT", + "aspectName": "status", + "aspect": { + "json": { + "removed": false + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:41ea3e8314dd9dedc00d6f47c69e3400", + "changeType": "UPSERT", + "aspectName": "browsePathsV2", + "aspect": { + "json": { + "path": [ + { + "id": "Sources" + }, + { + "id": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68", + "urn": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68" + }, + { + "id": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83", + "urn": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83" + }, + { + "id": "urn:li:container:bf1ee664b5c9fa9610f731399062a47f", + "urn": "urn:li:container:bf1ee664b5c9fa9610f731399062a47f" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:fd0949800e3c7cc7ce5de373fd737e0b", + "changeType": "UPSERT", + "aspectName": "containerProperties", + "aspect": { + "json": { + "customProperties": {}, + "name": "1ab266d5-18eb-4780-711d-0fa337fa6c00", + "qualifiedName": "Samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00", + "description": "", + "env": "PROD" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:fd0949800e3c7cc7ce5de373fd737e0b", + "changeType": "UPSERT", + "aspectName": "container", + "aspect": { + "json": { + "container": "urn:li:container:41ea3e8314dd9dedc00d6f47c69e3400" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:fd0949800e3c7cc7ce5de373fd737e0b", + "changeType": "UPSERT", + "aspectName": "dataPlatformInstance", + "aspect": { + "json": { + "platform": "urn:li:dataPlatform:dremio" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:fd0949800e3c7cc7ce5de373fd737e0b", + "changeType": "UPSERT", + "aspectName": "subTypes", + "aspect": { + "json": { + "typeNames": [ + "Dremio Folder" + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:fd0949800e3c7cc7ce5de373fd737e0b", + "changeType": "UPSERT", + "aspectName": "status", + "aspect": { + "json": { + "removed": false + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:fd0949800e3c7cc7ce5de373fd737e0b", + "changeType": "UPSERT", + "aspectName": "browsePathsV2", + "aspect": { + "json": { + "path": [ + { + "id": "Sources" + }, + { + "id": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68", + "urn": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68" + }, + { + "id": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83", + "urn": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83" + }, + { + "id": "urn:li:container:bf1ee664b5c9fa9610f731399062a47f", + "urn": "urn:li:container:bf1ee664b5c9fa9610f731399062a47f" + }, + { + "id": "urn:li:container:41ea3e8314dd9dedc00d6f47c69e3400", + "urn": "urn:li:container:41ea3e8314dd9dedc00d6f47c69e3400" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", + "changeType": "UPSERT", + "aspectName": "datasetProperties", + "aspect": { + "json": { + "customProperties": {}, + "externalUrl": "http://localhost:9047/source/\"Samples\"/\"samples.dremio.com\".\"NYC-weather.csv\"", + "name": "NYC-weather.csv", + "qualifiedName": "Samples.samples.dremio.com.NYC-weather.csv", + "description": "", + "created": { + "time": 0 + }, + "tags": [] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", + "changeType": "UPSERT", + "aspectName": "subTypes", + "aspect": { + "json": { + "typeNames": [ + "Table" + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", + "changeType": "UPSERT", + "aspectName": "dataPlatformInstance", + "aspect": { + "json": { + "platform": "urn:li:dataPlatform:dremio" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", + "changeType": "UPSERT", + "aspectName": "container", + "aspect": { + "json": { + "container": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", + "changeType": "UPSERT", + "aspectName": "schemaMetadata", + "aspect": { + "json": { + "schemaName": "Samples.samples.dremio.com.NYC-weather.csv", + "platform": "urn:li:dataPlatform:dremio", + "version": 0, + "created": { + "time": 0, + "actor": "urn:li:corpuser:unknown" + }, + "lastModified": { + "time": 0, + "actor": "urn:li:corpuser:unknown" + }, + "hash": "", + "platformSchema": { + "com.linkedin.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "B", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "A", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "I", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "H", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "G", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "F", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "E", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "D", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "C", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", + "changeType": "UPSERT", + "aspectName": "status", + "aspect": { + "json": { + "removed": false + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", + "changeType": "UPSERT", + "aspectName": "upstreamLineage", + "aspect": { + "json": { + "upstreams": [ + { + "auditStamp": { + "time": 0, + "actor": "urn:li:corpuser:unknown" + }, + "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD)", + "type": "COPY" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", + "changeType": "UPSERT", + "aspectName": "browsePathsV2", + "aspect": { + "json": { + "path": [ + { + "id": "Sources" + }, + { + "id": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68", + "urn": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68" + }, + { + "id": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83", + "urn": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", + "changeType": "UPSERT", + "aspectName": "datasetProperties", + "aspect": { + "json": { + "customProperties": {}, + "externalUrl": "http://localhost:9047/source/\"Samples\"/\"samples.dremio.com\".\"Dremio University\".\"googleplaystore.csv\"", + "name": "googleplaystore.csv", + "qualifiedName": "Samples.samples.dremio.com.Dremio University.googleplaystore.csv", + "description": "", + "created": { + "time": 0 + }, + "tags": [] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", + "changeType": "UPSERT", + "aspectName": "subTypes", + "aspect": { + "json": { + "typeNames": [ + "Table" + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", + "changeType": "UPSERT", + "aspectName": "dataPlatformInstance", + "aspect": { + "json": { + "platform": "urn:li:dataPlatform:dremio" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", + "changeType": "UPSERT", + "aspectName": "container", + "aspect": { + "json": { + "container": "urn:li:container:687c0496e464bc4c0de935cb1da1becf" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", + "changeType": "UPSERT", + "aspectName": "schemaMetadata", + "aspect": { + "json": { + "schemaName": "Samples.samples.dremio.com.Dremio University.googleplaystore.csv", + "platform": "urn:li:dataPlatform:dremio", + "version": 0, + "created": { + "time": 0, + "actor": "urn:li:corpuser:unknown" + }, + "lastModified": { + "time": 0, + "actor": "urn:li:corpuser:unknown" + }, + "hash": "", + "platformSchema": { + "com.linkedin.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "J", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "K", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "L", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "M", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "A", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "B", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "C", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "D", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "E", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "F", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "G", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "H", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "I", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", + "changeType": "UPSERT", + "aspectName": "status", + "aspect": { + "json": { + "removed": false + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", + "changeType": "UPSERT", + "aspectName": "upstreamLineage", + "aspect": { + "json": { + "upstreams": [ + { + "auditStamp": { + "time": 0, + "actor": "urn:li:corpuser:unknown" + }, + "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD)", + "type": "COPY" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", + "changeType": "UPSERT", + "aspectName": "browsePathsV2", + "aspect": { + "json": { + "path": [ + { + "id": "Sources" + }, + { + "id": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68", + "urn": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68" + }, + { + "id": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83", + "urn": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83" + }, + { + "id": "urn:li:container:687c0496e464bc4c0de935cb1da1becf", + "urn": "urn:li:container:687c0496e464bc4c0de935cb1da1becf" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", + "changeType": "UPSERT", + "aspectName": "datasetProperties", + "aspect": { + "json": { + "customProperties": {}, + "externalUrl": "http://localhost:9047/source/\"Samples\"/\"samples.dremio.com\".\"Dremio University\".\"oracle-departments.xlsx\"", + "name": "oracle-departments.xlsx", + "qualifiedName": "Samples.samples.dremio.com.Dremio University.oracle-departments.xlsx", + "description": "", + "created": { + "time": 0 + }, + "tags": [] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", + "changeType": "UPSERT", + "aspectName": "subTypes", + "aspect": { + "json": { + "typeNames": [ + "Table" + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", + "changeType": "UPSERT", + "aspectName": "dataPlatformInstance", + "aspect": { + "json": { + "platform": "urn:li:dataPlatform:dremio" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", + "changeType": "UPSERT", + "aspectName": "container", + "aspect": { + "json": { + "container": "urn:li:container:687c0496e464bc4c0de935cb1da1becf" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", + "changeType": "UPSERT", + "aspectName": "schemaMetadata", + "aspect": { + "json": { + "schemaName": "Samples.samples.dremio.com.Dremio University.oracle-departments.xlsx", + "platform": "urn:li:dataPlatform:dremio", + "version": 0, + "created": { + "time": 0, + "actor": "urn:li:corpuser:unknown" + }, + "lastModified": { + "time": 0, + "actor": "urn:li:corpuser:unknown" + }, + "hash": "", + "platformSchema": { + "com.linkedin.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "LOCATION_ID", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "double(53)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "DEPARTMENT_ID", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "double(53)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "DEPARTMENT_NAME", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "MANAGER_ID", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "double(53)", + "recursive": false, + "isPartOfKey": false + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", + "changeType": "UPSERT", + "aspectName": "status", + "aspect": { + "json": { + "removed": false + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", + "changeType": "UPSERT", + "aspectName": "upstreamLineage", + "aspect": { + "json": { + "upstreams": [ + { + "auditStamp": { + "time": 0, + "actor": "urn:li:corpuser:unknown" + }, + "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/oracle-departments.xlsx,PROD)", + "type": "COPY" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", + "changeType": "UPSERT", + "aspectName": "browsePathsV2", + "aspect": { + "json": { + "path": [ + { + "id": "Sources" + }, + { + "id": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68", + "urn": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68" + }, + { + "id": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83", + "urn": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83" + }, + { + "id": "urn:li:container:687c0496e464bc4c0de935cb1da1becf", + "urn": "urn:li:container:687c0496e464bc4c0de935cb1da1becf" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", + "changeType": "UPSERT", + "aspectName": "datasetProperties", + "aspect": { + "json": { + "customProperties": {}, + "externalUrl": "http://localhost:9047/source/\"Samples\"/\"samples.dremio.com\".\"tpcds_sf1000\".\"catalog_page\".\"1ab266d5-18eb-4780-711d-0fa337fa6c00\".\"0_0_0.parquet\"", + "name": "0_0_0.parquet", + "qualifiedName": "Samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet", + "description": "", + "created": { + "time": 0 + }, + "tags": [] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", + "changeType": "UPSERT", + "aspectName": "subTypes", + "aspect": { + "json": { + "typeNames": [ + "Table" + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", + "changeType": "UPSERT", + "aspectName": "dataPlatformInstance", + "aspect": { + "json": { + "platform": "urn:li:dataPlatform:dremio" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", + "changeType": "UPSERT", + "aspectName": "container", + "aspect": { + "json": { + "container": "urn:li:container:fd0949800e3c7cc7ce5de373fd737e0b" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", + "changeType": "UPSERT", + "aspectName": "schemaMetadata", + "aspect": { + "json": { + "schemaName": "Samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet", + "platform": "urn:li:dataPlatform:dremio", + "version": 0, + "created": { + "time": 0, + "actor": "urn:li:corpuser:unknown" + }, + "lastModified": { + "time": 0, + "actor": "urn:li:corpuser:unknown" + }, + "hash": "", + "platformSchema": { + "com.linkedin.schema.MySqlDDL": { + "tableSchema": "" + } + }, + "fields": [ + { + "fieldPath": "cp_catalog_number", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "bigint(64)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "cp_end_date_sk", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "bigint(64)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "cp_start_date_sk", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "bigint(64)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "cp_catalog_page_id", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "cp_catalog_page_sk", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "bigint(64)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "cp_department", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "cp_type", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "cp_description", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, + { + "fieldPath": "cp_catalog_page_number", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "bigint(64)", + "recursive": false, + "isPartOfKey": false + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", + "changeType": "UPSERT", + "aspectName": "status", + "aspect": { + "json": { + "removed": false + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", + "changeType": "UPSERT", + "aspectName": "upstreamLineage", + "aspect": { + "json": { + "upstreams": [ + { + "auditStamp": { + "time": 0, + "actor": "urn:li:corpuser:unknown" + }, + "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD)", + "type": "COPY" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", + "changeType": "UPSERT", + "aspectName": "browsePathsV2", + "aspect": { + "json": { + "path": [ + { + "id": "Sources" + }, + { + "id": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68", + "urn": "urn:li:container:e8cccb9f7a06aeafad68f76e30c62f68" + }, + { + "id": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83", + "urn": "urn:li:container:56c2e18fbc5786016aacecb7f7d64e83" + }, + { + "id": "urn:li:container:bf1ee664b5c9fa9610f731399062a47f", + "urn": "urn:li:container:bf1ee664b5c9fa9610f731399062a47f" + }, + { + "id": "urn:li:container:41ea3e8314dd9dedc00d6f47c69e3400", + "urn": "urn:li:container:41ea3e8314dd9dedc00d6f47c69e3400" + }, + { + "id": "urn:li:container:fd0949800e3c7cc7ce5de373fd737e0b", + "urn": "urn:li:container:fd0949800e3c7cc7ce5de373fd737e0b" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", + "changeType": "UPSERT", + "aspectName": "upstreamLineage", + "aspect": { + "json": { + "upstreams": [ + { + "auditStamp": { + "time": 1697353200000, + "actor": "urn:li:corpuser:_ingestion" + }, + "created": { + "time": 0, + "actor": "urn:li:corpuser:_ingestion" + }, + "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD)", + "type": "COPY" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD)", + "changeType": "UPSERT", + "aspectName": "upstreamLineage", + "aspect": { + "json": { + "upstreams": [ + { + "auditStamp": { + "time": 1697353200000, + "actor": "urn:li:corpuser:_ingestion" + }, + "created": { + "time": 0, + "actor": "urn:li:corpuser:_ingestion" + }, + "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/oracle-departments.xlsx,PROD)", + "type": "COPY" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", + "changeType": "UPSERT", + "aspectName": "upstreamLineage", + "aspect": { + "json": { + "upstreams": [ + { + "auditStamp": { + "time": 1697353200000, + "actor": "urn:li:corpuser:_ingestion" + }, + "created": { + "time": 0, + "actor": "urn:li:corpuser:_ingestion" + }, + "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD)", + "type": "COPY" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD)", + "changeType": "UPSERT", + "aspectName": "upstreamLineage", + "aspect": { + "json": { + "upstreams": [ + { + "auditStamp": { + "time": 1697353200000, + "actor": "urn:li:corpuser:_ingestion" + }, + "created": { + "time": 0, + "actor": "urn:li:corpuser:_ingestion" + }, + "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD)", + "type": "COPY" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "lastRunId": "no-run-id-provided" + } +} +] \ No newline at end of file diff --git a/metadata-ingestion/tests/integration/dremio/dremio_schema_filter_to_file.yml b/metadata-ingestion/tests/integration/dremio/dremio_schema_filter_to_file.yml new file mode 100644 index 00000000000000..2b3cea465eebe2 --- /dev/null +++ b/metadata-ingestion/tests/integration/dremio/dremio_schema_filter_to_file.yml @@ -0,0 +1,28 @@ +source: + type: dremio + config: + # Coordinates + hostname: localhost + port: 9047 + tls: false + + # Credentials + authentication_method: password + username: admin + password: "2310Admin1234!@" + + include_query_lineage: false + + source_mappings: + - platform: s3 + source_name: samples + platform_instance: s3_test_samples + + schema_pattern: + allow: + - "Samples" + +sink: + type: file + config: + filename: "./dremio_mces.json" diff --git a/metadata-ingestion/tests/integration/dremio/dremio_to_file.yml b/metadata-ingestion/tests/integration/dremio/dremio_to_file.yml index c4812e34737f42..1ee975722f12de 100644 --- a/metadata-ingestion/tests/integration/dremio/dremio_to_file.yml +++ b/metadata-ingestion/tests/integration/dremio/dremio_to_file.yml @@ -11,8 +11,6 @@ source: username: admin password: "2310Admin1234!@" - platform_instance: test-platform - include_query_lineage: false source_mappings: diff --git a/metadata-ingestion/tests/integration/dremio/test_dremio.py b/metadata-ingestion/tests/integration/dremio/test_dremio.py index 6207170a5ef045..4d9343a67cfd61 100644 --- a/metadata-ingestion/tests/integration/dremio/test_dremio.py +++ b/metadata-ingestion/tests/integration/dremio/test_dremio.py @@ -498,7 +498,7 @@ def test_dremio_platform_instance_urns( pytestconfig, tmp_path, ): - config_file = (test_resources_dir / "dremio_to_file.yml").resolve() + config_file = (test_resources_dir / "dremio_platform_instance_to_file.yml").resolve() output_path = tmp_path / "dremio_mces.json" run_datahub_cmd(["ingest", "-c", f"{config_file}"], tmp_path=tmp_path) @@ -572,6 +572,27 @@ def test_dremio_platform_instance_urns( mce_helpers.check_golden_file( pytestconfig, output_path=output_path, - golden_path=test_resources_dir / "dremio_mces_golden.json", + golden_path=test_resources_dir / "dremio_platform_instance_mces_golden.json", ignore_paths=[], ) + +@freeze_time(FROZEN_TIME) +@pytest.mark.integration +def test_dremio_schema_filter( + test_resources_dir, + dremio_setup, + pytestconfig, + tmp_path, +): + config_file = (test_resources_dir / "dremio_schema_filter_to_file.yml").resolve() + output_path = tmp_path / "dremio_mces.json" + + run_datahub_cmd(["ingest", "-c", f"{config_file}"], tmp_path=tmp_path) + + # Verify against golden file + mce_helpers.check_golden_file( + pytestconfig, + output_path=output_path, + golden_path=test_resources_dir / "dremio_schema_filter_mces_golden.json", + ignore_paths=[], + ) \ No newline at end of file From 3ae2dfbffb2256a934d29be9ccdd6f8d3ec448d5 Mon Sep 17 00:00:00 2001 From: Jonny Dixon Date: Tue, 3 Dec 2024 14:20:06 +0000 Subject: [PATCH 17/52] Update dremio_mces_golden.json --- .../dremio/dremio_mces_golden.json | 3142 +++++++++-------- 1 file changed, 1662 insertions(+), 1480 deletions(-) diff --git a/metadata-ingestion/tests/integration/dremio/dremio_mces_golden.json b/metadata-ingestion/tests/integration/dremio/dremio_mces_golden.json index a36834bb7bb478..3a8fce62f4bb36 100644 --- a/metadata-ingestion/tests/integration/dremio/dremio_mces_golden.json +++ b/metadata-ingestion/tests/integration/dremio/dremio_mces_golden.json @@ -15,7 +15,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -31,7 +31,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -49,7 +49,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -65,7 +65,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -85,7 +85,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -105,7 +105,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -121,7 +121,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -139,7 +139,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -155,7 +155,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -175,7 +175,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -195,7 +195,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -211,7 +211,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -229,7 +229,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -245,7 +245,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -265,7 +265,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -279,13 +279,13 @@ "customProperties": {}, "name": "@admin", "qualifiedName": "@admin", - "description": "# Wikis & Labels\n\n![Gnarly Catalog](https://d33wubrfki0l68.cloudfront.net/c1a54376c45a9276c080f3d10ed25ce61c17bcd2/2b946/img/home/open-source-for-everyone.svg)\n\nYou are reading the wiki for your home space! You can create and edit this information for any source, space, or folder.\n\nThis sidebar always shows the wiki for the current source, space or folder you are browsing.\n\nWhen previewing datasets, click on the `Catalog` tab to create a wiki or add labels to that dataset.\n\n**Tip:** You can hide the wiki by clicking on the sidebar icon on upper right hand side.", + "description": "# Wikis & Labels\n\n![Gnarly Catalog](https://d33wubrfki0l68.cloudfront.net/c1a54376c45a9276c080f3d10ed25ce61c17bcd2/2b946/img/home/open-source-for-everyone.svg)\n\nYou are reading the wiki for your home space! You can create and edit this information for any source, space, or folder.\n\nThis sidebar always shows the wiki for the current source, space or folder you are browsing.\n\nWhen browsing or previewing datasets, click on the `Open details panel` button to create a wiki or add labels to that dataset.\n\n**Tip:** You can hide the wiki by clicking on the sidebar icon on upper right hand side.", "env": "PROD" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -301,7 +301,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -319,7 +319,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -335,7 +335,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -355,7 +355,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -375,7 +375,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -391,7 +391,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -409,7 +409,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -425,7 +425,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -445,7 +445,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -465,7 +465,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -481,7 +481,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -497,7 +497,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -515,7 +515,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -531,7 +531,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -555,7 +555,117 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:6d76c46c4893c111f0006794f4a16482", + "changeType": "UPSERT", + "aspectName": "containerProperties", + "aspect": { + "json": { + "customProperties": {}, + "name": "warehouse", + "qualifiedName": "s3.warehouse", + "description": "", + "env": "PROD" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:6d76c46c4893c111f0006794f4a16482", + "changeType": "UPSERT", + "aspectName": "container", + "aspect": { + "json": { + "container": "urn:li:container:63a316133b08a091e919dc8c7a828a4d" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:6d76c46c4893c111f0006794f4a16482", + "changeType": "UPSERT", + "aspectName": "dataPlatformInstance", + "aspect": { + "json": { + "platform": "urn:li:dataPlatform:dremio" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:6d76c46c4893c111f0006794f4a16482", + "changeType": "UPSERT", + "aspectName": "subTypes", + "aspect": { + "json": { + "typeNames": [ + "Dremio Folder" + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:6d76c46c4893c111f0006794f4a16482", + "changeType": "UPSERT", + "aspectName": "status", + "aspect": { + "json": { + "removed": false + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:6d76c46c4893c111f0006794f4a16482", + "changeType": "UPSERT", + "aspectName": "browsePathsV2", + "aspect": { + "json": { + "path": [ + { + "id": "Sources" + }, + { + "id": "urn:li:container:63a316133b08a091e919dc8c7a828a4d", + "urn": "urn:li:container:63a316133b08a091e919dc8c7a828a4d" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -575,7 +685,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -591,7 +701,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -607,7 +717,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -625,7 +735,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -641,7 +751,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -665,7 +775,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -685,7 +795,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -701,7 +811,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -717,7 +827,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -735,7 +845,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -751,7 +861,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -775,7 +885,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -795,7 +905,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -811,7 +921,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -827,7 +937,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -845,7 +955,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -861,7 +971,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -885,7 +995,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -905,7 +1015,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -921,7 +1031,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -937,7 +1047,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -955,7 +1065,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -971,7 +1081,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -995,7 +1105,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1015,7 +1125,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1031,7 +1141,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1047,7 +1157,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1065,7 +1175,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1081,7 +1191,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1105,7 +1215,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1125,7 +1235,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1141,7 +1251,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1157,7 +1267,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1175,7 +1285,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1191,7 +1301,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1215,7 +1325,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1235,7 +1345,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1251,7 +1361,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1267,7 +1377,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1285,7 +1395,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1301,7 +1411,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1325,7 +1435,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1345,7 +1455,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1361,7 +1471,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1377,7 +1487,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1395,7 +1505,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1411,7 +1521,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1439,7 +1549,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1459,7 +1569,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1475,7 +1585,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1491,7 +1601,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1509,7 +1619,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1525,7 +1635,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1553,7 +1663,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1573,7 +1683,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1589,7 +1699,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1605,7 +1715,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1623,7 +1733,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1639,7 +1749,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1671,7 +1781,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1691,7 +1801,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1707,7 +1817,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1723,7 +1833,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1741,7 +1851,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1757,7 +1867,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1793,7 +1903,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1817,7 +1927,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1835,7 +1945,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1851,7 +1961,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1867,7 +1977,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1885,7 +1995,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1915,7 +2025,7 @@ }, "fields": [ { - "fieldPath": "B", + "fieldPath": "F", "nullable": true, "type": { "type": { @@ -1927,7 +2037,7 @@ "isPartOfKey": false }, { - "fieldPath": "I", + "fieldPath": "G", "nullable": true, "type": { "type": { @@ -1951,7 +2061,7 @@ "isPartOfKey": false }, { - "fieldPath": "G", + "fieldPath": "I", "nullable": true, "type": { "type": { @@ -1963,7 +2073,7 @@ "isPartOfKey": false }, { - "fieldPath": "F", + "fieldPath": "A", "nullable": true, "type": { "type": { @@ -1975,7 +2085,7 @@ "isPartOfKey": false }, { - "fieldPath": "E", + "fieldPath": "B", "nullable": true, "type": { "type": { @@ -1987,7 +2097,7 @@ "isPartOfKey": false }, { - "fieldPath": "D", + "fieldPath": "C", "nullable": true, "type": { "type": { @@ -1999,7 +2109,7 @@ "isPartOfKey": false }, { - "fieldPath": "C", + "fieldPath": "D", "nullable": true, "type": { "type": { @@ -2011,7 +2121,7 @@ "isPartOfKey": false }, { - "fieldPath": "A", + "fieldPath": "E", "nullable": true, "type": { "type": { @@ -2027,7 +2137,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -2043,7 +2153,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -2067,7 +2177,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -2091,7 +2201,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -2109,7 +2219,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -2125,7 +2235,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -2141,7 +2251,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -2153,13 +2263,13 @@ "aspect": { "json": { "materialized": false, - "viewLogic": "SELECT * FROM mysql.northwind.customers", + "viewLogic": "SELECT * FROM \"mysql\".northwind.customers", "viewLanguage": "SQL" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -2189,7 +2299,7 @@ }, "fields": [ { - "fieldPath": "first_name", + "fieldPath": "email_address", "nullable": true, "type": { "type": { @@ -2201,14 +2311,14 @@ "isPartOfKey": false }, { - "fieldPath": "last_name", + "fieldPath": "priority", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "float(24)", "recursive": false, "isPartOfKey": false }, @@ -2237,19 +2347,19 @@ "isPartOfKey": false }, { - "fieldPath": "priority", + "fieldPath": "first_name", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "float(24)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "email_address", + "fieldPath": "last_name", "nullable": true, "type": { "type": { @@ -2265,7 +2375,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -2281,7 +2391,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -2309,7 +2419,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -2333,7 +2443,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -2351,7 +2461,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -2367,7 +2477,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -2383,7 +2493,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -2395,13 +2505,13 @@ "aspect": { "json": { "materialized": false, - "viewLogic": "SELECT * FROM mysql.metagalaxy.metadata_aspect", + "viewLogic": "SELECT * FROM \"mysql\".metagalaxy.\"metadata_aspect\"", "viewLanguage": "SQL" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -2430,6 +2540,18 @@ } }, "fields": [ + { + "fieldPath": "createdby", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, { "fieldPath": "createdfor", "nullable": true, @@ -2501,25 +2623,13 @@ "nativeDataType": "timestamp(23)", "recursive": false, "isPartOfKey": false - }, - { - "fieldPath": "createdby", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.StringType": {} - } - }, - "nativeDataType": "character varying(65536)", - "recursive": false, - "isPartOfKey": false } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -2535,7 +2645,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -2563,7 +2673,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -2587,7 +2697,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -2605,7 +2715,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -2621,7 +2731,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -2637,7 +2747,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -2649,13 +2759,13 @@ "aspect": { "json": { "materialized": false, - "viewLogic": "SELECT * FROM mysql.metagalaxy.metadata_index", + "viewLogic": "SELECT * FROM \"mysql\".metagalaxy.\"metadata_index\"", "viewLanguage": "SQL" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -2685,38 +2795,38 @@ }, "fields": [ { - "fieldPath": "urn", + "fieldPath": "id", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "id", + "fieldPath": "urn", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "doubleVal", + "fieldPath": "longVal", "nullable": true, "type": { "type": { "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "double(53)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, @@ -2733,14 +2843,14 @@ "isPartOfKey": false }, { - "fieldPath": "longVal", + "fieldPath": "doubleVal", "nullable": true, "type": { "type": { "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "double(53)", "recursive": false, "isPartOfKey": false }, @@ -2773,7 +2883,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -2789,7 +2899,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -2817,7 +2927,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -2841,7 +2951,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -2859,7 +2969,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -2875,7 +2985,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -2891,7 +3001,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -2903,13 +3013,13 @@ "aspect": { "json": { "materialized": false, - "viewLogic": "SELECT * FROM mysql.metagalaxy.metadata_index_view", + "viewLogic": "SELECT * FROM \"mysql\".metagalaxy.\"metadata_index_view\"", "viewLanguage": "SQL" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -2991,7 +3101,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -3007,7 +3117,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -3035,7 +3145,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -3059,7 +3169,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -3077,7 +3187,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -3093,7 +3203,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -3109,7 +3219,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -3121,13 +3231,13 @@ "aspect": { "json": { "materialized": false, - "viewLogic": "SELECT * FROM mysql.northwind.orders", + "viewLogic": "SELECT * FROM \"mysql\".northwind.orders", "viewLanguage": "SQL" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -3157,7 +3267,7 @@ }, "fields": [ { - "fieldPath": "id", + "fieldPath": "customer_id", "nullable": true, "type": { "type": { @@ -3169,26 +3279,26 @@ "isPartOfKey": false }, { - "fieldPath": "customer_id", + "fieldPath": "description", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "integer(32)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "description", + "fieldPath": "id", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "integer(32)", "recursive": false, "isPartOfKey": false } @@ -3197,7 +3307,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -3213,7 +3323,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -3241,7 +3351,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -3265,7 +3375,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -3283,7 +3393,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -3299,7 +3409,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -3315,7 +3425,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -3327,13 +3437,13 @@ "aspect": { "json": { "materialized": false, - "viewLogic": "SELECT * FROM s3.warehouse", + "viewLogic": "SELECT * FROM s3.warehouse.\"sample.parquet\"", "viewLanguage": "SQL" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -3415,7 +3525,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -3431,7 +3541,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -3459,21 +3569,21 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse.sample.parquet,PROD)", "changeType": "UPSERT", "aspectName": "datasetProperties", "aspect": { "json": { "customProperties": {}, - "externalUrl": "http://localhost:9047/source/\"s3\"/\"warehouse\"", - "name": "warehouse", - "qualifiedName": "s3.warehouse", + "externalUrl": "http://localhost:9047/source/\"s3\"/\"warehouse\".\"sample.parquet\"", + "name": "sample.parquet", + "qualifiedName": "s3.warehouse.sample.parquet", "description": "", "created": { "time": 0 @@ -3483,13 +3593,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse.sample.parquet,PROD)", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -3501,13 +3611,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse.sample.parquet,PROD)", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { @@ -3517,34 +3627,34 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse.sample.parquet,PROD)", "changeType": "UPSERT", "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:63a316133b08a091e919dc8c7a828a4d" + "container": "urn:li:container:6d76c46c4893c111f0006794f4a16482" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse.sample.parquet,PROD)", "changeType": "UPSERT", "aspectName": "schemaMetadata", "aspect": { "json": { - "schemaName": "s3.warehouse", + "schemaName": "s3.warehouse.sample.parquet", "platform": "urn:li:dataPlatform:dremio", "version": 0, "created": { @@ -3615,13 +3725,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse.sample.parquet,PROD)", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -3631,13 +3741,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse.sample.parquet,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -3648,7 +3758,7 @@ "time": 0, "actor": "urn:li:corpuser:unknown" }, - "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples.//warehouse,PROD)", + "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./warehouse/sample.parquet,PROD)", "type": "COPY" } ] @@ -3656,13 +3766,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse.sample.parquet,PROD)", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { @@ -3674,13 +3784,17 @@ { "id": "urn:li:container:63a316133b08a091e919dc8c7a828a4d", "urn": "urn:li:container:63a316133b08a091e919dc8c7a828a4d" + }, + { + "id": "urn:li:container:6d76c46c4893c111f0006794f4a16482", + "urn": "urn:li:container:6d76c46c4893c111f0006794f4a16482" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -3704,7 +3818,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -3722,7 +3836,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -3738,7 +3852,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -3754,7 +3868,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -3796,19 +3910,19 @@ "isPartOfKey": false }, { - "fieldPath": "version", + "fieldPath": "createdfor", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "metadata", + "fieldPath": "createdby", "nullable": true, "type": { "type": { @@ -3832,7 +3946,7 @@ "isPartOfKey": false }, { - "fieldPath": "createdby", + "fieldPath": "metadata", "nullable": true, "type": { "type": { @@ -3844,14 +3958,14 @@ "isPartOfKey": false }, { - "fieldPath": "createdfor", + "fieldPath": "version", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, @@ -3872,7 +3986,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -3888,7 +4002,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -3913,7 +4027,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -3941,7 +4055,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -3965,7 +4079,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -3983,7 +4097,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -3999,7 +4113,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -4015,7 +4129,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -4045,31 +4159,31 @@ }, "fields": [ { - "fieldPath": "urn", + "fieldPath": "doubleVal", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "double(53)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "aspect", + "fieldPath": "id", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "path", + "fieldPath": "urn", "nullable": true, "type": { "type": { @@ -4081,19 +4195,19 @@ "isPartOfKey": false }, { - "fieldPath": "longVal", + "fieldPath": "aspect", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "stringVal", + "fieldPath": "path", "nullable": true, "type": { "type": { @@ -4105,26 +4219,26 @@ "isPartOfKey": false }, { - "fieldPath": "doubleVal", + "fieldPath": "longVal", "nullable": true, "type": { "type": { "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "double(53)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "id", + "fieldPath": "stringVal", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false } @@ -4133,7 +4247,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -4149,7 +4263,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -4174,7 +4288,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -4202,7 +4316,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -4226,7 +4340,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -4244,7 +4358,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -4260,7 +4374,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -4276,7 +4390,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -4306,31 +4420,31 @@ }, "fields": [ { - "fieldPath": "id", + "fieldPath": "path", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "urn", + "fieldPath": "id", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "path", + "fieldPath": "urn", "nullable": true, "type": { "type": { @@ -4358,7 +4472,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -4374,7 +4488,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -4399,7 +4513,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -4427,7 +4541,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -4451,7 +4565,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -4469,7 +4583,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -4485,7 +4599,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -4501,7 +4615,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -4607,7 +4721,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -4623,7 +4737,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -4648,7 +4762,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -4676,7 +4790,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -4700,7 +4814,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -4718,7 +4832,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -4734,7 +4848,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -4750,7 +4864,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -4780,7 +4894,7 @@ }, "fields": [ { - "fieldPath": "id", + "fieldPath": "customer_id", "nullable": true, "type": { "type": { @@ -4792,26 +4906,26 @@ "isPartOfKey": false }, { - "fieldPath": "description", + "fieldPath": "id", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "integer(32)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "customer_id", + "fieldPath": "description", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "integer(32)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false } @@ -4820,7 +4934,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -4836,7 +4950,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -4861,7 +4975,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -4889,7 +5003,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -4913,7 +5027,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -4931,7 +5045,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -4947,7 +5061,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -4963,7 +5077,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -4993,7 +5107,7 @@ }, "fields": [ { - "fieldPath": "A", + "fieldPath": "F", "nullable": true, "type": { "type": { @@ -5005,7 +5119,7 @@ "isPartOfKey": false }, { - "fieldPath": "B", + "fieldPath": "G", "nullable": true, "type": { "type": { @@ -5017,7 +5131,7 @@ "isPartOfKey": false }, { - "fieldPath": "C", + "fieldPath": "H", "nullable": true, "type": { "type": { @@ -5029,7 +5143,7 @@ "isPartOfKey": false }, { - "fieldPath": "D", + "fieldPath": "I", "nullable": true, "type": { "type": { @@ -5041,7 +5155,7 @@ "isPartOfKey": false }, { - "fieldPath": "E", + "fieldPath": "A", "nullable": true, "type": { "type": { @@ -5053,7 +5167,7 @@ "isPartOfKey": false }, { - "fieldPath": "F", + "fieldPath": "B", "nullable": true, "type": { "type": { @@ -5065,7 +5179,7 @@ "isPartOfKey": false }, { - "fieldPath": "G", + "fieldPath": "C", "nullable": true, "type": { "type": { @@ -5077,7 +5191,7 @@ "isPartOfKey": false }, { - "fieldPath": "H", + "fieldPath": "D", "nullable": true, "type": { "type": { @@ -5089,7 +5203,7 @@ "isPartOfKey": false }, { - "fieldPath": "I", + "fieldPath": "E", "nullable": true, "type": { "type": { @@ -5105,7 +5219,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -5121,7 +5235,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -5146,7 +5260,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -5174,7 +5288,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -5198,7 +5312,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -5216,7 +5330,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -5232,7 +5346,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -5248,7 +5362,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -5278,7 +5392,7 @@ }, "fields": [ { - "fieldPath": "E", + "fieldPath": "A", "nullable": true, "type": { "type": { @@ -5290,7 +5404,7 @@ "isPartOfKey": false }, { - "fieldPath": "M", + "fieldPath": "B", "nullable": true, "type": { "type": { @@ -5302,7 +5416,7 @@ "isPartOfKey": false }, { - "fieldPath": "L", + "fieldPath": "C", "nullable": true, "type": { "type": { @@ -5314,7 +5428,7 @@ "isPartOfKey": false }, { - "fieldPath": "K", + "fieldPath": "D", "nullable": true, "type": { "type": { @@ -5326,7 +5440,7 @@ "isPartOfKey": false }, { - "fieldPath": "J", + "fieldPath": "E", "nullable": true, "type": { "type": { @@ -5338,7 +5452,7 @@ "isPartOfKey": false }, { - "fieldPath": "I", + "fieldPath": "F", "nullable": true, "type": { "type": { @@ -5350,7 +5464,7 @@ "isPartOfKey": false }, { - "fieldPath": "H", + "fieldPath": "G", "nullable": true, "type": { "type": { @@ -5362,7 +5476,7 @@ "isPartOfKey": false }, { - "fieldPath": "G", + "fieldPath": "H", "nullable": true, "type": { "type": { @@ -5374,7 +5488,7 @@ "isPartOfKey": false }, { - "fieldPath": "F", + "fieldPath": "I", "nullable": true, "type": { "type": { @@ -5386,7 +5500,7 @@ "isPartOfKey": false }, { - "fieldPath": "A", + "fieldPath": "J", "nullable": true, "type": { "type": { @@ -5398,7 +5512,7 @@ "isPartOfKey": false }, { - "fieldPath": "B", + "fieldPath": "K", "nullable": true, "type": { "type": { @@ -5410,7 +5524,7 @@ "isPartOfKey": false }, { - "fieldPath": "C", + "fieldPath": "L", "nullable": true, "type": { "type": { @@ -5422,7 +5536,7 @@ "isPartOfKey": false }, { - "fieldPath": "D", + "fieldPath": "M", "nullable": true, "type": { "type": { @@ -5438,7 +5552,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -5454,7 +5568,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -5479,7 +5593,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -5511,7 +5625,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -5535,7 +5649,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -5553,7 +5667,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -5569,7 +5683,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -5585,7 +5699,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -5615,19 +5729,19 @@ }, "fields": [ { - "fieldPath": "LOCATION_ID", + "fieldPath": "DEPARTMENT_NAME", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "double(53)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "DEPARTMENT_ID", + "fieldPath": "MANAGER_ID", "nullable": true, "type": { "type": { @@ -5639,19 +5753,19 @@ "isPartOfKey": false }, { - "fieldPath": "DEPARTMENT_NAME", + "fieldPath": "DEPARTMENT_ID", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "double(53)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "MANAGER_ID", + "fieldPath": "LOCATION_ID", "nullable": true, "type": { "type": { @@ -5667,7 +5781,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -5683,7 +5797,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -5708,7 +5822,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -5740,7 +5854,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -5764,7 +5878,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -5782,7 +5896,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -5798,7 +5912,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -5814,7 +5928,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -5844,7 +5958,7 @@ }, "fields": [ { - "fieldPath": "cp_catalog_number", + "fieldPath": "cp_start_date_sk", "nullable": true, "type": { "type": { @@ -5856,31 +5970,31 @@ "isPartOfKey": false }, { - "fieldPath": "cp_department", + "fieldPath": "cp_catalog_page_sk", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "cp_end_date_sk", + "fieldPath": "cp_catalog_page_id", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "cp_start_date_sk", + "fieldPath": "cp_end_date_sk", "nullable": true, "type": { "type": { @@ -5892,7 +6006,7 @@ "isPartOfKey": false }, { - "fieldPath": "cp_catalog_page_id", + "fieldPath": "cp_department", "nullable": true, "type": { "type": { @@ -5904,7 +6018,7 @@ "isPartOfKey": false }, { - "fieldPath": "cp_catalog_page_sk", + "fieldPath": "cp_catalog_number", "nullable": true, "type": { "type": { @@ -5916,14 +6030,14 @@ "isPartOfKey": false }, { - "fieldPath": "cp_type", + "fieldPath": "cp_catalog_page_number", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, @@ -5940,14 +6054,14 @@ "isPartOfKey": false }, { - "fieldPath": "cp_catalog_page_number", + "fieldPath": "cp_type", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false } @@ -5956,7 +6070,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -5972,7 +6086,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -5997,7 +6111,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -6037,7 +6151,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -6061,12 +6175,91 @@ "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_aspect,PROD)", "type": "COPY" } + ], + "fineGrainedLineages": [ + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_aspect,PROD),urn)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD),urn)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_aspect,PROD),createdfor)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD),createdfor)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_aspect,PROD),createdby)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD),createdby)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_aspect,PROD),createdon)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD),createdon)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_aspect,PROD),metadata)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD),metadata)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_aspect,PROD),version)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD),version)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_aspect,PROD),aspect)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD),aspect)" + ], + "confidenceScore": 1.0 + } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -6090,12 +6283,91 @@ "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index,PROD)", "type": "COPY" } + ], + "fineGrainedLineages": [ + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index,PROD),doubleVal)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD),doubleVal)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index,PROD),id)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD),id)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index,PROD),urn)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD),urn)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index,PROD),aspect)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD),aspect)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index,PROD),path)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD),path)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index,PROD),longVal)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD),longVal)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index,PROD),stringVal)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD),stringVal)" + ], + "confidenceScore": 1.0 + } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -6119,12 +6391,58 @@ "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index_view,PROD)", "type": "COPY" } + ], + "fineGrainedLineages": [ + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index_view,PROD),path)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index_view,PROD),path)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index_view,PROD),id)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index_view,PROD),id)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index_view,PROD),urn)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index_view,PROD),urn)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index_view,PROD),doubleVal)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index_view,PROD),doubleVal)" + ], + "confidenceScore": 1.0 + } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -6148,12 +6466,80 @@ "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD)", "type": "COPY" } + ], + "fineGrainedLineages": [ + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD),id)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD),id)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD),company)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD),company)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD),last_name)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD),last_name)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD),first_name)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD),first_name)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD),email_address)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD),email_address)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD),priority)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD),priority)" + ], + "confidenceScore": 1.0 + } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -6177,18 +6563,53 @@ "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.orders,PROD)", "type": "COPY" } + ], + "fineGrainedLineages": [ + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.orders,PROD),customer_id)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.orders,PROD),customer_id)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.orders,PROD),id)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.orders,PROD),id)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.orders,PROD),description)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.orders,PROD),description)" + ], + "confidenceScore": 1.0 + } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse.sample.parquet,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -6203,15 +6624,61 @@ "time": 0, "actor": "urn:li:corpuser:_ingestion" }, - "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples.//warehouse,PROD)", + "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./warehouse/sample.parquet,PROD)", "type": "COPY" } + ], + "fineGrainedLineages": [ + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./warehouse/sample.parquet,PROD),id)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse.sample.parquet,PROD),id)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./warehouse/sample.parquet,PROD),name)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse.sample.parquet,PROD),name)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./warehouse/sample.parquet,PROD),age)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse.sample.parquet,PROD),age)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./warehouse/sample.parquet,PROD),salary)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse.sample.parquet,PROD),salary)" + ], + "confidenceScore": 1.0 + } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -6235,12 +6702,157 @@ "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD)", "type": "COPY" } + ], + "fineGrainedLineages": [ + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),A)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),A)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),B)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),B)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),C)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),C)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),D)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),D)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),E)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),E)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),F)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),F)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),G)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),G)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),H)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),H)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),I)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),I)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),J)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),J)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),K)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),K)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),L)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),L)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),M)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),M)" + ], + "confidenceScore": 1.0 + } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -6264,12 +6876,58 @@ "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/oracle-departments.xlsx,PROD)", "type": "COPY" } + ], + "fineGrainedLineages": [ + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/oracle-departments.xlsx,PROD),DEPARTMENT_NAME)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD),DEPARTMENT_NAME)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/oracle-departments.xlsx,PROD),MANAGER_ID)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD),MANAGER_ID)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/oracle-departments.xlsx,PROD),DEPARTMENT_ID)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD),DEPARTMENT_ID)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/oracle-departments.xlsx,PROD),LOCATION_ID)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD),LOCATION_ID)" + ], + "confidenceScore": 1.0 + } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -6293,12 +6951,113 @@ "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD)", "type": "COPY" } + ], + "fineGrainedLineages": [ + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),F)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),F)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),G)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),G)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),H)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),H)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),I)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),I)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),A)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),A)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),B)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),B)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),C)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),C)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),D)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),D)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),E)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),E)" + ], + "confidenceScore": 1.0 + } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -6322,600 +7081,291 @@ "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD)", "type": "COPY" } + ], + "fineGrainedLineages": [ + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_start_date_sk)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_start_date_sk)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_catalog_page_sk)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_catalog_page_sk)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_catalog_page_id)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_catalog_page_id)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_end_date_sk)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_end_date_sk)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_department)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_department)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_catalog_number)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_catalog_number)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_catalog_page_number)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_catalog_page_number)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_description)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_description)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_type)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_type)" + ], + "confidenceScore": 1.0 + } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", "changeType": "UPSERT", - "aspectName": "upstreamLineage", + "aspectName": "datasetProfile", "aspect": { "json": { - "upstreams": [ + "timestampMillis": 1697353200000, + "partitionSpec": { + "partition": "FULL_TABLE_SNAPSHOT", + "type": "FULL_TABLE" + }, + "rowCount": 3834, + "columnCount": 9, + "fieldProfiles": [ { - "auditStamp": { - "time": 1697353200000, - "actor": "urn:li:corpuser:_ingestion" - }, - "created": { - "time": 0, - "actor": "urn:li:corpuser:_ingestion" - }, - "dataset": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.northwind.customers,PROD)", - "type": "VIEW", - "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.customers%2CPROD%29" + "fieldPath": "F", + "uniqueCount": 61, + "nullCount": 0 + }, + { + "fieldPath": "G", + "uniqueCount": 40, + "nullCount": 0 + }, + { + "fieldPath": "H", + "uniqueCount": 91, + "nullCount": 0 + }, + { + "fieldPath": "I", + "uniqueCount": 85, + "nullCount": 0 + }, + { + "fieldPath": "A", + "uniqueCount": 2, + "nullCount": 0 + }, + { + "fieldPath": "B", + "uniqueCount": 2, + "nullCount": 0 + }, + { + "fieldPath": "C", + "uniqueCount": 3834, + "nullCount": 0 + }, + { + "fieldPath": "D", + "uniqueCount": 76, + "nullCount": 0 + }, + { + "fieldPath": "E", + "uniqueCount": 192, + "nullCount": 0 } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, { - "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.customers%2CPROD%29", + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index_view,PROD)", "changeType": "UPSERT", - "aspectName": "queryProperties", + "aspectName": "datasetProfile", "aspect": { "json": { - "statement": { - "value": "SELECT\n *\nFROM mysql.northwind.customers", - "language": "SQL" - }, - "source": "SYSTEM", - "created": { - "time": 0, - "actor": "urn:li:corpuser:_ingestion" + "timestampMillis": 1697353200000, + "partitionSpec": { + "partition": "FULL_TABLE_SNAPSHOT", + "type": "FULL_TABLE" }, - "lastModified": { - "time": 1697353200000, - "actor": "urn:li:corpuser:_ingestion" - } + "rowCount": 0, + "columnCount": 4, + "fieldProfiles": [ + { + "fieldPath": "path", + "uniqueCount": 0, + "nullCount": 0 + }, + { + "fieldPath": "id", + "uniqueCount": 0, + "nullCount": 0 + }, + { + "fieldPath": "urn", + "uniqueCount": 0, + "nullCount": 0 + }, + { + "fieldPath": "doubleVal", + "uniqueCount": 0, + "nullCount": 0 + } + ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, { - "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.customers%2CPROD%29", + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD)", "changeType": "UPSERT", - "aspectName": "querySubjects", + "aspectName": "datasetProfile", "aspect": { "json": { - "subjects": [ + "timestampMillis": 1697353200000, + "partitionSpec": { + "partition": "FULL_TABLE_SNAPSHOT", + "type": "FULL_TABLE" + }, + "rowCount": 0, + "columnCount": 7, + "fieldProfiles": [ + { + "fieldPath": "doubleVal", + "uniqueCount": 0, + "nullCount": 0 + }, + { + "fieldPath": "id", + "uniqueCount": 0, + "nullCount": 0 + }, + { + "fieldPath": "urn", + "uniqueCount": 0, + "nullCount": 0 + }, { - "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.northwind.customers,PROD)" + "fieldPath": "aspect", + "uniqueCount": 0, + "nullCount": 0 + }, + { + "fieldPath": "path", + "uniqueCount": 0, + "nullCount": 0 }, { - "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.customers,PROD)" + "fieldPath": "longVal", + "uniqueCount": 0, + "nullCount": 0 + }, + { + "fieldPath": "stringVal", + "uniqueCount": 0, + "nullCount": 0 } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.customers%2CPROD%29", - "changeType": "UPSERT", - "aspectName": "dataPlatformInstance", - "aspect": { - "json": { - "platform": "urn:li:dataPlatform:dremio" - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_aspect,PROD)", - "changeType": "UPSERT", - "aspectName": "upstreamLineage", - "aspect": { - "json": { - "upstreams": [ - { - "auditStamp": { - "time": 1697353200000, - "actor": "urn:li:corpuser:_ingestion" - }, - "created": { - "time": 0, - "actor": "urn:li:corpuser:_ingestion" - }, - "dataset": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_aspect,PROD)", - "type": "VIEW", - "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_aspect%2CPROD%29" - } - ] - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_aspect%2CPROD%29", - "changeType": "UPSERT", - "aspectName": "queryProperties", - "aspect": { - "json": { - "statement": { - "value": "SELECT\n *\nFROM mysql.metagalaxy.metadata_aspect", - "language": "SQL" - }, - "source": "SYSTEM", - "created": { - "time": 0, - "actor": "urn:li:corpuser:_ingestion" - }, - "lastModified": { - "time": 1697353200000, - "actor": "urn:li:corpuser:_ingestion" - } - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_aspect%2CPROD%29", - "changeType": "UPSERT", - "aspectName": "querySubjects", - "aspect": { - "json": { - "subjects": [ - { - "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_aspect,PROD)" - }, - { - "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_aspect,PROD)" - } - ] - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_aspect%2CPROD%29", - "changeType": "UPSERT", - "aspectName": "dataPlatformInstance", - "aspect": { - "json": { - "platform": "urn:li:dataPlatform:dremio" - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index,PROD)", - "changeType": "UPSERT", - "aspectName": "upstreamLineage", - "aspect": { - "json": { - "upstreams": [ - { - "auditStamp": { - "time": 1697353200000, - "actor": "urn:li:corpuser:_ingestion" - }, - "created": { - "time": 0, - "actor": "urn:li:corpuser:_ingestion" - }, - "dataset": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_index,PROD)", - "type": "VIEW", - "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_index%2CPROD%29" - } - ] - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_index%2CPROD%29", - "changeType": "UPSERT", - "aspectName": "queryProperties", - "aspect": { - "json": { - "statement": { - "value": "SELECT\n *\nFROM mysql.metagalaxy.metadata_index", - "language": "SQL" - }, - "source": "SYSTEM", - "created": { - "time": 0, - "actor": "urn:li:corpuser:_ingestion" - }, - "lastModified": { - "time": 1697353200000, - "actor": "urn:li:corpuser:_ingestion" - } - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_index%2CPROD%29", - "changeType": "UPSERT", - "aspectName": "querySubjects", - "aspect": { - "json": { - "subjects": [ - { - "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_index,PROD)" - }, - { - "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index,PROD)" - } - ] - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_index%2CPROD%29", - "changeType": "UPSERT", - "aspectName": "dataPlatformInstance", - "aspect": { - "json": { - "platform": "urn:li:dataPlatform:dremio" - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index_view,PROD)", - "changeType": "UPSERT", - "aspectName": "upstreamLineage", - "aspect": { - "json": { - "upstreams": [ - { - "auditStamp": { - "time": 1697353200000, - "actor": "urn:li:corpuser:_ingestion" - }, - "created": { - "time": 0, - "actor": "urn:li:corpuser:_ingestion" - }, - "dataset": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_index_view,PROD)", - "type": "VIEW", - "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_index_view%2CPROD%29" - } - ] - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_index_view%2CPROD%29", - "changeType": "UPSERT", - "aspectName": "queryProperties", - "aspect": { - "json": { - "statement": { - "value": "SELECT\n *\nFROM mysql.metagalaxy.metadata_index_view", - "language": "SQL" - }, - "source": "SYSTEM", - "created": { - "time": 0, - "actor": "urn:li:corpuser:_ingestion" - }, - "lastModified": { - "time": 1697353200000, - "actor": "urn:li:corpuser:_ingestion" - } - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_index_view%2CPROD%29", - "changeType": "UPSERT", - "aspectName": "querySubjects", - "aspect": { - "json": { - "subjects": [ - { - "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_index_view,PROD)" - }, - { - "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index_view,PROD)" - } - ] - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_index_view%2CPROD%29", - "changeType": "UPSERT", - "aspectName": "dataPlatformInstance", - "aspect": { - "json": { - "platform": "urn:li:dataPlatform:dremio" - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.orders,PROD)", - "changeType": "UPSERT", - "aspectName": "upstreamLineage", - "aspect": { - "json": { - "upstreams": [ - { - "auditStamp": { - "time": 1697353200000, - "actor": "urn:li:corpuser:_ingestion" - }, - "created": { - "time": 0, - "actor": "urn:li:corpuser:_ingestion" - }, - "dataset": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.northwind.orders,PROD)", - "type": "VIEW", - "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.orders%2CPROD%29" - } - ] - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.orders%2CPROD%29", - "changeType": "UPSERT", - "aspectName": "queryProperties", - "aspect": { - "json": { - "statement": { - "value": "SELECT\n *\nFROM mysql.northwind.orders", - "language": "SQL" - }, - "source": "SYSTEM", - "created": { - "time": 0, - "actor": "urn:li:corpuser:_ingestion" - }, - "lastModified": { - "time": 1697353200000, - "actor": "urn:li:corpuser:_ingestion" - } - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.orders%2CPROD%29", - "changeType": "UPSERT", - "aspectName": "querySubjects", - "aspect": { - "json": { - "subjects": [ - { - "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.northwind.orders,PROD)" - }, - { - "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.orders,PROD)" - } - ] - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.orders%2CPROD%29", - "changeType": "UPSERT", - "aspectName": "dataPlatformInstance", - "aspect": { - "json": { - "platform": "urn:li:dataPlatform:dremio" - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.raw,PROD)", - "changeType": "UPSERT", - "aspectName": "upstreamLineage", - "aspect": { - "json": { - "upstreams": [ - { - "auditStamp": { - "time": 1697353200000, - "actor": "urn:li:corpuser:_ingestion" - }, - "created": { - "time": 0, - "actor": "urn:li:corpuser:_ingestion" - }, - "dataset": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD)", - "type": "VIEW", - "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.raw%2CPROD%29" - } - ] - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.raw%2CPROD%29", - "changeType": "UPSERT", - "aspectName": "queryProperties", - "aspect": { - "json": { - "statement": { - "value": "SELECT\n *\nFROM s3.warehouse", - "language": "SQL" - }, - "source": "SYSTEM", - "created": { - "time": 0, - "actor": "urn:li:corpuser:_ingestion" - }, - "lastModified": { - "time": 1697353200000, - "actor": "urn:li:corpuser:_ingestion" - } - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.raw%2CPROD%29", - "changeType": "UPSERT", - "aspectName": "querySubjects", - "aspect": { - "json": { - "subjects": [ - { - "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD)" - }, - { - "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.raw,PROD)" - } - ] - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.raw%2CPROD%29", - "changeType": "UPSERT", - "aspectName": "dataPlatformInstance", - "aspect": { - "json": { - "platform": "urn:li:dataPlatform:dremio" - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.orders,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -6925,49 +7375,30 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 5, - "columnCount": 6, + "rowCount": 0, + "columnCount": 3, "fieldProfiles": [ { - "fieldPath": "id", - "uniqueCount": 5, - "nullCount": 0, - "mean": "3.0", - "stdev": "1.5811388300841898" - }, - { - "fieldPath": "company", - "uniqueCount": 5, - "nullCount": 0 - }, - { - "fieldPath": "last_name", - "uniqueCount": 5, + "fieldPath": "customer_id", + "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "first_name", - "uniqueCount": 5, + "fieldPath": "id", + "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "email_address", - "uniqueCount": 5, + "fieldPath": "description", + "uniqueCount": 0, "nullCount": 0 - }, - { - "fieldPath": "priority", - "uniqueCount": 3, - "nullCount": 1, - "mean": "4.175000011920929", - "stdev": "0.4924429489953036" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -7017,13 +7448,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7033,200 +7464,27 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 10842, - "columnCount": 13, + "rowCount": 0, + "columnCount": 4, "fieldProfiles": [ { - "fieldPath": "E", - "uniqueCount": 463, - "nullCount": 0 - }, - { - "fieldPath": "M", - "uniqueCount": 35, - "nullCount": 1 - }, - { - "fieldPath": "L", - "uniqueCount": 2835, - "nullCount": 0 - }, - { - "fieldPath": "K", - "uniqueCount": 1379, - "nullCount": 0 - }, - { - "fieldPath": "J", - "uniqueCount": 121, - "nullCount": 0 - }, - { - "fieldPath": "I", - "uniqueCount": 8, - "nullCount": 0 - }, - { - "fieldPath": "H", - "uniqueCount": 94, - "nullCount": 0 - }, - { - "fieldPath": "G", - "uniqueCount": 5, - "nullCount": 0 - }, - { - "fieldPath": "F", - "uniqueCount": 23, - "nullCount": 0 - }, - { - "fieldPath": "A", - "uniqueCount": 9661, - "nullCount": 0 - }, - { - "fieldPath": "B", - "uniqueCount": 35, - "nullCount": 0 - }, - { - "fieldPath": "C", - "uniqueCount": 42, + "fieldPath": "id", + "uniqueCount": 0, "nullCount": 0 }, - { - "fieldPath": "D", - "uniqueCount": 6003, - "nullCount": 0 - } - ] - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD)", - "changeType": "UPSERT", - "aspectName": "datasetProfile", - "aspect": { - "json": { - "timestampMillis": 1697353200000, - "partitionSpec": { - "partition": "FULL_TABLE_SNAPSHOT", - "type": "FULL_TABLE" - }, - "rowCount": 2, - "columnCount": 7, - "fieldProfiles": [ { "fieldPath": "urn", - "uniqueCount": 1, - "nullCount": 0 - }, - { - "fieldPath": "version", - "uniqueCount": 1, - "nullCount": 0 - }, - { - "fieldPath": "metadata", - "uniqueCount": 2, - "nullCount": 0 - }, - { - "fieldPath": "createdon", - "uniqueCount": 1, - "nullCount": 0 - }, - { - "fieldPath": "createdby", - "uniqueCount": 1, - "nullCount": 0 - }, - { - "fieldPath": "createdfor", "uniqueCount": 0, - "nullCount": 2 - }, - { - "fieldPath": "aspect", - "uniqueCount": 2, - "nullCount": 0 - } - ] - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", - "changeType": "UPSERT", - "aspectName": "datasetProfile", - "aspect": { - "json": { - "timestampMillis": 1697353200000, - "partitionSpec": { - "partition": "FULL_TABLE_SNAPSHOT", - "type": "FULL_TABLE" - }, - "rowCount": 3834, - "columnCount": 9, - "fieldProfiles": [ - { - "fieldPath": "A", - "uniqueCount": 2, - "nullCount": 0 - }, - { - "fieldPath": "B", - "uniqueCount": 2, - "nullCount": 0 - }, - { - "fieldPath": "C", - "uniqueCount": 3834, - "nullCount": 0 - }, - { - "fieldPath": "D", - "uniqueCount": 76, - "nullCount": 0 - }, - { - "fieldPath": "E", - "uniqueCount": 192, - "nullCount": 0 - }, - { - "fieldPath": "F", - "uniqueCount": 61, "nullCount": 0 }, { - "fieldPath": "G", - "uniqueCount": 40, - "nullCount": 0 - }, - { - "fieldPath": "H", - "uniqueCount": 91, + "fieldPath": "path", + "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "I", - "uniqueCount": 85, + "fieldPath": "doubleVal", + "uniqueCount": 0, "nullCount": 0 } ] @@ -7234,13 +7492,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.customers,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7250,42 +7508,41 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 0, - "columnCount": 7, + "rowCount": 5, + "columnCount": 6, "fieldProfiles": [ { - "fieldPath": "urn", - "uniqueCount": 0, - "nullCount": 0 - }, - { - "fieldPath": "aspect", - "uniqueCount": 0, + "fieldPath": "email_address", + "uniqueCount": 5, "nullCount": 0 }, { - "fieldPath": "path", - "uniqueCount": 0, - "nullCount": 0 + "fieldPath": "priority", + "uniqueCount": 3, + "nullCount": 1, + "mean": "4.175000011920929", + "stdev": "0.4924429489953036" }, { - "fieldPath": "longVal", - "uniqueCount": 0, + "fieldPath": "company", + "uniqueCount": 5, "nullCount": 0 }, { - "fieldPath": "stringVal", - "uniqueCount": 0, - "nullCount": 0 + "fieldPath": "id", + "uniqueCount": 5, + "nullCount": 0, + "mean": "3.0", + "stdev": "1.5811388300841898" }, { - "fieldPath": "doubleVal", - "uniqueCount": 0, + "fieldPath": "first_name", + "uniqueCount": 5, "nullCount": 0 }, { - "fieldPath": "id", - "uniqueCount": 0, + "fieldPath": "last_name", + "uniqueCount": 5, "nullCount": 0 } ] @@ -7293,13 +7550,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7309,27 +7566,52 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 0, - "columnCount": 4, + "rowCount": 3834, + "columnCount": 9, "fieldProfiles": [ { - "fieldPath": "id", - "uniqueCount": 0, + "fieldPath": "F", + "uniqueCount": 61, "nullCount": 0 }, { - "fieldPath": "urn", - "uniqueCount": 0, + "fieldPath": "G", + "uniqueCount": 40, "nullCount": 0 }, { - "fieldPath": "path", - "uniqueCount": 0, + "fieldPath": "H", + "uniqueCount": 91, "nullCount": 0 }, { - "fieldPath": "doubleVal", - "uniqueCount": 0, + "fieldPath": "I", + "uniqueCount": 85, + "nullCount": 0 + }, + { + "fieldPath": "A", + "uniqueCount": 2, + "nullCount": 0 + }, + { + "fieldPath": "B", + "uniqueCount": 2, + "nullCount": 0 + }, + { + "fieldPath": "C", + "uniqueCount": 3834, + "nullCount": 0 + }, + { + "fieldPath": "D", + "uniqueCount": 76, + "nullCount": 0 + }, + { + "fieldPath": "E", + "uniqueCount": 192, "nullCount": 0 } ] @@ -7337,7 +7619,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -7356,6 +7638,11 @@ "rowCount": 2, "columnCount": 7, "fieldProfiles": [ + { + "fieldPath": "createdby", + "uniqueCount": 1, + "nullCount": 0 + }, { "fieldPath": "createdfor", "uniqueCount": 0, @@ -7385,24 +7672,19 @@ "fieldPath": "createdon", "uniqueCount": 1, "nullCount": 0 - }, - { - "fieldPath": "createdby", - "uniqueCount": 1, - "nullCount": 0 } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7412,42 +7694,42 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 0, + "rowCount": 2, "columnCount": 7, "fieldProfiles": [ { "fieldPath": "urn", - "uniqueCount": 0, + "uniqueCount": 1, "nullCount": 0 }, { - "fieldPath": "id", + "fieldPath": "createdfor", "uniqueCount": 0, - "nullCount": 0 + "nullCount": 2 }, { - "fieldPath": "doubleVal", - "uniqueCount": 0, + "fieldPath": "createdby", + "uniqueCount": 1, "nullCount": 0 }, { - "fieldPath": "stringVal", - "uniqueCount": 0, + "fieldPath": "createdon", + "uniqueCount": 1, "nullCount": 0 }, { - "fieldPath": "longVal", - "uniqueCount": 0, + "fieldPath": "metadata", + "uniqueCount": 2, "nullCount": 0 }, { - "fieldPath": "path", - "uniqueCount": 0, + "fieldPath": "version", + "uniqueCount": 1, "nullCount": 0 }, { "fieldPath": "aspect", - "uniqueCount": 0, + "uniqueCount": 2, "nullCount": 0 } ] @@ -7455,13 +7737,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse.sample.parquet,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7471,55 +7753,47 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 5, - "columnCount": 6, + "rowCount": 4, + "columnCount": 4, "fieldProfiles": [ { - "fieldPath": "first_name", - "uniqueCount": 5, - "nullCount": 0 - }, - { - "fieldPath": "last_name", - "uniqueCount": 5, - "nullCount": 0 + "fieldPath": "id", + "uniqueCount": 4, + "nullCount": 0, + "mean": "2.5", + "stdev": "1.2909944487358056" }, { - "fieldPath": "company", - "uniqueCount": 5, + "fieldPath": "name", + "uniqueCount": 4, "nullCount": 0 }, { - "fieldPath": "id", - "uniqueCount": 5, + "fieldPath": "age", + "uniqueCount": 4, "nullCount": 0, - "mean": "3.0", - "stdev": "1.5811388300841898" - }, - { - "fieldPath": "priority", - "uniqueCount": 3, - "nullCount": 1, - "mean": "4.175000011920929", - "stdev": "0.4924429489953036" + "mean": "32.5", + "stdev": "6.454972243679028" }, { - "fieldPath": "email_address", - "uniqueCount": 5, - "nullCount": 0 + "fieldPath": "salary", + "uniqueCount": 4, + "nullCount": 0, + "mean": "65000.0", + "stdev": "12909.944487358056" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.orders,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7529,52 +7803,22 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 3834, - "columnCount": 9, + "rowCount": 0, + "columnCount": 3, "fieldProfiles": [ { - "fieldPath": "B", - "uniqueCount": 2, - "nullCount": 0 - }, - { - "fieldPath": "I", - "uniqueCount": 85, - "nullCount": 0 - }, - { - "fieldPath": "H", - "uniqueCount": 91, - "nullCount": 0 - }, - { - "fieldPath": "G", - "uniqueCount": 40, - "nullCount": 0 - }, - { - "fieldPath": "F", - "uniqueCount": 61, - "nullCount": 0 - }, - { - "fieldPath": "E", - "uniqueCount": 192, - "nullCount": 0 - }, - { - "fieldPath": "D", - "uniqueCount": 76, + "fieldPath": "customer_id", + "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "C", - "uniqueCount": 3834, + "fieldPath": "description", + "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "A", - "uniqueCount": 2, + "fieldPath": "id", + "uniqueCount": 0, "nullCount": 0 } ] @@ -7582,13 +7826,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.orders,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7599,7 +7843,7 @@ "type": "FULL_TABLE" }, "rowCount": 0, - "columnCount": 3, + "columnCount": 7, "fieldProfiles": [ { "fieldPath": "id", @@ -7607,77 +7851,47 @@ "nullCount": 0 }, { - "fieldPath": "description", + "fieldPath": "urn", "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "customer_id", + "fieldPath": "longVal", "uniqueCount": 0, "nullCount": 0 - } - ] - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD)", - "changeType": "UPSERT", - "aspectName": "datasetProfile", - "aspect": { - "json": { - "timestampMillis": 1697353200000, - "partitionSpec": { - "partition": "FULL_TABLE_SNAPSHOT", - "type": "FULL_TABLE" - }, - "rowCount": 4, - "columnCount": 4, - "fieldProfiles": [ + }, { - "fieldPath": "id", - "uniqueCount": 4, - "nullCount": 0, - "mean": "2.5", - "stdev": "1.2909944487358056" + "fieldPath": "stringVal", + "uniqueCount": 0, + "nullCount": 0 }, { - "fieldPath": "name", - "uniqueCount": 4, + "fieldPath": "doubleVal", + "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "age", - "uniqueCount": 4, - "nullCount": 0, - "mean": "32.5", - "stdev": "6.454972243679028" + "fieldPath": "path", + "uniqueCount": 0, + "nullCount": 0 }, { - "fieldPath": "salary", - "uniqueCount": 4, - "nullCount": 0, - "mean": "65000.0", - "stdev": "12909.944487358056" + "fieldPath": "aspect", + "uniqueCount": 0, + "nullCount": 0 } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7687,41 +7901,55 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 0, - "columnCount": 4, + "rowCount": 5, + "columnCount": 6, "fieldProfiles": [ { - "fieldPath": "id", - "uniqueCount": 0, + "fieldPath": "id", + "uniqueCount": 5, + "nullCount": 0, + "mean": "3.0", + "stdev": "1.5811388300841898" + }, + { + "fieldPath": "company", + "uniqueCount": 5, "nullCount": 0 }, { - "fieldPath": "urn", - "uniqueCount": 0, + "fieldPath": "last_name", + "uniqueCount": 5, "nullCount": 0 }, { - "fieldPath": "path", - "uniqueCount": 0, + "fieldPath": "first_name", + "uniqueCount": 5, "nullCount": 0 }, { - "fieldPath": "doubleVal", - "uniqueCount": 0, + "fieldPath": "email_address", + "uniqueCount": 5, "nullCount": 0 + }, + { + "fieldPath": "priority", + "uniqueCount": 3, + "nullCount": 1, + "mean": "4.175000011920929", + "stdev": "0.4924429489953036" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.orders,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7731,30 +7959,80 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 0, - "columnCount": 3, + "rowCount": 10842, + "columnCount": 13, "fieldProfiles": [ { - "fieldPath": "id", - "uniqueCount": 0, + "fieldPath": "A", + "uniqueCount": 9661, "nullCount": 0 }, { - "fieldPath": "customer_id", - "uniqueCount": 0, + "fieldPath": "B", + "uniqueCount": 35, "nullCount": 0 }, { - "fieldPath": "description", - "uniqueCount": 0, + "fieldPath": "C", + "uniqueCount": 42, + "nullCount": 0 + }, + { + "fieldPath": "D", + "uniqueCount": 6003, + "nullCount": 0 + }, + { + "fieldPath": "E", + "uniqueCount": 463, + "nullCount": 0 + }, + { + "fieldPath": "F", + "uniqueCount": 23, + "nullCount": 0 + }, + { + "fieldPath": "G", + "uniqueCount": 5, "nullCount": 0 + }, + { + "fieldPath": "H", + "uniqueCount": 94, + "nullCount": 0 + }, + { + "fieldPath": "I", + "uniqueCount": 8, + "nullCount": 0 + }, + { + "fieldPath": "J", + "uniqueCount": 121, + "nullCount": 0 + }, + { + "fieldPath": "K", + "uniqueCount": 1379, + "nullCount": 0 + }, + { + "fieldPath": "L", + "uniqueCount": 2835, + "nullCount": 0 + }, + { + "fieldPath": "M", + "uniqueCount": 35, + "nullCount": 1 } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -7773,20 +8051,6 @@ "rowCount": 27, "columnCount": 4, "fieldProfiles": [ - { - "fieldPath": "LOCATION_ID", - "uniqueCount": 7, - "nullCount": 0, - "mean": "1777.7777777777778", - "stdev": "284.6500325410858" - }, - { - "fieldPath": "DEPARTMENT_ID", - "uniqueCount": 27, - "nullCount": 0, - "mean": "140.0", - "stdev": "79.37253933193772" - }, { "fieldPath": "DEPARTMENT_NAME", "uniqueCount": 27, @@ -7798,13 +8062,27 @@ "nullCount": 16, "mean": "154.9090909090909", "stdev": "47.139059272443184" + }, + { + "fieldPath": "DEPARTMENT_ID", + "uniqueCount": 27, + "nullCount": 0, + "mean": "140.0", + "stdev": "79.37253933193772" + }, + { + "fieldPath": "LOCATION_ID", + "uniqueCount": 7, + "nullCount": 0, + "mean": "1777.7777777777778", + "stdev": "284.6500325410858" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -7823,25 +8101,6 @@ "rowCount": 30000, "columnCount": 9, "fieldProfiles": [ - { - "fieldPath": "cp_catalog_number", - "uniqueCount": 109, - "nullCount": 297, - "mean": "54.62360704305962", - "stdev": "31.27039684588463" - }, - { - "fieldPath": "cp_department", - "uniqueCount": 2, - "nullCount": 0 - }, - { - "fieldPath": "cp_end_date_sk", - "uniqueCount": 97, - "nullCount": 302, - "mean": "2451940.632601522", - "stdev": "634.7367986145963" - }, { "fieldPath": "cp_start_date_sk", "uniqueCount": 91, @@ -7849,11 +8108,6 @@ "mean": "2451880.7982769064", "stdev": "634.1320559175408" }, - { - "fieldPath": "cp_catalog_page_id", - "uniqueCount": 30000, - "nullCount": 0 - }, { "fieldPath": "cp_catalog_page_sk", "uniqueCount": 30000, @@ -7862,124 +8116,52 @@ "stdev": "8660.398374208891" }, { - "fieldPath": "cp_type", - "uniqueCount": 4, + "fieldPath": "cp_catalog_page_id", + "uniqueCount": 30000, "nullCount": 0 }, { - "fieldPath": "cp_description", - "uniqueCount": 29718, + "fieldPath": "cp_end_date_sk", + "uniqueCount": 97, + "nullCount": 302, + "mean": "2451940.632601522", + "stdev": "634.7367986145963" + }, + { + "fieldPath": "cp_department", + "uniqueCount": 2, "nullCount": 0 }, + { + "fieldPath": "cp_catalog_number", + "uniqueCount": 109, + "nullCount": 297, + "mean": "54.62360704305962", + "stdev": "31.27039684588463" + }, { "fieldPath": "cp_catalog_page_number", "uniqueCount": 277, "nullCount": 294, "mean": "138.8378442065576", "stdev": "80.01625232480262" + }, + { + "fieldPath": "cp_description", + "uniqueCount": 29718, + "nullCount": 0 + }, + { + "fieldPath": "cp_type", + "uniqueCount": 4, + "nullCount": 0 } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.customers%2CPROD%29", - "changeType": "UPSERT", - "aspectName": "status", - "aspect": { - "json": { - "removed": false - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_aspect%2CPROD%29", - "changeType": "UPSERT", - "aspectName": "status", - "aspect": { - "json": { - "removed": false - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_index%2CPROD%29", - "changeType": "UPSERT", - "aspectName": "status", - "aspect": { - "json": { - "removed": false - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_index_view%2CPROD%29", - "changeType": "UPSERT", - "aspectName": "status", - "aspect": { - "json": { - "removed": false - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.orders%2CPROD%29", - "changeType": "UPSERT", - "aspectName": "status", - "aspect": { - "json": { - "removed": false - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.raw%2CPROD%29", - "changeType": "UPSERT", - "aspectName": "status", - "aspect": { - "json": { - "removed": false - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-1t89xq", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } } From 595d0f4b10120a07ee19efa35171e5fbe64a44fc Mon Sep 17 00:00:00 2001 From: Jonny Dixon Date: Tue, 3 Dec 2024 14:29:06 +0000 Subject: [PATCH 18/52] test updates --- .../dremio/dremio_mces_golden.json | 3098 ++++++++--------- 1 file changed, 1458 insertions(+), 1640 deletions(-) diff --git a/metadata-ingestion/tests/integration/dremio/dremio_mces_golden.json b/metadata-ingestion/tests/integration/dremio/dremio_mces_golden.json index 3a8fce62f4bb36..020ceab7312fb2 100644 --- a/metadata-ingestion/tests/integration/dremio/dremio_mces_golden.json +++ b/metadata-ingestion/tests/integration/dremio/dremio_mces_golden.json @@ -15,7 +15,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -31,7 +31,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -49,7 +49,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -65,7 +65,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -85,7 +85,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -105,7 +105,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -121,7 +121,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -139,7 +139,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -155,7 +155,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -175,7 +175,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -195,7 +195,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -211,7 +211,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -229,7 +229,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -245,7 +245,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -265,7 +265,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -279,13 +279,13 @@ "customProperties": {}, "name": "@admin", "qualifiedName": "@admin", - "description": "# Wikis & Labels\n\n![Gnarly Catalog](https://d33wubrfki0l68.cloudfront.net/c1a54376c45a9276c080f3d10ed25ce61c17bcd2/2b946/img/home/open-source-for-everyone.svg)\n\nYou are reading the wiki for your home space! You can create and edit this information for any source, space, or folder.\n\nThis sidebar always shows the wiki for the current source, space or folder you are browsing.\n\nWhen browsing or previewing datasets, click on the `Open details panel` button to create a wiki or add labels to that dataset.\n\n**Tip:** You can hide the wiki by clicking on the sidebar icon on upper right hand side.", + "description": "# Wikis & Labels\n\n![Gnarly Catalog](https://d33wubrfki0l68.cloudfront.net/c1a54376c45a9276c080f3d10ed25ce61c17bcd2/2b946/img/home/open-source-for-everyone.svg)\n\nYou are reading the wiki for your home space! You can create and edit this information for any source, space, or folder.\n\nThis sidebar always shows the wiki for the current source, space or folder you are browsing.\n\nWhen previewing datasets, click on the `Catalog` tab to create a wiki or add labels to that dataset.\n\n**Tip:** You can hide the wiki by clicking on the sidebar icon on upper right hand side.", "env": "PROD" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -301,7 +301,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -319,7 +319,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -335,7 +335,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -355,7 +355,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -375,7 +375,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -391,7 +391,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -409,7 +409,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -425,7 +425,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -445,7 +445,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -465,7 +465,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -481,7 +481,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -497,7 +497,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -515,7 +515,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -531,7 +531,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -555,117 +555,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "container", - "entityUrn": "urn:li:container:6d76c46c4893c111f0006794f4a16482", - "changeType": "UPSERT", - "aspectName": "containerProperties", - "aspect": { - "json": { - "customProperties": {}, - "name": "warehouse", - "qualifiedName": "s3.warehouse", - "description": "", - "env": "PROD" - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "container", - "entityUrn": "urn:li:container:6d76c46c4893c111f0006794f4a16482", - "changeType": "UPSERT", - "aspectName": "container", - "aspect": { - "json": { - "container": "urn:li:container:63a316133b08a091e919dc8c7a828a4d" - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "container", - "entityUrn": "urn:li:container:6d76c46c4893c111f0006794f4a16482", - "changeType": "UPSERT", - "aspectName": "dataPlatformInstance", - "aspect": { - "json": { - "platform": "urn:li:dataPlatform:dremio" - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "container", - "entityUrn": "urn:li:container:6d76c46c4893c111f0006794f4a16482", - "changeType": "UPSERT", - "aspectName": "subTypes", - "aspect": { - "json": { - "typeNames": [ - "Dremio Folder" - ] - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "container", - "entityUrn": "urn:li:container:6d76c46c4893c111f0006794f4a16482", - "changeType": "UPSERT", - "aspectName": "status", - "aspect": { - "json": { - "removed": false - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "container", - "entityUrn": "urn:li:container:6d76c46c4893c111f0006794f4a16482", - "changeType": "UPSERT", - "aspectName": "browsePathsV2", - "aspect": { - "json": { - "path": [ - { - "id": "Sources" - }, - { - "id": "urn:li:container:63a316133b08a091e919dc8c7a828a4d", - "urn": "urn:li:container:63a316133b08a091e919dc8c7a828a4d" - } - ] - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -685,7 +575,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -701,7 +591,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -717,7 +607,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -735,7 +625,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -751,7 +641,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -775,7 +665,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -795,7 +685,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -811,7 +701,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -827,7 +717,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -845,7 +735,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -861,7 +751,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -885,7 +775,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -905,7 +795,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -921,7 +811,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -937,7 +827,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -955,7 +845,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -971,7 +861,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -995,7 +885,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1015,7 +905,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1031,7 +921,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1047,7 +937,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1065,7 +955,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1081,7 +971,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1105,7 +995,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1125,7 +1015,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1141,7 +1031,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1157,7 +1047,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1175,7 +1065,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1191,7 +1081,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1215,7 +1105,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1235,7 +1125,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1251,7 +1141,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1267,7 +1157,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1285,7 +1175,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1301,7 +1191,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1325,7 +1215,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1345,7 +1235,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1361,7 +1251,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1377,7 +1267,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1395,7 +1285,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1411,7 +1301,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1435,7 +1325,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1455,7 +1345,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1471,7 +1361,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1487,7 +1377,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1505,7 +1395,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1521,7 +1411,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1549,7 +1439,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1569,7 +1459,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1585,7 +1475,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1601,7 +1491,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1619,7 +1509,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1635,7 +1525,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1663,7 +1553,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1683,7 +1573,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1699,7 +1589,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1715,7 +1605,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1733,7 +1623,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1749,7 +1639,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1781,7 +1671,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1801,7 +1691,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1817,7 +1707,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1833,7 +1723,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1851,7 +1741,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1867,7 +1757,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1903,7 +1793,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1927,7 +1817,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1945,7 +1835,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1961,7 +1851,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1977,7 +1867,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1995,7 +1885,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -2025,7 +1915,7 @@ }, "fields": [ { - "fieldPath": "F", + "fieldPath": "H", "nullable": true, "type": { "type": { @@ -2037,7 +1927,7 @@ "isPartOfKey": false }, { - "fieldPath": "G", + "fieldPath": "F", "nullable": true, "type": { "type": { @@ -2049,7 +1939,7 @@ "isPartOfKey": false }, { - "fieldPath": "H", + "fieldPath": "E", "nullable": true, "type": { "type": { @@ -2061,7 +1951,7 @@ "isPartOfKey": false }, { - "fieldPath": "I", + "fieldPath": "D", "nullable": true, "type": { "type": { @@ -2073,7 +1963,7 @@ "isPartOfKey": false }, { - "fieldPath": "A", + "fieldPath": "C", "nullable": true, "type": { "type": { @@ -2097,7 +1987,7 @@ "isPartOfKey": false }, { - "fieldPath": "C", + "fieldPath": "A", "nullable": true, "type": { "type": { @@ -2109,7 +1999,7 @@ "isPartOfKey": false }, { - "fieldPath": "D", + "fieldPath": "I", "nullable": true, "type": { "type": { @@ -2121,7 +2011,7 @@ "isPartOfKey": false }, { - "fieldPath": "E", + "fieldPath": "G", "nullable": true, "type": { "type": { @@ -2137,7 +2027,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -2153,7 +2043,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -2177,7 +2067,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -2201,7 +2091,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -2219,7 +2109,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -2235,7 +2125,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -2251,7 +2141,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -2263,13 +2153,13 @@ "aspect": { "json": { "materialized": false, - "viewLogic": "SELECT * FROM \"mysql\".northwind.customers", + "viewLogic": "SELECT * FROM mysql.northwind.customers", "viewLanguage": "SQL" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -2299,7 +2189,7 @@ }, "fields": [ { - "fieldPath": "email_address", + "fieldPath": "company", "nullable": true, "type": { "type": { @@ -2311,19 +2201,19 @@ "isPartOfKey": false }, { - "fieldPath": "priority", + "fieldPath": "last_name", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "float(24)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "company", + "fieldPath": "first_name", "nullable": true, "type": { "type": { @@ -2335,38 +2225,38 @@ "isPartOfKey": false }, { - "fieldPath": "id", + "fieldPath": "email_address", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "integer(32)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "first_name", + "fieldPath": "priority", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "float(24)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "last_name", + "fieldPath": "id", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "integer(32)", "recursive": false, "isPartOfKey": false } @@ -2375,7 +2265,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -2391,7 +2281,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -2419,7 +2309,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -2443,7 +2333,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -2461,7 +2351,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -2477,7 +2367,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -2493,7 +2383,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -2505,13 +2395,13 @@ "aspect": { "json": { "materialized": false, - "viewLogic": "SELECT * FROM \"mysql\".metagalaxy.\"metadata_aspect\"", + "viewLogic": "SELECT * FROM mysql.metagalaxy.metadata_aspect", "viewLanguage": "SQL" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -2552,18 +2442,6 @@ "recursive": false, "isPartOfKey": false }, - { - "fieldPath": "createdfor", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.StringType": {} - } - }, - "nativeDataType": "character varying(65536)", - "recursive": false, - "isPartOfKey": false - }, { "fieldPath": "urn", "nullable": true, @@ -2623,13 +2501,25 @@ "nativeDataType": "timestamp(23)", "recursive": false, "isPartOfKey": false + }, + { + "fieldPath": "createdfor", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -2645,7 +2535,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -2673,7 +2563,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -2697,7 +2587,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -2715,7 +2605,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -2731,7 +2621,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -2747,7 +2637,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -2759,13 +2649,13 @@ "aspect": { "json": { "materialized": false, - "viewLogic": "SELECT * FROM \"mysql\".metagalaxy.\"metadata_index\"", + "viewLogic": "SELECT * FROM mysql.metagalaxy.metadata_index", "viewLanguage": "SQL" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -2795,43 +2685,43 @@ }, "fields": [ { - "fieldPath": "id", + "fieldPath": "doubleVal", "nullable": true, "type": { "type": { "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "double(53)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "urn", + "fieldPath": "id", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "longVal", + "fieldPath": "urn", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "stringVal", + "fieldPath": "aspect", "nullable": true, "type": { "type": { @@ -2843,31 +2733,31 @@ "isPartOfKey": false }, { - "fieldPath": "doubleVal", + "fieldPath": "path", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "double(53)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "path", + "fieldPath": "longVal", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "aspect", + "fieldPath": "stringVal", "nullable": true, "type": { "type": { @@ -2883,7 +2773,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -2899,7 +2789,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -2927,7 +2817,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -2951,7 +2841,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -2969,7 +2859,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -2985,7 +2875,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -3001,7 +2891,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -3013,13 +2903,13 @@ "aspect": { "json": { "materialized": false, - "viewLogic": "SELECT * FROM \"mysql\".metagalaxy.\"metadata_index_view\"", + "viewLogic": "SELECT * FROM mysql.metagalaxy.metadata_index_view", "viewLanguage": "SQL" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -3049,19 +2939,19 @@ }, "fields": [ { - "fieldPath": "id", + "fieldPath": "doubleVal", "nullable": true, "type": { "type": { "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "double(53)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "urn", + "fieldPath": "path", "nullable": true, "type": { "type": { @@ -3073,7 +2963,7 @@ "isPartOfKey": false }, { - "fieldPath": "path", + "fieldPath": "urn", "nullable": true, "type": { "type": { @@ -3085,14 +2975,14 @@ "isPartOfKey": false }, { - "fieldPath": "doubleVal", + "fieldPath": "id", "nullable": true, "type": { "type": { "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "double(53)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false } @@ -3101,7 +2991,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -3117,7 +3007,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -3145,7 +3035,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -3169,7 +3059,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -3187,7 +3077,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -3203,7 +3093,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -3219,7 +3109,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -3231,13 +3121,13 @@ "aspect": { "json": { "materialized": false, - "viewLogic": "SELECT * FROM \"mysql\".northwind.orders", + "viewLogic": "SELECT * FROM mysql.northwind.orders", "viewLanguage": "SQL" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -3307,7 +3197,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -3323,7 +3213,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -3351,7 +3241,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -3375,7 +3265,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -3393,7 +3283,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -3409,7 +3299,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -3425,7 +3315,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -3437,13 +3327,13 @@ "aspect": { "json": { "materialized": false, - "viewLogic": "SELECT * FROM s3.warehouse.\"sample.parquet\"", + "viewLogic": "SELECT * FROM s3.warehouse", "viewLanguage": "SQL" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -3473,7 +3363,7 @@ }, "fields": [ { - "fieldPath": "salary", + "fieldPath": "age", "nullable": true, "type": { "type": { @@ -3485,7 +3375,7 @@ "isPartOfKey": false }, { - "fieldPath": "age", + "fieldPath": "salary", "nullable": true, "type": { "type": { @@ -3525,7 +3415,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -3541,7 +3431,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -3569,21 +3459,21 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse.sample.parquet,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "datasetProperties", "aspect": { "json": { "customProperties": {}, - "externalUrl": "http://localhost:9047/source/\"s3\"/\"warehouse\".\"sample.parquet\"", - "name": "sample.parquet", - "qualifiedName": "s3.warehouse.sample.parquet", + "externalUrl": "http://localhost:9047/source/\"s3\"/\"warehouse\"", + "name": "warehouse", + "qualifiedName": "s3.warehouse", "description": "", "created": { "time": 0 @@ -3593,13 +3483,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse.sample.parquet,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -3611,13 +3501,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse.sample.parquet,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { @@ -3627,34 +3517,34 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse.sample.parquet,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:6d76c46c4893c111f0006794f4a16482" + "container": "urn:li:container:63a316133b08a091e919dc8c7a828a4d" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse.sample.parquet,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "schemaMetadata", "aspect": { "json": { - "schemaName": "s3.warehouse.sample.parquet", + "schemaName": "s3.warehouse", "platform": "urn:li:dataPlatform:dremio", "version": 0, "created": { @@ -3725,13 +3615,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse.sample.parquet,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -3741,13 +3631,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse.sample.parquet,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -3758,7 +3648,7 @@ "time": 0, "actor": "urn:li:corpuser:unknown" }, - "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./warehouse/sample.parquet,PROD)", + "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples.//warehouse,PROD)", "type": "COPY" } ] @@ -3766,13 +3656,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse.sample.parquet,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { @@ -3784,17 +3674,13 @@ { "id": "urn:li:container:63a316133b08a091e919dc8c7a828a4d", "urn": "urn:li:container:63a316133b08a091e919dc8c7a828a4d" - }, - { - "id": "urn:li:container:6d76c46c4893c111f0006794f4a16482", - "urn": "urn:li:container:6d76c46c4893c111f0006794f4a16482" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -3818,7 +3704,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -3836,7 +3722,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -3852,7 +3738,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -3868,7 +3754,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -3898,7 +3784,7 @@ }, "fields": [ { - "fieldPath": "urn", + "fieldPath": "aspect", "nullable": true, "type": { "type": { @@ -3910,7 +3796,7 @@ "isPartOfKey": false }, { - "fieldPath": "createdfor", + "fieldPath": "metadata", "nullable": true, "type": { "type": { @@ -3922,31 +3808,31 @@ "isPartOfKey": false }, { - "fieldPath": "createdby", + "fieldPath": "createdon", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.DateType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "timestamp(23)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "createdon", + "fieldPath": "createdby", "nullable": true, "type": { "type": { - "com.linkedin.schema.DateType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "timestamp(23)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "metadata", + "fieldPath": "createdfor", "nullable": true, "type": { "type": { @@ -3970,7 +3856,7 @@ "isPartOfKey": false }, { - "fieldPath": "aspect", + "fieldPath": "urn", "nullable": true, "type": { "type": { @@ -3986,7 +3872,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -4002,7 +3888,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -4027,7 +3913,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -4055,7 +3941,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -4079,7 +3965,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -4097,7 +3983,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -4113,7 +3999,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -4129,7 +4015,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -4159,31 +4045,31 @@ }, "fields": [ { - "fieldPath": "doubleVal", + "fieldPath": "urn", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "double(53)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "id", + "fieldPath": "aspect", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "urn", + "fieldPath": "path", "nullable": true, "type": { "type": { @@ -4195,19 +4081,19 @@ "isPartOfKey": false }, { - "fieldPath": "aspect", + "fieldPath": "longVal", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "path", + "fieldPath": "stringVal", "nullable": true, "type": { "type": { @@ -4219,26 +4105,26 @@ "isPartOfKey": false }, { - "fieldPath": "longVal", + "fieldPath": "doubleVal", "nullable": true, "type": { "type": { "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "double(53)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "stringVal", + "fieldPath": "id", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false } @@ -4247,7 +4133,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -4263,7 +4149,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -4288,7 +4174,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -4316,7 +4202,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -4340,7 +4226,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -4358,7 +4244,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -4374,7 +4260,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -4390,7 +4276,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -4420,26 +4306,26 @@ }, "fields": [ { - "fieldPath": "path", + "fieldPath": "doubleVal", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "double(53)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "id", + "fieldPath": "path", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, @@ -4456,14 +4342,14 @@ "isPartOfKey": false }, { - "fieldPath": "doubleVal", + "fieldPath": "id", "nullable": true, "type": { "type": { "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "double(53)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false } @@ -4472,7 +4358,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -4488,7 +4374,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -4513,7 +4399,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -4541,7 +4427,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -4565,7 +4451,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -4583,7 +4469,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -4599,7 +4485,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -4615,7 +4501,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -4721,7 +4607,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -4737,7 +4623,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -4762,7 +4648,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -4790,7 +4676,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -4814,7 +4700,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -4832,7 +4718,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -4848,7 +4734,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -4864,7 +4750,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -4906,26 +4792,26 @@ "isPartOfKey": false }, { - "fieldPath": "id", + "fieldPath": "description", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "integer(32)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "description", + "fieldPath": "id", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "integer(32)", "recursive": false, "isPartOfKey": false } @@ -4934,7 +4820,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -4950,7 +4836,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -4975,7 +4861,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -5003,7 +4889,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -5027,7 +4913,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -5045,7 +4931,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -5061,7 +4947,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -5077,7 +4963,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -5219,7 +5105,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -5235,7 +5121,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -5260,7 +5146,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -5288,7 +5174,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -5312,7 +5198,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -5330,7 +5216,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -5346,7 +5232,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -5362,7 +5248,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -5392,7 +5278,7 @@ }, "fields": [ { - "fieldPath": "A", + "fieldPath": "J", "nullable": true, "type": { "type": { @@ -5404,7 +5290,7 @@ "isPartOfKey": false }, { - "fieldPath": "B", + "fieldPath": "K", "nullable": true, "type": { "type": { @@ -5416,7 +5302,7 @@ "isPartOfKey": false }, { - "fieldPath": "C", + "fieldPath": "L", "nullable": true, "type": { "type": { @@ -5428,7 +5314,7 @@ "isPartOfKey": false }, { - "fieldPath": "D", + "fieldPath": "M", "nullable": true, "type": { "type": { @@ -5440,7 +5326,7 @@ "isPartOfKey": false }, { - "fieldPath": "E", + "fieldPath": "A", "nullable": true, "type": { "type": { @@ -5452,7 +5338,7 @@ "isPartOfKey": false }, { - "fieldPath": "F", + "fieldPath": "B", "nullable": true, "type": { "type": { @@ -5464,7 +5350,7 @@ "isPartOfKey": false }, { - "fieldPath": "G", + "fieldPath": "C", "nullable": true, "type": { "type": { @@ -5476,7 +5362,7 @@ "isPartOfKey": false }, { - "fieldPath": "H", + "fieldPath": "D", "nullable": true, "type": { "type": { @@ -5488,7 +5374,7 @@ "isPartOfKey": false }, { - "fieldPath": "I", + "fieldPath": "E", "nullable": true, "type": { "type": { @@ -5500,7 +5386,7 @@ "isPartOfKey": false }, { - "fieldPath": "J", + "fieldPath": "F", "nullable": true, "type": { "type": { @@ -5512,7 +5398,7 @@ "isPartOfKey": false }, { - "fieldPath": "K", + "fieldPath": "G", "nullable": true, "type": { "type": { @@ -5524,7 +5410,7 @@ "isPartOfKey": false }, { - "fieldPath": "L", + "fieldPath": "H", "nullable": true, "type": { "type": { @@ -5536,7 +5422,7 @@ "isPartOfKey": false }, { - "fieldPath": "M", + "fieldPath": "I", "nullable": true, "type": { "type": { @@ -5552,7 +5438,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -5568,7 +5454,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -5593,7 +5479,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -5625,7 +5511,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -5649,7 +5535,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -5667,7 +5553,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -5683,7 +5569,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -5699,7 +5585,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -5729,31 +5615,31 @@ }, "fields": [ { - "fieldPath": "DEPARTMENT_NAME", + "fieldPath": "DEPARTMENT_ID", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "double(53)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "MANAGER_ID", + "fieldPath": "DEPARTMENT_NAME", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "double(53)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "DEPARTMENT_ID", + "fieldPath": "MANAGER_ID", "nullable": true, "type": { "type": { @@ -5781,7 +5667,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -5797,7 +5683,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -5822,7 +5708,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -5854,7 +5740,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -5878,7 +5764,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -5896,7 +5782,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -5912,7 +5798,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -5928,7 +5814,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -5958,7 +5844,7 @@ }, "fields": [ { - "fieldPath": "cp_start_date_sk", + "fieldPath": "cp_catalog_page_sk", "nullable": true, "type": { "type": { @@ -5970,26 +5856,26 @@ "isPartOfKey": false }, { - "fieldPath": "cp_catalog_page_sk", + "fieldPath": "cp_catalog_page_id", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "cp_catalog_page_id", + "fieldPath": "cp_start_date_sk", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, @@ -6070,7 +5956,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -6086,7 +5972,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -6111,7 +5997,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -6151,7 +6037,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -6175,91 +6061,12 @@ "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_aspect,PROD)", "type": "COPY" } - ], - "fineGrainedLineages": [ - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_aspect,PROD),urn)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD),urn)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_aspect,PROD),createdfor)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD),createdfor)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_aspect,PROD),createdby)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD),createdby)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_aspect,PROD),createdon)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD),createdon)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_aspect,PROD),metadata)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD),metadata)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_aspect,PROD),version)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD),version)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_aspect,PROD),aspect)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD),aspect)" - ], - "confidenceScore": 1.0 - } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -6283,91 +6090,12 @@ "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index,PROD)", "type": "COPY" } - ], - "fineGrainedLineages": [ - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index,PROD),doubleVal)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD),doubleVal)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index,PROD),id)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD),id)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index,PROD),urn)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD),urn)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index,PROD),aspect)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD),aspect)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index,PROD),path)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD),path)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index,PROD),longVal)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD),longVal)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index,PROD),stringVal)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD),stringVal)" - ], - "confidenceScore": 1.0 - } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -6391,58 +6119,12 @@ "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index_view,PROD)", "type": "COPY" } - ], - "fineGrainedLineages": [ - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index_view,PROD),path)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index_view,PROD),path)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index_view,PROD),id)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index_view,PROD),id)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index_view,PROD),urn)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index_view,PROD),urn)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index_view,PROD),doubleVal)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index_view,PROD),doubleVal)" - ], - "confidenceScore": 1.0 - } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -6466,80 +6148,12 @@ "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD)", "type": "COPY" } - ], - "fineGrainedLineages": [ - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD),id)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD),id)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD),company)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD),company)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD),last_name)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD),last_name)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD),first_name)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD),first_name)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD),email_address)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD),email_address)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD),priority)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD),priority)" - ], - "confidenceScore": 1.0 - } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -6563,53 +6177,18 @@ "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.orders,PROD)", "type": "COPY" } - ], - "fineGrainedLineages": [ - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.orders,PROD),customer_id)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.orders,PROD),customer_id)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.orders,PROD),id)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.orders,PROD),id)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.orders,PROD),description)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.orders,PROD),description)" - ], - "confidenceScore": 1.0 - } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse.sample.parquet,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -6624,61 +6203,15 @@ "time": 0, "actor": "urn:li:corpuser:_ingestion" }, - "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./warehouse/sample.parquet,PROD)", + "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples.//warehouse,PROD)", "type": "COPY" } - ], - "fineGrainedLineages": [ - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./warehouse/sample.parquet,PROD),id)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse.sample.parquet,PROD),id)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./warehouse/sample.parquet,PROD),name)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse.sample.parquet,PROD),name)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./warehouse/sample.parquet,PROD),age)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse.sample.parquet,PROD),age)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./warehouse/sample.parquet,PROD),salary)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse.sample.parquet,PROD),salary)" - ], - "confidenceScore": 1.0 - } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -6702,157 +6235,12 @@ "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD)", "type": "COPY" } - ], - "fineGrainedLineages": [ - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),A)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),A)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),B)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),B)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),C)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),C)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),D)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),D)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),E)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),E)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),F)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),F)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),G)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),G)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),H)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),H)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),I)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),I)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),J)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),J)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),K)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),K)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),L)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),L)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),M)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),M)" - ], - "confidenceScore": 1.0 - } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -6876,58 +6264,12 @@ "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/oracle-departments.xlsx,PROD)", "type": "COPY" } - ], - "fineGrainedLineages": [ - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/oracle-departments.xlsx,PROD),DEPARTMENT_NAME)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD),DEPARTMENT_NAME)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/oracle-departments.xlsx,PROD),MANAGER_ID)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD),MANAGER_ID)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/oracle-departments.xlsx,PROD),DEPARTMENT_ID)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD),DEPARTMENT_ID)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/oracle-departments.xlsx,PROD),LOCATION_ID)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD),LOCATION_ID)" - ], - "confidenceScore": 1.0 - } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -6951,113 +6293,12 @@ "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD)", "type": "COPY" } - ], - "fineGrainedLineages": [ - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),F)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),F)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),G)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),G)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),H)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),H)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),I)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),I)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),A)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),A)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),B)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),B)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),C)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),C)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),D)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),D)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),E)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),E)" - ], - "confidenceScore": 1.0 - } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -7081,299 +6322,755 @@ "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD)", "type": "COPY" } - ], - "fineGrainedLineages": [ - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_start_date_sk)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_start_date_sk)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_catalog_page_sk)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_catalog_page_sk)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_catalog_page_id)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_catalog_page_id)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_end_date_sk)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_end_date_sk)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_department)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_department)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_catalog_number)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_catalog_number)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_catalog_page_number)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_catalog_page_number)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_description)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_description)" - ], - "confidenceScore": 1.0 - }, - { - "upstreamType": "FIELD_SET", - "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_type)" - ], - "downstreamType": "FIELD", - "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_type)" - ], - "confidenceScore": 1.0 - } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.customers,PROD)", "changeType": "UPSERT", - "aspectName": "datasetProfile", + "aspectName": "upstreamLineage", "aspect": { "json": { - "timestampMillis": 1697353200000, - "partitionSpec": { - "partition": "FULL_TABLE_SNAPSHOT", - "type": "FULL_TABLE" - }, - "rowCount": 3834, - "columnCount": 9, - "fieldProfiles": [ - { - "fieldPath": "F", - "uniqueCount": 61, - "nullCount": 0 - }, - { - "fieldPath": "G", - "uniqueCount": 40, - "nullCount": 0 - }, - { - "fieldPath": "H", - "uniqueCount": 91, - "nullCount": 0 - }, - { - "fieldPath": "I", - "uniqueCount": 85, - "nullCount": 0 - }, - { - "fieldPath": "A", - "uniqueCount": 2, - "nullCount": 0 - }, - { - "fieldPath": "B", - "uniqueCount": 2, - "nullCount": 0 - }, - { - "fieldPath": "C", - "uniqueCount": 3834, - "nullCount": 0 - }, - { - "fieldPath": "D", - "uniqueCount": 76, - "nullCount": 0 - }, + "upstreams": [ { - "fieldPath": "E", - "uniqueCount": 192, - "nullCount": 0 + "auditStamp": { + "time": 1697353200000, + "actor": "urn:li:corpuser:_ingestion" + }, + "created": { + "time": 0, + "actor": "urn:li:corpuser:_ingestion" + }, + "dataset": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.northwind.customers,PROD)", + "type": "VIEW", + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.customers%2CPROD%29" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, { - "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index_view,PROD)", + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.customers%2CPROD%29", "changeType": "UPSERT", - "aspectName": "datasetProfile", + "aspectName": "queryProperties", "aspect": { "json": { - "timestampMillis": 1697353200000, - "partitionSpec": { - "partition": "FULL_TABLE_SNAPSHOT", - "type": "FULL_TABLE" + "statement": { + "value": "SELECT\n *\nFROM mysql.northwind.customers", + "language": "SQL" }, - "rowCount": 0, - "columnCount": 4, - "fieldProfiles": [ - { - "fieldPath": "path", - "uniqueCount": 0, - "nullCount": 0 - }, - { - "fieldPath": "id", - "uniqueCount": 0, - "nullCount": 0 - }, - { - "fieldPath": "urn", - "uniqueCount": 0, - "nullCount": 0 - }, - { - "fieldPath": "doubleVal", - "uniqueCount": 0, - "nullCount": 0 - } - ] + "source": "SYSTEM", + "created": { + "time": 0, + "actor": "urn:li:corpuser:_ingestion" + }, + "lastModified": { + "time": 1697353200000, + "actor": "urn:li:corpuser:_ingestion" + } } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, { - "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD)", + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.customers%2CPROD%29", "changeType": "UPSERT", - "aspectName": "datasetProfile", + "aspectName": "querySubjects", "aspect": { "json": { - "timestampMillis": 1697353200000, - "partitionSpec": { - "partition": "FULL_TABLE_SNAPSHOT", - "type": "FULL_TABLE" - }, - "rowCount": 0, - "columnCount": 7, - "fieldProfiles": [ - { - "fieldPath": "doubleVal", - "uniqueCount": 0, - "nullCount": 0 - }, - { - "fieldPath": "id", - "uniqueCount": 0, - "nullCount": 0 - }, - { - "fieldPath": "urn", - "uniqueCount": 0, - "nullCount": 0 - }, - { - "fieldPath": "aspect", - "uniqueCount": 0, - "nullCount": 0 - }, - { - "fieldPath": "path", - "uniqueCount": 0, - "nullCount": 0 - }, + "subjects": [ { - "fieldPath": "longVal", - "uniqueCount": 0, - "nullCount": 0 + "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.northwind.customers,PROD)" }, { - "fieldPath": "stringVal", - "uniqueCount": 0, - "nullCount": 0 + "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.customers,PROD)" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, { - "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.orders,PROD)", + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.customers%2CPROD%29", "changeType": "UPSERT", - "aspectName": "datasetProfile", + "aspectName": "dataPlatformInstance", "aspect": { "json": { - "timestampMillis": 1697353200000, - "partitionSpec": { - "partition": "FULL_TABLE_SNAPSHOT", - "type": "FULL_TABLE" + "platform": "urn:li:dataPlatform:dremio" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_aspect,PROD)", + "changeType": "UPSERT", + "aspectName": "upstreamLineage", + "aspect": { + "json": { + "upstreams": [ + { + "auditStamp": { + "time": 1697353200000, + "actor": "urn:li:corpuser:_ingestion" + }, + "created": { + "time": 0, + "actor": "urn:li:corpuser:_ingestion" + }, + "dataset": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_aspect,PROD)", + "type": "VIEW", + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_aspect%2CPROD%29" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_aspect%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "queryProperties", + "aspect": { + "json": { + "statement": { + "value": "SELECT\n *\nFROM mysql.metagalaxy.metadata_aspect", + "language": "SQL" + }, + "source": "SYSTEM", + "created": { + "time": 0, + "actor": "urn:li:corpuser:_ingestion" + }, + "lastModified": { + "time": 1697353200000, + "actor": "urn:li:corpuser:_ingestion" + } + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_aspect%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "querySubjects", + "aspect": { + "json": { + "subjects": [ + { + "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_aspect,PROD)" + }, + { + "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_aspect,PROD)" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_aspect%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "dataPlatformInstance", + "aspect": { + "json": { + "platform": "urn:li:dataPlatform:dremio" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index,PROD)", + "changeType": "UPSERT", + "aspectName": "upstreamLineage", + "aspect": { + "json": { + "upstreams": [ + { + "auditStamp": { + "time": 1697353200000, + "actor": "urn:li:corpuser:_ingestion" + }, + "created": { + "time": 0, + "actor": "urn:li:corpuser:_ingestion" + }, + "dataset": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_index,PROD)", + "type": "VIEW", + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_index%2CPROD%29" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_index%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "queryProperties", + "aspect": { + "json": { + "statement": { + "value": "SELECT\n *\nFROM mysql.metagalaxy.metadata_index", + "language": "SQL" + }, + "source": "SYSTEM", + "created": { + "time": 0, + "actor": "urn:li:corpuser:_ingestion" + }, + "lastModified": { + "time": 1697353200000, + "actor": "urn:li:corpuser:_ingestion" + } + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_index%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "querySubjects", + "aspect": { + "json": { + "subjects": [ + { + "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_index,PROD)" + }, + { + "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index,PROD)" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_index%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "dataPlatformInstance", + "aspect": { + "json": { + "platform": "urn:li:dataPlatform:dremio" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index_view,PROD)", + "changeType": "UPSERT", + "aspectName": "upstreamLineage", + "aspect": { + "json": { + "upstreams": [ + { + "auditStamp": { + "time": 1697353200000, + "actor": "urn:li:corpuser:_ingestion" + }, + "created": { + "time": 0, + "actor": "urn:li:corpuser:_ingestion" + }, + "dataset": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_index_view,PROD)", + "type": "VIEW", + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_index_view%2CPROD%29" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_index_view%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "queryProperties", + "aspect": { + "json": { + "statement": { + "value": "SELECT\n *\nFROM mysql.metagalaxy.metadata_index_view", + "language": "SQL" + }, + "source": "SYSTEM", + "created": { + "time": 0, + "actor": "urn:li:corpuser:_ingestion" + }, + "lastModified": { + "time": 1697353200000, + "actor": "urn:li:corpuser:_ingestion" + } + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_index_view%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "querySubjects", + "aspect": { + "json": { + "subjects": [ + { + "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_index_view,PROD)" + }, + { + "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index_view,PROD)" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_index_view%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "dataPlatformInstance", + "aspect": { + "json": { + "platform": "urn:li:dataPlatform:dremio" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.orders,PROD)", + "changeType": "UPSERT", + "aspectName": "upstreamLineage", + "aspect": { + "json": { + "upstreams": [ + { + "auditStamp": { + "time": 1697353200000, + "actor": "urn:li:corpuser:_ingestion" + }, + "created": { + "time": 0, + "actor": "urn:li:corpuser:_ingestion" + }, + "dataset": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.northwind.orders,PROD)", + "type": "VIEW", + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.orders%2CPROD%29" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.orders%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "queryProperties", + "aspect": { + "json": { + "statement": { + "value": "SELECT\n *\nFROM mysql.northwind.orders", + "language": "SQL" + }, + "source": "SYSTEM", + "created": { + "time": 0, + "actor": "urn:li:corpuser:_ingestion" + }, + "lastModified": { + "time": 1697353200000, + "actor": "urn:li:corpuser:_ingestion" + } + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.orders%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "querySubjects", + "aspect": { + "json": { + "subjects": [ + { + "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.northwind.orders,PROD)" + }, + { + "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.orders,PROD)" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.orders%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "dataPlatformInstance", + "aspect": { + "json": { + "platform": "urn:li:dataPlatform:dremio" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.raw,PROD)", + "changeType": "UPSERT", + "aspectName": "upstreamLineage", + "aspect": { + "json": { + "upstreams": [ + { + "auditStamp": { + "time": 1697353200000, + "actor": "urn:li:corpuser:_ingestion" + }, + "created": { + "time": 0, + "actor": "urn:li:corpuser:_ingestion" + }, + "dataset": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD)", + "type": "VIEW", + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.raw%2CPROD%29" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.raw%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "queryProperties", + "aspect": { + "json": { + "statement": { + "value": "SELECT\n *\nFROM s3.warehouse", + "language": "SQL" + }, + "source": "SYSTEM", + "created": { + "time": 0, + "actor": "urn:li:corpuser:_ingestion" + }, + "lastModified": { + "time": 1697353200000, + "actor": "urn:li:corpuser:_ingestion" + } + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.raw%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "querySubjects", + "aspect": { + "json": { + "subjects": [ + { + "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD)" + }, + { + "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.raw,PROD)" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.raw%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "dataPlatformInstance", + "aspect": { + "json": { + "platform": "urn:li:dataPlatform:dremio" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD)", + "changeType": "UPSERT", + "aspectName": "datasetProfile", + "aspect": { + "json": { + "timestampMillis": 1697353200000, + "partitionSpec": { + "partition": "FULL_TABLE_SNAPSHOT", + "type": "FULL_TABLE" + }, + "rowCount": 5, + "columnCount": 6, + "fieldProfiles": [ + { + "fieldPath": "id", + "uniqueCount": 5, + "nullCount": 0, + "mean": "3.0", + "stdev": "1.5811388300841898" + }, + { + "fieldPath": "company", + "uniqueCount": 5, + "nullCount": 0 + }, + { + "fieldPath": "last_name", + "uniqueCount": 5, + "nullCount": 0 + }, + { + "fieldPath": "first_name", + "uniqueCount": 5, + "nullCount": 0 + }, + { + "fieldPath": "email_address", + "uniqueCount": 5, + "nullCount": 0 + }, + { + "fieldPath": "priority", + "uniqueCount": 3, + "nullCount": 1, + "mean": "4.175000011920929", + "stdev": "0.4924429489953036" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", + "changeType": "UPSERT", + "aspectName": "datasetProfile", + "aspect": { + "json": { + "timestampMillis": 1697353200000, + "partitionSpec": { + "partition": "FULL_TABLE_SNAPSHOT", + "type": "FULL_TABLE" + }, + "rowCount": 10842, + "columnCount": 13, + "fieldProfiles": [ + { + "fieldPath": "J", + "uniqueCount": 121, + "nullCount": 0 + }, + { + "fieldPath": "K", + "uniqueCount": 1379, + "nullCount": 0 + }, + { + "fieldPath": "L", + "uniqueCount": 2835, + "nullCount": 0 + }, + { + "fieldPath": "M", + "uniqueCount": 35, + "nullCount": 1 + }, + { + "fieldPath": "A", + "uniqueCount": 9661, + "nullCount": 0 + }, + { + "fieldPath": "B", + "uniqueCount": 35, + "nullCount": 0 + }, + { + "fieldPath": "C", + "uniqueCount": 42, + "nullCount": 0 + }, + { + "fieldPath": "D", + "uniqueCount": 6003, + "nullCount": 0 + }, + { + "fieldPath": "E", + "uniqueCount": 463, + "nullCount": 0 + }, + { + "fieldPath": "F", + "uniqueCount": 23, + "nullCount": 0 + }, + { + "fieldPath": "G", + "uniqueCount": 5, + "nullCount": 0 + }, + { + "fieldPath": "H", + "uniqueCount": 94, + "nullCount": 0 + }, + { + "fieldPath": "I", + "uniqueCount": 8, + "nullCount": 0 + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.orders,PROD)", + "changeType": "UPSERT", + "aspectName": "datasetProfile", + "aspect": { + "json": { + "timestampMillis": 1697353200000, + "partitionSpec": { + "partition": "FULL_TABLE_SNAPSHOT", + "type": "FULL_TABLE" }, "rowCount": 0, "columnCount": 3, @@ -7383,13 +7080,72 @@ "uniqueCount": 0, "nullCount": 0 }, + { + "fieldPath": "description", + "uniqueCount": 0, + "nullCount": 0 + }, { "fieldPath": "id", "uniqueCount": 0, "nullCount": 0 + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index,PROD)", + "changeType": "UPSERT", + "aspectName": "datasetProfile", + "aspect": { + "json": { + "timestampMillis": 1697353200000, + "partitionSpec": { + "partition": "FULL_TABLE_SNAPSHOT", + "type": "FULL_TABLE" + }, + "rowCount": 0, + "columnCount": 7, + "fieldProfiles": [ + { + "fieldPath": "doubleVal", + "uniqueCount": 0, + "nullCount": 0 }, { - "fieldPath": "description", + "fieldPath": "id", + "uniqueCount": 0, + "nullCount": 0 + }, + { + "fieldPath": "urn", + "uniqueCount": 0, + "nullCount": 0 + }, + { + "fieldPath": "aspect", + "uniqueCount": 0, + "nullCount": 0 + }, + { + "fieldPath": "path", + "uniqueCount": 0, + "nullCount": 0 + }, + { + "fieldPath": "longVal", + "uniqueCount": 0, + "nullCount": 0 + }, + { + "fieldPath": "stringVal", "uniqueCount": 0, "nullCount": 0 } @@ -7398,7 +7154,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -7418,18 +7174,18 @@ "columnCount": 4, "fieldProfiles": [ { - "fieldPath": "salary", + "fieldPath": "age", "uniqueCount": 4, "nullCount": 0, - "mean": "65000.0", - "stdev": "12909.944487358056" + "mean": "32.5", + "stdev": "6.454972243679028" }, { - "fieldPath": "age", + "fieldPath": "salary", "uniqueCount": 4, "nullCount": 0, - "mean": "32.5", - "stdev": "6.454972243679028" + "mean": "65000.0", + "stdev": "12909.944487358056" }, { "fieldPath": "name", @@ -7448,7 +7204,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -7468,22 +7224,22 @@ "columnCount": 4, "fieldProfiles": [ { - "fieldPath": "id", + "fieldPath": "doubleVal", "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "urn", + "fieldPath": "path", "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "path", + "fieldPath": "urn", "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "doubleVal", + "fieldPath": "id", "uniqueCount": 0, "nullCount": 0 } @@ -7492,13 +7248,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7508,41 +7264,52 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 5, - "columnCount": 6, + "rowCount": 3834, + "columnCount": 9, "fieldProfiles": [ { - "fieldPath": "email_address", - "uniqueCount": 5, + "fieldPath": "H", + "uniqueCount": 91, "nullCount": 0 }, { - "fieldPath": "priority", - "uniqueCount": 3, - "nullCount": 1, - "mean": "4.175000011920929", - "stdev": "0.4924429489953036" + "fieldPath": "F", + "uniqueCount": 61, + "nullCount": 0 }, { - "fieldPath": "company", - "uniqueCount": 5, + "fieldPath": "E", + "uniqueCount": 192, "nullCount": 0 }, { - "fieldPath": "id", - "uniqueCount": 5, - "nullCount": 0, - "mean": "3.0", - "stdev": "1.5811388300841898" + "fieldPath": "D", + "uniqueCount": 76, + "nullCount": 0 }, { - "fieldPath": "first_name", - "uniqueCount": 5, + "fieldPath": "C", + "uniqueCount": 3834, "nullCount": 0 }, { - "fieldPath": "last_name", - "uniqueCount": 5, + "fieldPath": "B", + "uniqueCount": 2, + "nullCount": 0 + }, + { + "fieldPath": "A", + "uniqueCount": 2, + "nullCount": 0 + }, + { + "fieldPath": "I", + "uniqueCount": 85, + "nullCount": 0 + }, + { + "fieldPath": "G", + "uniqueCount": 40, "nullCount": 0 } ] @@ -7550,13 +7317,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7566,52 +7333,77 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 3834, - "columnCount": 9, + "rowCount": 4, + "columnCount": 4, "fieldProfiles": [ { - "fieldPath": "F", - "uniqueCount": 61, - "nullCount": 0 - }, - { - "fieldPath": "G", - "uniqueCount": 40, - "nullCount": 0 + "fieldPath": "id", + "uniqueCount": 4, + "nullCount": 0, + "mean": "2.5", + "stdev": "1.2909944487358056" }, { - "fieldPath": "H", - "uniqueCount": 91, + "fieldPath": "name", + "uniqueCount": 4, "nullCount": 0 }, { - "fieldPath": "I", - "uniqueCount": 85, - "nullCount": 0 + "fieldPath": "age", + "uniqueCount": 4, + "nullCount": 0, + "mean": "32.5", + "stdev": "6.454972243679028" }, { - "fieldPath": "A", - "uniqueCount": 2, - "nullCount": 0 - }, + "fieldPath": "salary", + "uniqueCount": 4, + "nullCount": 0, + "mean": "65000.0", + "stdev": "12909.944487358056" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index_view,PROD)", + "changeType": "UPSERT", + "aspectName": "datasetProfile", + "aspect": { + "json": { + "timestampMillis": 1697353200000, + "partitionSpec": { + "partition": "FULL_TABLE_SNAPSHOT", + "type": "FULL_TABLE" + }, + "rowCount": 0, + "columnCount": 4, + "fieldProfiles": [ { - "fieldPath": "B", - "uniqueCount": 2, + "fieldPath": "doubleVal", + "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "C", - "uniqueCount": 3834, + "fieldPath": "path", + "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "D", - "uniqueCount": 76, + "fieldPath": "urn", + "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "E", - "uniqueCount": 192, + "fieldPath": "id", + "uniqueCount": 0, "nullCount": 0 } ] @@ -7619,7 +7411,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -7643,11 +7435,6 @@ "uniqueCount": 1, "nullCount": 0 }, - { - "fieldPath": "createdfor", - "uniqueCount": 0, - "nullCount": 2 - }, { "fieldPath": "urn", "uniqueCount": 1, @@ -7672,19 +7459,24 @@ "fieldPath": "createdon", "uniqueCount": 1, "nullCount": 0 + }, + { + "fieldPath": "createdfor", + "uniqueCount": 0, + "nullCount": 2 } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7694,42 +7486,42 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 2, + "rowCount": 0, "columnCount": 7, "fieldProfiles": [ { "fieldPath": "urn", - "uniqueCount": 1, + "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "createdfor", + "fieldPath": "aspect", "uniqueCount": 0, - "nullCount": 2 + "nullCount": 0 }, { - "fieldPath": "createdby", - "uniqueCount": 1, + "fieldPath": "path", + "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "createdon", - "uniqueCount": 1, + "fieldPath": "longVal", + "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "metadata", - "uniqueCount": 2, + "fieldPath": "stringVal", + "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "version", - "uniqueCount": 1, + "fieldPath": "doubleVal", + "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "aspect", - "uniqueCount": 2, + "fieldPath": "id", + "uniqueCount": 0, "nullCount": 0 } ] @@ -7737,13 +7529,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse.sample.parquet,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7753,72 +7545,52 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 4, - "columnCount": 4, + "rowCount": 3834, + "columnCount": 9, "fieldProfiles": [ { - "fieldPath": "id", - "uniqueCount": 4, - "nullCount": 0, - "mean": "2.5", - "stdev": "1.2909944487358056" + "fieldPath": "F", + "uniqueCount": 61, + "nullCount": 0 }, { - "fieldPath": "name", - "uniqueCount": 4, + "fieldPath": "G", + "uniqueCount": 40, "nullCount": 0 }, { - "fieldPath": "age", - "uniqueCount": 4, - "nullCount": 0, - "mean": "32.5", - "stdev": "6.454972243679028" + "fieldPath": "H", + "uniqueCount": 91, + "nullCount": 0 }, { - "fieldPath": "salary", - "uniqueCount": 4, - "nullCount": 0, - "mean": "65000.0", - "stdev": "12909.944487358056" - } - ] - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.orders,PROD)", - "changeType": "UPSERT", - "aspectName": "datasetProfile", - "aspect": { - "json": { - "timestampMillis": 1697353200000, - "partitionSpec": { - "partition": "FULL_TABLE_SNAPSHOT", - "type": "FULL_TABLE" - }, - "rowCount": 0, - "columnCount": 3, - "fieldProfiles": [ + "fieldPath": "I", + "uniqueCount": 85, + "nullCount": 0 + }, { - "fieldPath": "customer_id", - "uniqueCount": 0, + "fieldPath": "A", + "uniqueCount": 2, + "nullCount": 0 + }, + { + "fieldPath": "B", + "uniqueCount": 2, + "nullCount": 0 + }, + { + "fieldPath": "C", + "uniqueCount": 3834, "nullCount": 0 }, { - "fieldPath": "description", - "uniqueCount": 0, + "fieldPath": "D", + "uniqueCount": 76, "nullCount": 0 }, { - "fieldPath": "id", - "uniqueCount": 0, + "fieldPath": "E", + "uniqueCount": 192, "nullCount": 0 } ] @@ -7826,13 +7598,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7842,42 +7614,42 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 0, + "rowCount": 2, "columnCount": 7, "fieldProfiles": [ { - "fieldPath": "id", - "uniqueCount": 0, + "fieldPath": "aspect", + "uniqueCount": 2, "nullCount": 0 }, { - "fieldPath": "urn", - "uniqueCount": 0, + "fieldPath": "metadata", + "uniqueCount": 2, "nullCount": 0 }, { - "fieldPath": "longVal", - "uniqueCount": 0, + "fieldPath": "createdon", + "uniqueCount": 1, "nullCount": 0 }, { - "fieldPath": "stringVal", - "uniqueCount": 0, + "fieldPath": "createdby", + "uniqueCount": 1, "nullCount": 0 }, { - "fieldPath": "doubleVal", + "fieldPath": "createdfor", "uniqueCount": 0, - "nullCount": 0 + "nullCount": 2 }, { - "fieldPath": "path", - "uniqueCount": 0, + "fieldPath": "version", + "uniqueCount": 1, "nullCount": 0 }, { - "fieldPath": "aspect", - "uniqueCount": 0, + "fieldPath": "urn", + "uniqueCount": 1, "nullCount": 0 } ] @@ -7885,13 +7657,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.orders,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7901,55 +7673,36 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 5, - "columnCount": 6, + "rowCount": 0, + "columnCount": 3, "fieldProfiles": [ { - "fieldPath": "id", - "uniqueCount": 5, - "nullCount": 0, - "mean": "3.0", - "stdev": "1.5811388300841898" - }, - { - "fieldPath": "company", - "uniqueCount": 5, - "nullCount": 0 - }, - { - "fieldPath": "last_name", - "uniqueCount": 5, + "fieldPath": "customer_id", + "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "first_name", - "uniqueCount": 5, + "fieldPath": "description", + "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "email_address", - "uniqueCount": 5, + "fieldPath": "id", + "uniqueCount": 0, "nullCount": 0 - }, - { - "fieldPath": "priority", - "uniqueCount": 3, - "nullCount": 1, - "mean": "4.175000011920929", - "stdev": "0.4924429489953036" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.customers,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7959,80 +7712,49 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 10842, - "columnCount": 13, + "rowCount": 5, + "columnCount": 6, "fieldProfiles": [ { - "fieldPath": "A", - "uniqueCount": 9661, - "nullCount": 0 - }, - { - "fieldPath": "B", - "uniqueCount": 35, - "nullCount": 0 - }, - { - "fieldPath": "C", - "uniqueCount": 42, - "nullCount": 0 - }, - { - "fieldPath": "D", - "uniqueCount": 6003, - "nullCount": 0 - }, - { - "fieldPath": "E", - "uniqueCount": 463, - "nullCount": 0 - }, - { - "fieldPath": "F", - "uniqueCount": 23, - "nullCount": 0 - }, - { - "fieldPath": "G", + "fieldPath": "company", "uniqueCount": 5, "nullCount": 0 }, { - "fieldPath": "H", - "uniqueCount": 94, - "nullCount": 0 - }, - { - "fieldPath": "I", - "uniqueCount": 8, + "fieldPath": "last_name", + "uniqueCount": 5, "nullCount": 0 }, { - "fieldPath": "J", - "uniqueCount": 121, + "fieldPath": "first_name", + "uniqueCount": 5, "nullCount": 0 }, { - "fieldPath": "K", - "uniqueCount": 1379, + "fieldPath": "email_address", + "uniqueCount": 5, "nullCount": 0 }, { - "fieldPath": "L", - "uniqueCount": 2835, - "nullCount": 0 + "fieldPath": "priority", + "uniqueCount": 3, + "nullCount": 1, + "mean": "4.175000011920929", + "stdev": "0.4924429489953036" }, { - "fieldPath": "M", - "uniqueCount": 35, - "nullCount": 1 + "fieldPath": "id", + "uniqueCount": 5, + "nullCount": 0, + "mean": "3.0", + "stdev": "1.5811388300841898" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -8051,6 +7773,13 @@ "rowCount": 27, "columnCount": 4, "fieldProfiles": [ + { + "fieldPath": "DEPARTMENT_ID", + "uniqueCount": 27, + "nullCount": 0, + "mean": "140.0", + "stdev": "79.37253933193772" + }, { "fieldPath": "DEPARTMENT_NAME", "uniqueCount": 27, @@ -8063,13 +7792,6 @@ "mean": "154.9090909090909", "stdev": "47.139059272443184" }, - { - "fieldPath": "DEPARTMENT_ID", - "uniqueCount": 27, - "nullCount": 0, - "mean": "140.0", - "stdev": "79.37253933193772" - }, { "fieldPath": "LOCATION_ID", "uniqueCount": 7, @@ -8082,7 +7804,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -8101,13 +7823,6 @@ "rowCount": 30000, "columnCount": 9, "fieldProfiles": [ - { - "fieldPath": "cp_start_date_sk", - "uniqueCount": 91, - "nullCount": 286, - "mean": "2451880.7982769064", - "stdev": "634.1320559175408" - }, { "fieldPath": "cp_catalog_page_sk", "uniqueCount": 30000, @@ -8120,6 +7835,13 @@ "uniqueCount": 30000, "nullCount": 0 }, + { + "fieldPath": "cp_start_date_sk", + "uniqueCount": 91, + "nullCount": 286, + "mean": "2451880.7982769064", + "stdev": "634.1320559175408" + }, { "fieldPath": "cp_end_date_sk", "uniqueCount": 97, @@ -8161,7 +7883,103 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.customers%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "status", + "aspect": { + "json": { + "removed": false + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_aspect%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "status", + "aspect": { + "json": { + "removed": false + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_index%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "status", + "aspect": { + "json": { + "removed": false + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_index_view%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "status", + "aspect": { + "json": { + "removed": false + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.orders%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "status", + "aspect": { + "json": { + "removed": false + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.raw%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "status", + "aspect": { + "json": { + "removed": false + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } } From 1de3217b76f728b32af4d99517394f41af371272 Mon Sep 17 00:00:00 2001 From: Jonny Dixon Date: Tue, 3 Dec 2024 14:36:10 +0000 Subject: [PATCH 19/52] test updates --- ...lden.json => dremio_base_mces_golden.json} | 1506 ++++++++--------- .../tests/integration/dremio/test_dremio.py | 2 +- 2 files changed, 754 insertions(+), 754 deletions(-) rename metadata-ingestion/tests/integration/dremio/{dremio_mces_golden.json => dremio_base_mces_golden.json} (93%) diff --git a/metadata-ingestion/tests/integration/dremio/dremio_mces_golden.json b/metadata-ingestion/tests/integration/dremio/dremio_base_mces_golden.json similarity index 93% rename from metadata-ingestion/tests/integration/dremio/dremio_mces_golden.json rename to metadata-ingestion/tests/integration/dremio/dremio_base_mces_golden.json index 020ceab7312fb2..3b29ba601195d0 100644 --- a/metadata-ingestion/tests/integration/dremio/dremio_mces_golden.json +++ b/metadata-ingestion/tests/integration/dremio/dremio_base_mces_golden.json @@ -15,7 +15,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -31,7 +31,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -49,7 +49,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -65,7 +65,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -85,7 +85,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -105,7 +105,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -121,7 +121,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -139,7 +139,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -155,7 +155,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -175,7 +175,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -195,7 +195,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -211,7 +211,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -229,7 +229,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -245,7 +245,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -265,7 +265,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -285,7 +285,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -301,7 +301,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -319,7 +319,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -335,7 +335,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -355,7 +355,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -375,7 +375,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -391,7 +391,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -409,7 +409,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -425,7 +425,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -445,7 +445,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -465,7 +465,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -481,7 +481,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -497,7 +497,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -515,7 +515,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -531,7 +531,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -555,7 +555,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -575,7 +575,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -591,7 +591,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -607,7 +607,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -625,7 +625,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -641,7 +641,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -665,7 +665,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -685,7 +685,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -701,7 +701,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -717,7 +717,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -735,7 +735,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -751,7 +751,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -775,7 +775,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -795,7 +795,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -811,7 +811,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -827,7 +827,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -845,7 +845,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -861,7 +861,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -885,7 +885,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -905,7 +905,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -921,7 +921,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -937,7 +937,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -955,7 +955,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -971,7 +971,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -995,7 +995,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -1015,7 +1015,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -1031,7 +1031,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -1047,7 +1047,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -1065,7 +1065,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -1081,7 +1081,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -1105,7 +1105,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -1125,7 +1125,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -1141,7 +1141,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -1157,7 +1157,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -1175,7 +1175,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -1191,7 +1191,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -1215,7 +1215,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -1235,7 +1235,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -1251,7 +1251,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -1267,7 +1267,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -1285,7 +1285,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -1301,7 +1301,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -1325,7 +1325,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -1345,7 +1345,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -1361,7 +1361,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -1377,7 +1377,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -1395,7 +1395,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -1411,7 +1411,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -1439,7 +1439,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -1459,7 +1459,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -1475,7 +1475,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -1491,7 +1491,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -1509,7 +1509,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -1525,7 +1525,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -1553,7 +1553,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -1573,7 +1573,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -1589,7 +1589,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -1605,7 +1605,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -1623,7 +1623,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -1639,7 +1639,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -1671,7 +1671,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -1691,7 +1691,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -1707,7 +1707,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -1723,7 +1723,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -1741,7 +1741,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -1757,7 +1757,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -1793,7 +1793,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -1817,7 +1817,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -1835,7 +1835,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -1851,7 +1851,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -1867,7 +1867,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -1885,7 +1885,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -1915,7 +1915,7 @@ }, "fields": [ { - "fieldPath": "H", + "fieldPath": "I", "nullable": true, "type": { "type": { @@ -1927,7 +1927,7 @@ "isPartOfKey": false }, { - "fieldPath": "F", + "fieldPath": "A", "nullable": true, "type": { "type": { @@ -1939,7 +1939,7 @@ "isPartOfKey": false }, { - "fieldPath": "E", + "fieldPath": "B", "nullable": true, "type": { "type": { @@ -1951,7 +1951,7 @@ "isPartOfKey": false }, { - "fieldPath": "D", + "fieldPath": "C", "nullable": true, "type": { "type": { @@ -1963,7 +1963,7 @@ "isPartOfKey": false }, { - "fieldPath": "C", + "fieldPath": "D", "nullable": true, "type": { "type": { @@ -1975,7 +1975,7 @@ "isPartOfKey": false }, { - "fieldPath": "B", + "fieldPath": "E", "nullable": true, "type": { "type": { @@ -1987,7 +1987,7 @@ "isPartOfKey": false }, { - "fieldPath": "A", + "fieldPath": "F", "nullable": true, "type": { "type": { @@ -1999,7 +1999,7 @@ "isPartOfKey": false }, { - "fieldPath": "I", + "fieldPath": "G", "nullable": true, "type": { "type": { @@ -2011,7 +2011,7 @@ "isPartOfKey": false }, { - "fieldPath": "G", + "fieldPath": "H", "nullable": true, "type": { "type": { @@ -2027,7 +2027,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -2043,7 +2043,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -2067,7 +2067,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -2091,7 +2091,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -2109,7 +2109,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -2125,7 +2125,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -2141,7 +2141,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -2159,7 +2159,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -2189,7 +2189,7 @@ }, "fields": [ { - "fieldPath": "company", + "fieldPath": "last_name", "nullable": true, "type": { "type": { @@ -2201,7 +2201,7 @@ "isPartOfKey": false }, { - "fieldPath": "last_name", + "fieldPath": "company", "nullable": true, "type": { "type": { @@ -2213,50 +2213,50 @@ "isPartOfKey": false }, { - "fieldPath": "first_name", + "fieldPath": "id", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "integer(32)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "email_address", + "fieldPath": "priority", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "float(24)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "priority", + "fieldPath": "email_address", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "float(24)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "id", + "fieldPath": "first_name", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "integer(32)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false } @@ -2265,7 +2265,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -2281,7 +2281,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -2309,7 +2309,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -2333,7 +2333,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -2351,7 +2351,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -2367,7 +2367,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -2383,7 +2383,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -2401,7 +2401,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -2430,18 +2430,6 @@ } }, "fields": [ - { - "fieldPath": "createdby", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.StringType": {} - } - }, - "nativeDataType": "character varying(65536)", - "recursive": false, - "isPartOfKey": false - }, { "fieldPath": "urn", "nullable": true, @@ -2502,6 +2490,18 @@ "recursive": false, "isPartOfKey": false }, + { + "fieldPath": "createdby", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, { "fieldPath": "createdfor", "nullable": true, @@ -2519,7 +2519,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -2535,7 +2535,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -2563,7 +2563,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -2587,7 +2587,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -2605,7 +2605,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -2621,7 +2621,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -2637,7 +2637,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -2655,7 +2655,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -2773,7 +2773,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -2789,7 +2789,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -2817,7 +2817,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -2841,7 +2841,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -2859,7 +2859,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -2875,7 +2875,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -2891,7 +2891,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -2909,7 +2909,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -2991,7 +2991,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -3007,7 +3007,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -3035,7 +3035,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -3059,7 +3059,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -3077,7 +3077,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -3093,7 +3093,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -3109,7 +3109,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -3127,7 +3127,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -3157,7 +3157,7 @@ }, "fields": [ { - "fieldPath": "customer_id", + "fieldPath": "id", "nullable": true, "type": { "type": { @@ -3169,26 +3169,26 @@ "isPartOfKey": false }, { - "fieldPath": "description", + "fieldPath": "customer_id", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "integer(32)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "id", + "fieldPath": "description", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "integer(32)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false } @@ -3197,7 +3197,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -3213,7 +3213,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -3241,7 +3241,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -3265,7 +3265,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -3283,7 +3283,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -3299,7 +3299,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -3315,7 +3315,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -3333,7 +3333,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -3387,26 +3387,26 @@ "isPartOfKey": false }, { - "fieldPath": "name", + "fieldPath": "id", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "id", + "fieldPath": "name", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false } @@ -3415,7 +3415,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -3431,7 +3431,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -3459,7 +3459,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -3483,7 +3483,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -3501,7 +3501,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -3517,7 +3517,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -3533,7 +3533,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -3615,7 +3615,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -3631,7 +3631,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -3656,7 +3656,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -3680,7 +3680,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -3704,7 +3704,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -3722,7 +3722,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -3738,7 +3738,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -3754,7 +3754,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -3784,7 +3784,7 @@ }, "fields": [ { - "fieldPath": "aspect", + "fieldPath": "createdfor", "nullable": true, "type": { "type": { @@ -3796,7 +3796,7 @@ "isPartOfKey": false }, { - "fieldPath": "metadata", + "fieldPath": "createdby", "nullable": true, "type": { "type": { @@ -3820,7 +3820,7 @@ "isPartOfKey": false }, { - "fieldPath": "createdby", + "fieldPath": "metadata", "nullable": true, "type": { "type": { @@ -3832,26 +3832,26 @@ "isPartOfKey": false }, { - "fieldPath": "createdfor", + "fieldPath": "version", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "version", + "fieldPath": "aspect", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, @@ -3872,7 +3872,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -3888,7 +3888,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -3913,7 +3913,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -3941,7 +3941,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -3965,7 +3965,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -3983,7 +3983,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -3999,7 +3999,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -4015,7 +4015,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -4044,6 +4044,18 @@ } }, "fields": [ + { + "fieldPath": "id", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "bigint(64)", + "recursive": false, + "isPartOfKey": false + }, { "fieldPath": "urn", "nullable": true, @@ -4115,25 +4127,13 @@ "nativeDataType": "double(53)", "recursive": false, "isPartOfKey": false - }, - { - "fieldPath": "id", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.NumberType": {} - } - }, - "nativeDataType": "bigint(64)", - "recursive": false, - "isPartOfKey": false } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -4149,7 +4149,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -4174,7 +4174,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -4202,7 +4202,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -4226,7 +4226,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -4244,7 +4244,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -4260,7 +4260,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -4276,7 +4276,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -4306,50 +4306,50 @@ }, "fields": [ { - "fieldPath": "doubleVal", + "fieldPath": "path", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "double(53)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "path", + "fieldPath": "doubleVal", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "double(53)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "urn", + "fieldPath": "id", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "id", + "fieldPath": "urn", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false } @@ -4358,7 +4358,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -4374,7 +4374,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -4399,7 +4399,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -4427,7 +4427,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -4451,7 +4451,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -4469,7 +4469,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -4485,7 +4485,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -4501,7 +4501,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -4531,19 +4531,19 @@ }, "fields": [ { - "fieldPath": "id", + "fieldPath": "first_name", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "integer(32)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "company", + "fieldPath": "last_name", "nullable": true, "type": { "type": { @@ -4555,7 +4555,7 @@ "isPartOfKey": false }, { - "fieldPath": "last_name", + "fieldPath": "company", "nullable": true, "type": { "type": { @@ -4567,38 +4567,38 @@ "isPartOfKey": false }, { - "fieldPath": "first_name", + "fieldPath": "id", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "integer(32)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "email_address", + "fieldPath": "priority", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "float(24)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "priority", + "fieldPath": "email_address", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "float(24)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false } @@ -4607,7 +4607,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -4623,7 +4623,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -4648,7 +4648,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -4676,7 +4676,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -4700,7 +4700,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -4718,7 +4718,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -4734,7 +4734,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -4750,7 +4750,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -4780,7 +4780,7 @@ }, "fields": [ { - "fieldPath": "customer_id", + "fieldPath": "id", "nullable": true, "type": { "type": { @@ -4792,26 +4792,26 @@ "isPartOfKey": false }, { - "fieldPath": "description", + "fieldPath": "customer_id", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "integer(32)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "id", + "fieldPath": "description", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "integer(32)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false } @@ -4820,7 +4820,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -4836,7 +4836,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -4861,7 +4861,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -4889,7 +4889,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -4913,7 +4913,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -4931,7 +4931,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -4947,7 +4947,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -4963,7 +4963,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -4993,7 +4993,7 @@ }, "fields": [ { - "fieldPath": "F", + "fieldPath": "A", "nullable": true, "type": { "type": { @@ -5005,7 +5005,7 @@ "isPartOfKey": false }, { - "fieldPath": "G", + "fieldPath": "I", "nullable": true, "type": { "type": { @@ -5029,7 +5029,7 @@ "isPartOfKey": false }, { - "fieldPath": "I", + "fieldPath": "G", "nullable": true, "type": { "type": { @@ -5041,7 +5041,7 @@ "isPartOfKey": false }, { - "fieldPath": "A", + "fieldPath": "F", "nullable": true, "type": { "type": { @@ -5053,7 +5053,7 @@ "isPartOfKey": false }, { - "fieldPath": "B", + "fieldPath": "E", "nullable": true, "type": { "type": { @@ -5065,7 +5065,7 @@ "isPartOfKey": false }, { - "fieldPath": "C", + "fieldPath": "D", "nullable": true, "type": { "type": { @@ -5077,7 +5077,7 @@ "isPartOfKey": false }, { - "fieldPath": "D", + "fieldPath": "C", "nullable": true, "type": { "type": { @@ -5089,7 +5089,7 @@ "isPartOfKey": false }, { - "fieldPath": "E", + "fieldPath": "B", "nullable": true, "type": { "type": { @@ -5105,7 +5105,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -5121,7 +5121,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -5146,7 +5146,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -5174,7 +5174,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -5198,7 +5198,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -5216,7 +5216,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -5232,7 +5232,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -5248,7 +5248,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -5278,7 +5278,7 @@ }, "fields": [ { - "fieldPath": "J", + "fieldPath": "M", "nullable": true, "type": { "type": { @@ -5290,7 +5290,7 @@ "isPartOfKey": false }, { - "fieldPath": "K", + "fieldPath": "A", "nullable": true, "type": { "type": { @@ -5302,7 +5302,7 @@ "isPartOfKey": false }, { - "fieldPath": "L", + "fieldPath": "B", "nullable": true, "type": { "type": { @@ -5314,7 +5314,7 @@ "isPartOfKey": false }, { - "fieldPath": "M", + "fieldPath": "C", "nullable": true, "type": { "type": { @@ -5326,7 +5326,7 @@ "isPartOfKey": false }, { - "fieldPath": "A", + "fieldPath": "D", "nullable": true, "type": { "type": { @@ -5338,7 +5338,7 @@ "isPartOfKey": false }, { - "fieldPath": "B", + "fieldPath": "E", "nullable": true, "type": { "type": { @@ -5350,7 +5350,7 @@ "isPartOfKey": false }, { - "fieldPath": "C", + "fieldPath": "F", "nullable": true, "type": { "type": { @@ -5362,7 +5362,7 @@ "isPartOfKey": false }, { - "fieldPath": "D", + "fieldPath": "G", "nullable": true, "type": { "type": { @@ -5374,7 +5374,7 @@ "isPartOfKey": false }, { - "fieldPath": "E", + "fieldPath": "H", "nullable": true, "type": { "type": { @@ -5386,7 +5386,7 @@ "isPartOfKey": false }, { - "fieldPath": "F", + "fieldPath": "I", "nullable": true, "type": { "type": { @@ -5398,7 +5398,7 @@ "isPartOfKey": false }, { - "fieldPath": "G", + "fieldPath": "J", "nullable": true, "type": { "type": { @@ -5410,7 +5410,7 @@ "isPartOfKey": false }, { - "fieldPath": "H", + "fieldPath": "K", "nullable": true, "type": { "type": { @@ -5422,7 +5422,7 @@ "isPartOfKey": false }, { - "fieldPath": "I", + "fieldPath": "L", "nullable": true, "type": { "type": { @@ -5438,7 +5438,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -5454,7 +5454,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -5479,7 +5479,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -5511,7 +5511,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -5535,7 +5535,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -5553,7 +5553,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -5569,7 +5569,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -5585,7 +5585,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -5615,31 +5615,31 @@ }, "fields": [ { - "fieldPath": "DEPARTMENT_ID", + "fieldPath": "DEPARTMENT_NAME", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "double(53)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "DEPARTMENT_NAME", + "fieldPath": "DEPARTMENT_ID", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "double(53)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "MANAGER_ID", + "fieldPath": "LOCATION_ID", "nullable": true, "type": { "type": { @@ -5651,7 +5651,7 @@ "isPartOfKey": false }, { - "fieldPath": "LOCATION_ID", + "fieldPath": "MANAGER_ID", "nullable": true, "type": { "type": { @@ -5667,7 +5667,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -5683,7 +5683,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -5708,7 +5708,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -5740,7 +5740,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -5764,7 +5764,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -5782,7 +5782,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -5798,7 +5798,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -5814,7 +5814,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -5844,7 +5844,7 @@ }, "fields": [ { - "fieldPath": "cp_catalog_page_sk", + "fieldPath": "cp_catalog_number", "nullable": true, "type": { "type": { @@ -5856,7 +5856,7 @@ "isPartOfKey": false }, { - "fieldPath": "cp_catalog_page_id", + "fieldPath": "cp_department", "nullable": true, "type": { "type": { @@ -5868,7 +5868,7 @@ "isPartOfKey": false }, { - "fieldPath": "cp_start_date_sk", + "fieldPath": "cp_end_date_sk", "nullable": true, "type": { "type": { @@ -5880,7 +5880,7 @@ "isPartOfKey": false }, { - "fieldPath": "cp_end_date_sk", + "fieldPath": "cp_start_date_sk", "nullable": true, "type": { "type": { @@ -5892,7 +5892,7 @@ "isPartOfKey": false }, { - "fieldPath": "cp_department", + "fieldPath": "cp_catalog_page_id", "nullable": true, "type": { "type": { @@ -5904,7 +5904,7 @@ "isPartOfKey": false }, { - "fieldPath": "cp_catalog_number", + "fieldPath": "cp_catalog_page_sk", "nullable": true, "type": { "type": { @@ -5956,7 +5956,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -5972,7 +5972,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -5997,7 +5997,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -6037,7 +6037,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -6066,7 +6066,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -6095,7 +6095,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -6124,7 +6124,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -6153,7 +6153,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -6182,7 +6182,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -6211,7 +6211,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -6240,7 +6240,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -6269,7 +6269,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -6298,7 +6298,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -6327,7 +6327,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -6357,7 +6357,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -6385,7 +6385,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -6408,7 +6408,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -6424,7 +6424,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -6454,7 +6454,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -6482,7 +6482,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -6505,7 +6505,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -6521,7 +6521,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -6551,7 +6551,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -6579,7 +6579,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -6602,7 +6602,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -6618,7 +6618,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -6648,7 +6648,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -6676,7 +6676,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -6699,7 +6699,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -6715,7 +6715,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -6745,7 +6745,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -6773,7 +6773,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -6796,7 +6796,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -6812,7 +6812,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -6842,7 +6842,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -6870,7 +6870,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -6893,7 +6893,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -6909,13 +6909,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -6925,55 +6925,56 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 5, - "columnCount": 6, + "rowCount": 0, + "columnCount": 7, "fieldProfiles": [ + { + "fieldPath": "doubleVal", + "uniqueCount": 0, + "nullCount": 0 + }, { "fieldPath": "id", - "uniqueCount": 5, - "nullCount": 0, - "mean": "3.0", - "stdev": "1.5811388300841898" + "uniqueCount": 0, + "nullCount": 0 }, { - "fieldPath": "company", - "uniqueCount": 5, + "fieldPath": "urn", + "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "last_name", - "uniqueCount": 5, + "fieldPath": "aspect", + "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "first_name", - "uniqueCount": 5, + "fieldPath": "path", + "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "email_address", - "uniqueCount": 5, + "fieldPath": "longVal", + "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "priority", - "uniqueCount": 3, - "nullCount": 1, - "mean": "4.175000011920929", - "stdev": "0.4924429489953036" + "fieldPath": "stringVal", + "uniqueCount": 0, + "nullCount": 0 } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -6983,72 +6984,42 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 10842, - "columnCount": 13, + "rowCount": 2, + "columnCount": 7, "fieldProfiles": [ { - "fieldPath": "J", - "uniqueCount": 121, - "nullCount": 0 - }, - { - "fieldPath": "K", - "uniqueCount": 1379, - "nullCount": 0 - }, - { - "fieldPath": "L", - "uniqueCount": 2835, - "nullCount": 0 - }, - { - "fieldPath": "M", - "uniqueCount": 35, - "nullCount": 1 - }, - { - "fieldPath": "A", - "uniqueCount": 9661, - "nullCount": 0 - }, - { - "fieldPath": "B", - "uniqueCount": 35, - "nullCount": 0 - }, - { - "fieldPath": "C", - "uniqueCount": 42, - "nullCount": 0 + "fieldPath": "createdfor", + "uniqueCount": 0, + "nullCount": 2 }, { - "fieldPath": "D", - "uniqueCount": 6003, + "fieldPath": "createdby", + "uniqueCount": 1, "nullCount": 0 }, { - "fieldPath": "E", - "uniqueCount": 463, + "fieldPath": "createdon", + "uniqueCount": 1, "nullCount": 0 }, { - "fieldPath": "F", - "uniqueCount": 23, + "fieldPath": "metadata", + "uniqueCount": 2, "nullCount": 0 }, { - "fieldPath": "G", - "uniqueCount": 5, + "fieldPath": "version", + "uniqueCount": 1, "nullCount": 0 }, { - "fieldPath": "H", - "uniqueCount": 94, + "fieldPath": "aspect", + "uniqueCount": 2, "nullCount": 0 }, { - "fieldPath": "I", - "uniqueCount": 8, + "fieldPath": "urn", + "uniqueCount": 1, "nullCount": 0 } ] @@ -7056,13 +7027,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.orders,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7073,47 +7044,13 @@ "type": "FULL_TABLE" }, "rowCount": 0, - "columnCount": 3, + "columnCount": 4, "fieldProfiles": [ { - "fieldPath": "customer_id", - "uniqueCount": 0, - "nullCount": 0 - }, - { - "fieldPath": "description", + "fieldPath": "path", "uniqueCount": 0, "nullCount": 0 }, - { - "fieldPath": "id", - "uniqueCount": 0, - "nullCount": 0 - } - ] - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index,PROD)", - "changeType": "UPSERT", - "aspectName": "datasetProfile", - "aspect": { - "json": { - "timestampMillis": 1697353200000, - "partitionSpec": { - "partition": "FULL_TABLE_SNAPSHOT", - "type": "FULL_TABLE" - }, - "rowCount": 0, - "columnCount": 7, - "fieldProfiles": [ { "fieldPath": "doubleVal", "uniqueCount": 0, @@ -7128,33 +7065,13 @@ "fieldPath": "urn", "uniqueCount": 0, "nullCount": 0 - }, - { - "fieldPath": "aspect", - "uniqueCount": 0, - "nullCount": 0 - }, - { - "fieldPath": "path", - "uniqueCount": 0, - "nullCount": 0 - }, - { - "fieldPath": "longVal", - "uniqueCount": 0, - "nullCount": 0 - }, - { - "fieldPath": "stringVal", - "uniqueCount": 0, - "nullCount": 0 } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -7187,30 +7104,30 @@ "mean": "65000.0", "stdev": "12909.944487358056" }, - { - "fieldPath": "name", - "uniqueCount": 4, - "nullCount": 0 - }, { "fieldPath": "id", "uniqueCount": 4, "nullCount": 0, "mean": "2.5", "stdev": "1.2909944487358056" + }, + { + "fieldPath": "name", + "uniqueCount": 4, + "nullCount": 0 } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7220,27 +7137,52 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 0, - "columnCount": 4, + "rowCount": 3834, + "columnCount": 9, "fieldProfiles": [ { - "fieldPath": "doubleVal", - "uniqueCount": 0, + "fieldPath": "A", + "uniqueCount": 2, "nullCount": 0 }, { - "fieldPath": "path", - "uniqueCount": 0, + "fieldPath": "I", + "uniqueCount": 85, "nullCount": 0 }, { - "fieldPath": "urn", - "uniqueCount": 0, + "fieldPath": "H", + "uniqueCount": 91, "nullCount": 0 }, { - "fieldPath": "id", - "uniqueCount": 0, + "fieldPath": "G", + "uniqueCount": 40, + "nullCount": 0 + }, + { + "fieldPath": "F", + "uniqueCount": 61, + "nullCount": 0 + }, + { + "fieldPath": "E", + "uniqueCount": 192, + "nullCount": 0 + }, + { + "fieldPath": "D", + "uniqueCount": 76, + "nullCount": 0 + }, + { + "fieldPath": "C", + "uniqueCount": 3834, + "nullCount": 0 + }, + { + "fieldPath": "B", + "uniqueCount": 2, "nullCount": 0 } ] @@ -7248,13 +7190,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7264,52 +7206,81 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 3834, - "columnCount": 9, + "rowCount": 0, + "columnCount": 7, "fieldProfiles": [ { - "fieldPath": "H", - "uniqueCount": 91, + "fieldPath": "id", + "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "F", - "uniqueCount": 61, + "fieldPath": "urn", + "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "E", - "uniqueCount": 192, + "fieldPath": "aspect", + "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "D", - "uniqueCount": 76, + "fieldPath": "path", + "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "C", - "uniqueCount": 3834, + "fieldPath": "longVal", + "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "B", - "uniqueCount": 2, + "fieldPath": "stringVal", + "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "A", - "uniqueCount": 2, + "fieldPath": "doubleVal", + "uniqueCount": 0, + "nullCount": 0 + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.orders,PROD)", + "changeType": "UPSERT", + "aspectName": "datasetProfile", + "aspect": { + "json": { + "timestampMillis": 1697353200000, + "partitionSpec": { + "partition": "FULL_TABLE_SNAPSHOT", + "type": "FULL_TABLE" + }, + "rowCount": 0, + "columnCount": 3, + "fieldProfiles": [ + { + "fieldPath": "id", + "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "I", - "uniqueCount": 85, + "fieldPath": "customer_id", + "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "G", - "uniqueCount": 40, + "fieldPath": "description", + "uniqueCount": 0, "nullCount": 0 } ] @@ -7317,13 +7288,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7333,47 +7304,86 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 4, - "columnCount": 4, + "rowCount": 10842, + "columnCount": 13, "fieldProfiles": [ { - "fieldPath": "id", - "uniqueCount": 4, - "nullCount": 0, - "mean": "2.5", - "stdev": "1.2909944487358056" + "fieldPath": "M", + "uniqueCount": 35, + "nullCount": 1 }, { - "fieldPath": "name", - "uniqueCount": 4, + "fieldPath": "A", + "uniqueCount": 9661, "nullCount": 0 }, { - "fieldPath": "age", - "uniqueCount": 4, - "nullCount": 0, - "mean": "32.5", - "stdev": "6.454972243679028" + "fieldPath": "B", + "uniqueCount": 35, + "nullCount": 0 }, { - "fieldPath": "salary", - "uniqueCount": 4, - "nullCount": 0, - "mean": "65000.0", - "stdev": "12909.944487358056" + "fieldPath": "C", + "uniqueCount": 42, + "nullCount": 0 + }, + { + "fieldPath": "D", + "uniqueCount": 6003, + "nullCount": 0 + }, + { + "fieldPath": "E", + "uniqueCount": 463, + "nullCount": 0 + }, + { + "fieldPath": "F", + "uniqueCount": 23, + "nullCount": 0 + }, + { + "fieldPath": "G", + "uniqueCount": 5, + "nullCount": 0 + }, + { + "fieldPath": "H", + "uniqueCount": 94, + "nullCount": 0 + }, + { + "fieldPath": "I", + "uniqueCount": 8, + "nullCount": 0 + }, + { + "fieldPath": "J", + "uniqueCount": 121, + "nullCount": 0 + }, + { + "fieldPath": "K", + "uniqueCount": 1379, + "nullCount": 0 + }, + { + "fieldPath": "L", + "uniqueCount": 2835, + "nullCount": 0 } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7383,41 +7393,47 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 0, + "rowCount": 4, "columnCount": 4, "fieldProfiles": [ { - "fieldPath": "doubleVal", - "uniqueCount": 0, - "nullCount": 0 + "fieldPath": "id", + "uniqueCount": 4, + "nullCount": 0, + "mean": "2.5", + "stdev": "1.2909944487358056" }, { - "fieldPath": "path", - "uniqueCount": 0, + "fieldPath": "name", + "uniqueCount": 4, "nullCount": 0 }, { - "fieldPath": "urn", - "uniqueCount": 0, - "nullCount": 0 + "fieldPath": "age", + "uniqueCount": 4, + "nullCount": 0, + "mean": "32.5", + "stdev": "6.454972243679028" }, { - "fieldPath": "id", - "uniqueCount": 0, - "nullCount": 0 + "fieldPath": "salary", + "uniqueCount": 4, + "nullCount": 0, + "mean": "65000.0", + "stdev": "12909.944487358056" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7427,56 +7443,66 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 2, - "columnCount": 7, + "rowCount": 3834, + "columnCount": 9, "fieldProfiles": [ { - "fieldPath": "createdby", - "uniqueCount": 1, + "fieldPath": "I", + "uniqueCount": 85, "nullCount": 0 }, { - "fieldPath": "urn", - "uniqueCount": 1, + "fieldPath": "A", + "uniqueCount": 2, "nullCount": 0 }, { - "fieldPath": "aspect", + "fieldPath": "B", "uniqueCount": 2, "nullCount": 0 }, { - "fieldPath": "version", - "uniqueCount": 1, + "fieldPath": "C", + "uniqueCount": 3834, "nullCount": 0 }, { - "fieldPath": "metadata", - "uniqueCount": 2, + "fieldPath": "D", + "uniqueCount": 76, "nullCount": 0 }, { - "fieldPath": "createdon", - "uniqueCount": 1, + "fieldPath": "E", + "uniqueCount": 192, "nullCount": 0 }, { - "fieldPath": "createdfor", - "uniqueCount": 0, - "nullCount": 2 + "fieldPath": "F", + "uniqueCount": 61, + "nullCount": 0 + }, + { + "fieldPath": "G", + "uniqueCount": 40, + "nullCount": 0 + }, + { + "fieldPath": "H", + "uniqueCount": 91, + "nullCount": 0 } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.orders,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7487,40 +7513,20 @@ "type": "FULL_TABLE" }, "rowCount": 0, - "columnCount": 7, + "columnCount": 3, "fieldProfiles": [ { - "fieldPath": "urn", - "uniqueCount": 0, - "nullCount": 0 - }, - { - "fieldPath": "aspect", - "uniqueCount": 0, - "nullCount": 0 - }, - { - "fieldPath": "path", - "uniqueCount": 0, - "nullCount": 0 - }, - { - "fieldPath": "longVal", - "uniqueCount": 0, - "nullCount": 0 - }, - { - "fieldPath": "stringVal", + "fieldPath": "id", "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "doubleVal", + "fieldPath": "customer_id", "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "id", + "fieldPath": "description", "uniqueCount": 0, "nullCount": 0 } @@ -7529,13 +7535,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7545,52 +7551,41 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 3834, - "columnCount": 9, + "rowCount": 5, + "columnCount": 6, "fieldProfiles": [ { - "fieldPath": "F", - "uniqueCount": 61, - "nullCount": 0 - }, - { - "fieldPath": "G", - "uniqueCount": 40, - "nullCount": 0 - }, - { - "fieldPath": "H", - "uniqueCount": 91, - "nullCount": 0 - }, - { - "fieldPath": "I", - "uniqueCount": 85, + "fieldPath": "first_name", + "uniqueCount": 5, "nullCount": 0 }, { - "fieldPath": "A", - "uniqueCount": 2, + "fieldPath": "last_name", + "uniqueCount": 5, "nullCount": 0 }, { - "fieldPath": "B", - "uniqueCount": 2, + "fieldPath": "company", + "uniqueCount": 5, "nullCount": 0 }, { - "fieldPath": "C", - "uniqueCount": 3834, - "nullCount": 0 + "fieldPath": "id", + "uniqueCount": 5, + "nullCount": 0, + "mean": "3.0", + "stdev": "1.5811388300841898" }, { - "fieldPath": "D", - "uniqueCount": 76, - "nullCount": 0 + "fieldPath": "priority", + "uniqueCount": 3, + "nullCount": 1, + "mean": "4.175000011920929", + "stdev": "0.4924429489953036" }, { - "fieldPath": "E", - "uniqueCount": 192, + "fieldPath": "email_address", + "uniqueCount": 5, "nullCount": 0 } ] @@ -7598,13 +7593,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7617,11 +7612,21 @@ "rowCount": 2, "columnCount": 7, "fieldProfiles": [ + { + "fieldPath": "urn", + "uniqueCount": 1, + "nullCount": 0 + }, { "fieldPath": "aspect", "uniqueCount": 2, "nullCount": 0 }, + { + "fieldPath": "version", + "uniqueCount": 1, + "nullCount": 0 + }, { "fieldPath": "metadata", "uniqueCount": 2, @@ -7641,29 +7646,19 @@ "fieldPath": "createdfor", "uniqueCount": 0, "nullCount": 2 - }, - { - "fieldPath": "version", - "uniqueCount": 1, - "nullCount": 0 - }, - { - "fieldPath": "urn", - "uniqueCount": 1, - "nullCount": 0 } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.orders,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7674,15 +7669,20 @@ "type": "FULL_TABLE" }, "rowCount": 0, - "columnCount": 3, + "columnCount": 4, "fieldProfiles": [ { - "fieldPath": "customer_id", + "fieldPath": "doubleVal", "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "description", + "fieldPath": "path", + "uniqueCount": 0, + "nullCount": 0 + }, + { + "fieldPath": "urn", "uniqueCount": 0, "nullCount": 0 }, @@ -7696,7 +7696,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -7715,25 +7715,22 @@ "rowCount": 5, "columnCount": 6, "fieldProfiles": [ - { - "fieldPath": "company", - "uniqueCount": 5, - "nullCount": 0 - }, { "fieldPath": "last_name", "uniqueCount": 5, "nullCount": 0 }, { - "fieldPath": "first_name", + "fieldPath": "company", "uniqueCount": 5, "nullCount": 0 }, { - "fieldPath": "email_address", + "fieldPath": "id", "uniqueCount": 5, - "nullCount": 0 + "nullCount": 0, + "mean": "3.0", + "stdev": "1.5811388300841898" }, { "fieldPath": "priority", @@ -7743,18 +7740,21 @@ "stdev": "0.4924429489953036" }, { - "fieldPath": "id", + "fieldPath": "email_address", "uniqueCount": 5, - "nullCount": 0, - "mean": "3.0", - "stdev": "1.5811388300841898" + "nullCount": 0 + }, + { + "fieldPath": "first_name", + "uniqueCount": 5, + "nullCount": 0 } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -7773,6 +7773,11 @@ "rowCount": 27, "columnCount": 4, "fieldProfiles": [ + { + "fieldPath": "DEPARTMENT_NAME", + "uniqueCount": 27, + "nullCount": 0 + }, { "fieldPath": "DEPARTMENT_ID", "uniqueCount": 27, @@ -7781,9 +7786,11 @@ "stdev": "79.37253933193772" }, { - "fieldPath": "DEPARTMENT_NAME", - "uniqueCount": 27, - "nullCount": 0 + "fieldPath": "LOCATION_ID", + "uniqueCount": 7, + "nullCount": 0, + "mean": "1777.7777777777778", + "stdev": "284.6500325410858" }, { "fieldPath": "MANAGER_ID", @@ -7791,20 +7798,13 @@ "nullCount": 16, "mean": "154.9090909090909", "stdev": "47.139059272443184" - }, - { - "fieldPath": "LOCATION_ID", - "uniqueCount": 7, - "nullCount": 0, - "mean": "1777.7777777777778", - "stdev": "284.6500325410858" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -7824,24 +7824,17 @@ "columnCount": 9, "fieldProfiles": [ { - "fieldPath": "cp_catalog_page_sk", - "uniqueCount": 30000, - "nullCount": 0, - "mean": "15000.5", - "stdev": "8660.398374208891" + "fieldPath": "cp_catalog_number", + "uniqueCount": 109, + "nullCount": 297, + "mean": "54.62360704305962", + "stdev": "31.27039684588463" }, { - "fieldPath": "cp_catalog_page_id", - "uniqueCount": 30000, + "fieldPath": "cp_department", + "uniqueCount": 2, "nullCount": 0 }, - { - "fieldPath": "cp_start_date_sk", - "uniqueCount": 91, - "nullCount": 286, - "mean": "2451880.7982769064", - "stdev": "634.1320559175408" - }, { "fieldPath": "cp_end_date_sk", "uniqueCount": 97, @@ -7850,16 +7843,23 @@ "stdev": "634.7367986145963" }, { - "fieldPath": "cp_department", - "uniqueCount": 2, + "fieldPath": "cp_start_date_sk", + "uniqueCount": 91, + "nullCount": 286, + "mean": "2451880.7982769064", + "stdev": "634.1320559175408" + }, + { + "fieldPath": "cp_catalog_page_id", + "uniqueCount": 30000, "nullCount": 0 }, { - "fieldPath": "cp_catalog_number", - "uniqueCount": 109, - "nullCount": 297, - "mean": "54.62360704305962", - "stdev": "31.27039684588463" + "fieldPath": "cp_catalog_page_sk", + "uniqueCount": 30000, + "nullCount": 0, + "mean": "15000.5", + "stdev": "8660.398374208891" }, { "fieldPath": "cp_catalog_page_number", @@ -7883,7 +7883,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -7899,7 +7899,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -7915,7 +7915,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -7931,7 +7931,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -7947,7 +7947,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -7963,7 +7963,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } }, @@ -7979,7 +7979,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-c3x6s3", "lastRunId": "no-run-id-provided" } } diff --git a/metadata-ingestion/tests/integration/dremio/test_dremio.py b/metadata-ingestion/tests/integration/dremio/test_dremio.py index 4d9343a67cfd61..ca1498425b4fb8 100644 --- a/metadata-ingestion/tests/integration/dremio/test_dremio.py +++ b/metadata-ingestion/tests/integration/dremio/test_dremio.py @@ -485,7 +485,7 @@ def test_dremio_ingest( mce_helpers.check_golden_file( pytestconfig, output_path=output_path, - golden_path=test_resources_dir / "dremio_mces_golden.json", + golden_path=test_resources_dir / "dremio_base_mces_golden.json", ignore_paths=[], ) From 276aa7e93d67699dfdba726cdb4de7f48548d91f Mon Sep 17 00:00:00 2001 From: Jonny Dixon Date: Tue, 3 Dec 2024 14:37:56 +0000 Subject: [PATCH 20/52] Revert "test updates" This reverts commit 1de3217b76f728b32af4d99517394f41af371272. --- ...es_golden.json => dremio_mces_golden.json} | 1506 ++++++++--------- .../tests/integration/dremio/test_dremio.py | 2 +- 2 files changed, 754 insertions(+), 754 deletions(-) rename metadata-ingestion/tests/integration/dremio/{dremio_base_mces_golden.json => dremio_mces_golden.json} (93%) diff --git a/metadata-ingestion/tests/integration/dremio/dremio_base_mces_golden.json b/metadata-ingestion/tests/integration/dremio/dremio_mces_golden.json similarity index 93% rename from metadata-ingestion/tests/integration/dremio/dremio_base_mces_golden.json rename to metadata-ingestion/tests/integration/dremio/dremio_mces_golden.json index 3b29ba601195d0..020ceab7312fb2 100644 --- a/metadata-ingestion/tests/integration/dremio/dremio_base_mces_golden.json +++ b/metadata-ingestion/tests/integration/dremio/dremio_mces_golden.json @@ -15,7 +15,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -31,7 +31,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -49,7 +49,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -65,7 +65,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -85,7 +85,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -105,7 +105,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -121,7 +121,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -139,7 +139,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -155,7 +155,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -175,7 +175,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -195,7 +195,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -211,7 +211,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -229,7 +229,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -245,7 +245,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -265,7 +265,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -285,7 +285,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -301,7 +301,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -319,7 +319,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -335,7 +335,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -355,7 +355,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -375,7 +375,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -391,7 +391,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -409,7 +409,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -425,7 +425,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -445,7 +445,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -465,7 +465,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -481,7 +481,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -497,7 +497,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -515,7 +515,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -531,7 +531,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -555,7 +555,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -575,7 +575,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -591,7 +591,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -607,7 +607,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -625,7 +625,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -641,7 +641,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -665,7 +665,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -685,7 +685,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -701,7 +701,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -717,7 +717,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -735,7 +735,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -751,7 +751,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -775,7 +775,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -795,7 +795,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -811,7 +811,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -827,7 +827,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -845,7 +845,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -861,7 +861,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -885,7 +885,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -905,7 +905,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -921,7 +921,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -937,7 +937,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -955,7 +955,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -971,7 +971,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -995,7 +995,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1015,7 +1015,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1031,7 +1031,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1047,7 +1047,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1065,7 +1065,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1081,7 +1081,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1105,7 +1105,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1125,7 +1125,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1141,7 +1141,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1157,7 +1157,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1175,7 +1175,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1191,7 +1191,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1215,7 +1215,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1235,7 +1235,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1251,7 +1251,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1267,7 +1267,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1285,7 +1285,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1301,7 +1301,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1325,7 +1325,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1345,7 +1345,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1361,7 +1361,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1377,7 +1377,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1395,7 +1395,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1411,7 +1411,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1439,7 +1439,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1459,7 +1459,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1475,7 +1475,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1491,7 +1491,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1509,7 +1509,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1525,7 +1525,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1553,7 +1553,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1573,7 +1573,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1589,7 +1589,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1605,7 +1605,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1623,7 +1623,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1639,7 +1639,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1671,7 +1671,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1691,7 +1691,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1707,7 +1707,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1723,7 +1723,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1741,7 +1741,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1757,7 +1757,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1793,7 +1793,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1817,7 +1817,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1835,7 +1835,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1851,7 +1851,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1867,7 +1867,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1885,7 +1885,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -1915,7 +1915,7 @@ }, "fields": [ { - "fieldPath": "I", + "fieldPath": "H", "nullable": true, "type": { "type": { @@ -1927,7 +1927,7 @@ "isPartOfKey": false }, { - "fieldPath": "A", + "fieldPath": "F", "nullable": true, "type": { "type": { @@ -1939,7 +1939,7 @@ "isPartOfKey": false }, { - "fieldPath": "B", + "fieldPath": "E", "nullable": true, "type": { "type": { @@ -1951,7 +1951,7 @@ "isPartOfKey": false }, { - "fieldPath": "C", + "fieldPath": "D", "nullable": true, "type": { "type": { @@ -1963,7 +1963,7 @@ "isPartOfKey": false }, { - "fieldPath": "D", + "fieldPath": "C", "nullable": true, "type": { "type": { @@ -1975,7 +1975,7 @@ "isPartOfKey": false }, { - "fieldPath": "E", + "fieldPath": "B", "nullable": true, "type": { "type": { @@ -1987,7 +1987,7 @@ "isPartOfKey": false }, { - "fieldPath": "F", + "fieldPath": "A", "nullable": true, "type": { "type": { @@ -1999,7 +1999,7 @@ "isPartOfKey": false }, { - "fieldPath": "G", + "fieldPath": "I", "nullable": true, "type": { "type": { @@ -2011,7 +2011,7 @@ "isPartOfKey": false }, { - "fieldPath": "H", + "fieldPath": "G", "nullable": true, "type": { "type": { @@ -2027,7 +2027,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -2043,7 +2043,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -2067,7 +2067,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -2091,7 +2091,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -2109,7 +2109,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -2125,7 +2125,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -2141,7 +2141,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -2159,7 +2159,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -2189,7 +2189,7 @@ }, "fields": [ { - "fieldPath": "last_name", + "fieldPath": "company", "nullable": true, "type": { "type": { @@ -2201,7 +2201,7 @@ "isPartOfKey": false }, { - "fieldPath": "company", + "fieldPath": "last_name", "nullable": true, "type": { "type": { @@ -2213,50 +2213,50 @@ "isPartOfKey": false }, { - "fieldPath": "id", + "fieldPath": "first_name", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "integer(32)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "priority", + "fieldPath": "email_address", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "float(24)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "email_address", + "fieldPath": "priority", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "float(24)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "first_name", + "fieldPath": "id", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "integer(32)", "recursive": false, "isPartOfKey": false } @@ -2265,7 +2265,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -2281,7 +2281,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -2309,7 +2309,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -2333,7 +2333,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -2351,7 +2351,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -2367,7 +2367,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -2383,7 +2383,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -2401,7 +2401,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -2430,6 +2430,18 @@ } }, "fields": [ + { + "fieldPath": "createdby", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, { "fieldPath": "urn", "nullable": true, @@ -2490,18 +2502,6 @@ "recursive": false, "isPartOfKey": false }, - { - "fieldPath": "createdby", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.StringType": {} - } - }, - "nativeDataType": "character varying(65536)", - "recursive": false, - "isPartOfKey": false - }, { "fieldPath": "createdfor", "nullable": true, @@ -2519,7 +2519,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -2535,7 +2535,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -2563,7 +2563,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -2587,7 +2587,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -2605,7 +2605,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -2621,7 +2621,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -2637,7 +2637,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -2655,7 +2655,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -2773,7 +2773,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -2789,7 +2789,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -2817,7 +2817,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -2841,7 +2841,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -2859,7 +2859,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -2875,7 +2875,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -2891,7 +2891,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -2909,7 +2909,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -2991,7 +2991,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -3007,7 +3007,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -3035,7 +3035,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -3059,7 +3059,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -3077,7 +3077,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -3093,7 +3093,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -3109,7 +3109,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -3127,7 +3127,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -3157,7 +3157,7 @@ }, "fields": [ { - "fieldPath": "id", + "fieldPath": "customer_id", "nullable": true, "type": { "type": { @@ -3169,26 +3169,26 @@ "isPartOfKey": false }, { - "fieldPath": "customer_id", + "fieldPath": "description", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "integer(32)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "description", + "fieldPath": "id", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "integer(32)", "recursive": false, "isPartOfKey": false } @@ -3197,7 +3197,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -3213,7 +3213,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -3241,7 +3241,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -3265,7 +3265,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -3283,7 +3283,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -3299,7 +3299,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -3315,7 +3315,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -3333,7 +3333,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -3387,26 +3387,26 @@ "isPartOfKey": false }, { - "fieldPath": "id", + "fieldPath": "name", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "name", + "fieldPath": "id", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false } @@ -3415,7 +3415,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -3431,7 +3431,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -3459,7 +3459,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -3483,7 +3483,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -3501,7 +3501,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -3517,7 +3517,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -3533,7 +3533,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -3615,7 +3615,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -3631,7 +3631,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -3656,7 +3656,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -3680,7 +3680,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -3704,7 +3704,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -3722,7 +3722,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -3738,7 +3738,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -3754,7 +3754,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -3784,7 +3784,7 @@ }, "fields": [ { - "fieldPath": "createdfor", + "fieldPath": "aspect", "nullable": true, "type": { "type": { @@ -3796,7 +3796,7 @@ "isPartOfKey": false }, { - "fieldPath": "createdby", + "fieldPath": "metadata", "nullable": true, "type": { "type": { @@ -3820,7 +3820,7 @@ "isPartOfKey": false }, { - "fieldPath": "metadata", + "fieldPath": "createdby", "nullable": true, "type": { "type": { @@ -3832,26 +3832,26 @@ "isPartOfKey": false }, { - "fieldPath": "version", + "fieldPath": "createdfor", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "aspect", + "fieldPath": "version", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, @@ -3872,7 +3872,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -3888,7 +3888,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -3913,7 +3913,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -3941,7 +3941,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -3965,7 +3965,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -3983,7 +3983,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -3999,7 +3999,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -4015,7 +4015,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -4044,18 +4044,6 @@ } }, "fields": [ - { - "fieldPath": "id", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.NumberType": {} - } - }, - "nativeDataType": "bigint(64)", - "recursive": false, - "isPartOfKey": false - }, { "fieldPath": "urn", "nullable": true, @@ -4127,13 +4115,25 @@ "nativeDataType": "double(53)", "recursive": false, "isPartOfKey": false + }, + { + "fieldPath": "id", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.NumberType": {} + } + }, + "nativeDataType": "bigint(64)", + "recursive": false, + "isPartOfKey": false } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -4149,7 +4149,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -4174,7 +4174,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -4202,7 +4202,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -4226,7 +4226,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -4244,7 +4244,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -4260,7 +4260,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -4276,7 +4276,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -4306,50 +4306,50 @@ }, "fields": [ { - "fieldPath": "path", + "fieldPath": "doubleVal", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "double(53)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "doubleVal", + "fieldPath": "path", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "double(53)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "id", + "fieldPath": "urn", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "urn", + "fieldPath": "id", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false } @@ -4358,7 +4358,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -4374,7 +4374,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -4399,7 +4399,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -4427,7 +4427,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -4451,7 +4451,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -4469,7 +4469,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -4485,7 +4485,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -4501,7 +4501,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -4531,19 +4531,19 @@ }, "fields": [ { - "fieldPath": "first_name", + "fieldPath": "id", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "integer(32)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "last_name", + "fieldPath": "company", "nullable": true, "type": { "type": { @@ -4555,7 +4555,7 @@ "isPartOfKey": false }, { - "fieldPath": "company", + "fieldPath": "last_name", "nullable": true, "type": { "type": { @@ -4567,38 +4567,38 @@ "isPartOfKey": false }, { - "fieldPath": "id", + "fieldPath": "first_name", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "integer(32)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "priority", + "fieldPath": "email_address", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "float(24)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "email_address", + "fieldPath": "priority", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "float(24)", "recursive": false, "isPartOfKey": false } @@ -4607,7 +4607,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -4623,7 +4623,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -4648,7 +4648,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -4676,7 +4676,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -4700,7 +4700,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -4718,7 +4718,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -4734,7 +4734,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -4750,7 +4750,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -4780,7 +4780,7 @@ }, "fields": [ { - "fieldPath": "id", + "fieldPath": "customer_id", "nullable": true, "type": { "type": { @@ -4792,26 +4792,26 @@ "isPartOfKey": false }, { - "fieldPath": "customer_id", + "fieldPath": "description", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "integer(32)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "description", + "fieldPath": "id", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "integer(32)", "recursive": false, "isPartOfKey": false } @@ -4820,7 +4820,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -4836,7 +4836,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -4861,7 +4861,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -4889,7 +4889,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -4913,7 +4913,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -4931,7 +4931,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -4947,7 +4947,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -4963,7 +4963,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -4993,7 +4993,7 @@ }, "fields": [ { - "fieldPath": "A", + "fieldPath": "F", "nullable": true, "type": { "type": { @@ -5005,7 +5005,7 @@ "isPartOfKey": false }, { - "fieldPath": "I", + "fieldPath": "G", "nullable": true, "type": { "type": { @@ -5029,7 +5029,7 @@ "isPartOfKey": false }, { - "fieldPath": "G", + "fieldPath": "I", "nullable": true, "type": { "type": { @@ -5041,7 +5041,7 @@ "isPartOfKey": false }, { - "fieldPath": "F", + "fieldPath": "A", "nullable": true, "type": { "type": { @@ -5053,7 +5053,7 @@ "isPartOfKey": false }, { - "fieldPath": "E", + "fieldPath": "B", "nullable": true, "type": { "type": { @@ -5065,7 +5065,7 @@ "isPartOfKey": false }, { - "fieldPath": "D", + "fieldPath": "C", "nullable": true, "type": { "type": { @@ -5077,7 +5077,7 @@ "isPartOfKey": false }, { - "fieldPath": "C", + "fieldPath": "D", "nullable": true, "type": { "type": { @@ -5089,7 +5089,7 @@ "isPartOfKey": false }, { - "fieldPath": "B", + "fieldPath": "E", "nullable": true, "type": { "type": { @@ -5105,7 +5105,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -5121,7 +5121,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -5146,7 +5146,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -5174,7 +5174,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -5198,7 +5198,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -5216,7 +5216,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -5232,7 +5232,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -5248,7 +5248,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -5278,7 +5278,7 @@ }, "fields": [ { - "fieldPath": "M", + "fieldPath": "J", "nullable": true, "type": { "type": { @@ -5290,7 +5290,7 @@ "isPartOfKey": false }, { - "fieldPath": "A", + "fieldPath": "K", "nullable": true, "type": { "type": { @@ -5302,7 +5302,7 @@ "isPartOfKey": false }, { - "fieldPath": "B", + "fieldPath": "L", "nullable": true, "type": { "type": { @@ -5314,7 +5314,7 @@ "isPartOfKey": false }, { - "fieldPath": "C", + "fieldPath": "M", "nullable": true, "type": { "type": { @@ -5326,7 +5326,7 @@ "isPartOfKey": false }, { - "fieldPath": "D", + "fieldPath": "A", "nullable": true, "type": { "type": { @@ -5338,7 +5338,7 @@ "isPartOfKey": false }, { - "fieldPath": "E", + "fieldPath": "B", "nullable": true, "type": { "type": { @@ -5350,7 +5350,7 @@ "isPartOfKey": false }, { - "fieldPath": "F", + "fieldPath": "C", "nullable": true, "type": { "type": { @@ -5362,7 +5362,7 @@ "isPartOfKey": false }, { - "fieldPath": "G", + "fieldPath": "D", "nullable": true, "type": { "type": { @@ -5374,7 +5374,7 @@ "isPartOfKey": false }, { - "fieldPath": "H", + "fieldPath": "E", "nullable": true, "type": { "type": { @@ -5386,7 +5386,7 @@ "isPartOfKey": false }, { - "fieldPath": "I", + "fieldPath": "F", "nullable": true, "type": { "type": { @@ -5398,7 +5398,7 @@ "isPartOfKey": false }, { - "fieldPath": "J", + "fieldPath": "G", "nullable": true, "type": { "type": { @@ -5410,7 +5410,7 @@ "isPartOfKey": false }, { - "fieldPath": "K", + "fieldPath": "H", "nullable": true, "type": { "type": { @@ -5422,7 +5422,7 @@ "isPartOfKey": false }, { - "fieldPath": "L", + "fieldPath": "I", "nullable": true, "type": { "type": { @@ -5438,7 +5438,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -5454,7 +5454,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -5479,7 +5479,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -5511,7 +5511,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -5535,7 +5535,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -5553,7 +5553,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -5569,7 +5569,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -5585,7 +5585,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -5615,31 +5615,31 @@ }, "fields": [ { - "fieldPath": "DEPARTMENT_NAME", + "fieldPath": "DEPARTMENT_ID", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "double(53)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "DEPARTMENT_ID", + "fieldPath": "DEPARTMENT_NAME", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "double(53)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "LOCATION_ID", + "fieldPath": "MANAGER_ID", "nullable": true, "type": { "type": { @@ -5651,7 +5651,7 @@ "isPartOfKey": false }, { - "fieldPath": "MANAGER_ID", + "fieldPath": "LOCATION_ID", "nullable": true, "type": { "type": { @@ -5667,7 +5667,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -5683,7 +5683,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -5708,7 +5708,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -5740,7 +5740,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -5764,7 +5764,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -5782,7 +5782,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -5798,7 +5798,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -5814,7 +5814,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -5844,7 +5844,7 @@ }, "fields": [ { - "fieldPath": "cp_catalog_number", + "fieldPath": "cp_catalog_page_sk", "nullable": true, "type": { "type": { @@ -5856,7 +5856,7 @@ "isPartOfKey": false }, { - "fieldPath": "cp_department", + "fieldPath": "cp_catalog_page_id", "nullable": true, "type": { "type": { @@ -5868,7 +5868,7 @@ "isPartOfKey": false }, { - "fieldPath": "cp_end_date_sk", + "fieldPath": "cp_start_date_sk", "nullable": true, "type": { "type": { @@ -5880,7 +5880,7 @@ "isPartOfKey": false }, { - "fieldPath": "cp_start_date_sk", + "fieldPath": "cp_end_date_sk", "nullable": true, "type": { "type": { @@ -5892,7 +5892,7 @@ "isPartOfKey": false }, { - "fieldPath": "cp_catalog_page_id", + "fieldPath": "cp_department", "nullable": true, "type": { "type": { @@ -5904,7 +5904,7 @@ "isPartOfKey": false }, { - "fieldPath": "cp_catalog_page_sk", + "fieldPath": "cp_catalog_number", "nullable": true, "type": { "type": { @@ -5956,7 +5956,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -5972,7 +5972,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -5997,7 +5997,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -6037,7 +6037,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -6066,7 +6066,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -6095,7 +6095,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -6124,7 +6124,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -6153,7 +6153,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -6182,7 +6182,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -6211,7 +6211,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -6240,7 +6240,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -6269,7 +6269,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -6298,7 +6298,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -6327,7 +6327,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -6357,7 +6357,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -6385,7 +6385,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -6408,7 +6408,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -6424,7 +6424,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -6454,7 +6454,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -6482,7 +6482,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -6505,7 +6505,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -6521,7 +6521,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -6551,7 +6551,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -6579,7 +6579,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -6602,7 +6602,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -6618,7 +6618,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -6648,7 +6648,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -6676,7 +6676,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -6699,7 +6699,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -6715,7 +6715,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -6745,7 +6745,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -6773,7 +6773,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -6796,7 +6796,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -6812,7 +6812,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -6842,7 +6842,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -6870,7 +6870,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -6893,7 +6893,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -6909,13 +6909,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -6925,56 +6925,55 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 0, - "columnCount": 7, + "rowCount": 5, + "columnCount": 6, "fieldProfiles": [ - { - "fieldPath": "doubleVal", - "uniqueCount": 0, - "nullCount": 0 - }, { "fieldPath": "id", - "uniqueCount": 0, - "nullCount": 0 + "uniqueCount": 5, + "nullCount": 0, + "mean": "3.0", + "stdev": "1.5811388300841898" }, { - "fieldPath": "urn", - "uniqueCount": 0, + "fieldPath": "company", + "uniqueCount": 5, "nullCount": 0 }, { - "fieldPath": "aspect", - "uniqueCount": 0, + "fieldPath": "last_name", + "uniqueCount": 5, "nullCount": 0 }, { - "fieldPath": "path", - "uniqueCount": 0, + "fieldPath": "first_name", + "uniqueCount": 5, "nullCount": 0 }, { - "fieldPath": "longVal", - "uniqueCount": 0, + "fieldPath": "email_address", + "uniqueCount": 5, "nullCount": 0 }, { - "fieldPath": "stringVal", - "uniqueCount": 0, - "nullCount": 0 + "fieldPath": "priority", + "uniqueCount": 3, + "nullCount": 1, + "mean": "4.175000011920929", + "stdev": "0.4924429489953036" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -6984,42 +6983,72 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 2, - "columnCount": 7, + "rowCount": 10842, + "columnCount": 13, "fieldProfiles": [ { - "fieldPath": "createdfor", - "uniqueCount": 0, - "nullCount": 2 + "fieldPath": "J", + "uniqueCount": 121, + "nullCount": 0 }, { - "fieldPath": "createdby", - "uniqueCount": 1, + "fieldPath": "K", + "uniqueCount": 1379, "nullCount": 0 }, { - "fieldPath": "createdon", - "uniqueCount": 1, + "fieldPath": "L", + "uniqueCount": 2835, "nullCount": 0 }, { - "fieldPath": "metadata", - "uniqueCount": 2, + "fieldPath": "M", + "uniqueCount": 35, + "nullCount": 1 + }, + { + "fieldPath": "A", + "uniqueCount": 9661, "nullCount": 0 }, { - "fieldPath": "version", - "uniqueCount": 1, + "fieldPath": "B", + "uniqueCount": 35, "nullCount": 0 }, { - "fieldPath": "aspect", - "uniqueCount": 2, + "fieldPath": "C", + "uniqueCount": 42, "nullCount": 0 }, { - "fieldPath": "urn", - "uniqueCount": 1, + "fieldPath": "D", + "uniqueCount": 6003, + "nullCount": 0 + }, + { + "fieldPath": "E", + "uniqueCount": 463, + "nullCount": 0 + }, + { + "fieldPath": "F", + "uniqueCount": 23, + "nullCount": 0 + }, + { + "fieldPath": "G", + "uniqueCount": 5, + "nullCount": 0 + }, + { + "fieldPath": "H", + "uniqueCount": 94, + "nullCount": 0 + }, + { + "fieldPath": "I", + "uniqueCount": 8, "nullCount": 0 } ] @@ -7027,13 +7056,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.orders,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7044,13 +7073,47 @@ "type": "FULL_TABLE" }, "rowCount": 0, - "columnCount": 4, + "columnCount": 3, "fieldProfiles": [ { - "fieldPath": "path", + "fieldPath": "customer_id", + "uniqueCount": 0, + "nullCount": 0 + }, + { + "fieldPath": "description", "uniqueCount": 0, "nullCount": 0 }, + { + "fieldPath": "id", + "uniqueCount": 0, + "nullCount": 0 + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index,PROD)", + "changeType": "UPSERT", + "aspectName": "datasetProfile", + "aspect": { + "json": { + "timestampMillis": 1697353200000, + "partitionSpec": { + "partition": "FULL_TABLE_SNAPSHOT", + "type": "FULL_TABLE" + }, + "rowCount": 0, + "columnCount": 7, + "fieldProfiles": [ { "fieldPath": "doubleVal", "uniqueCount": 0, @@ -7065,13 +7128,33 @@ "fieldPath": "urn", "uniqueCount": 0, "nullCount": 0 + }, + { + "fieldPath": "aspect", + "uniqueCount": 0, + "nullCount": 0 + }, + { + "fieldPath": "path", + "uniqueCount": 0, + "nullCount": 0 + }, + { + "fieldPath": "longVal", + "uniqueCount": 0, + "nullCount": 0 + }, + { + "fieldPath": "stringVal", + "uniqueCount": 0, + "nullCount": 0 } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -7104,30 +7187,30 @@ "mean": "65000.0", "stdev": "12909.944487358056" }, + { + "fieldPath": "name", + "uniqueCount": 4, + "nullCount": 0 + }, { "fieldPath": "id", "uniqueCount": 4, "nullCount": 0, "mean": "2.5", "stdev": "1.2909944487358056" - }, - { - "fieldPath": "name", - "uniqueCount": 4, - "nullCount": 0 } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7137,52 +7220,27 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 3834, - "columnCount": 9, + "rowCount": 0, + "columnCount": 4, "fieldProfiles": [ { - "fieldPath": "A", - "uniqueCount": 2, - "nullCount": 0 - }, - { - "fieldPath": "I", - "uniqueCount": 85, - "nullCount": 0 - }, - { - "fieldPath": "H", - "uniqueCount": 91, - "nullCount": 0 - }, - { - "fieldPath": "G", - "uniqueCount": 40, - "nullCount": 0 - }, - { - "fieldPath": "F", - "uniqueCount": 61, - "nullCount": 0 - }, - { - "fieldPath": "E", - "uniqueCount": 192, + "fieldPath": "doubleVal", + "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "D", - "uniqueCount": 76, + "fieldPath": "path", + "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "C", - "uniqueCount": 3834, + "fieldPath": "urn", + "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "B", - "uniqueCount": 2, + "fieldPath": "id", + "uniqueCount": 0, "nullCount": 0 } ] @@ -7190,13 +7248,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7206,81 +7264,52 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 0, - "columnCount": 7, + "rowCount": 3834, + "columnCount": 9, "fieldProfiles": [ { - "fieldPath": "id", - "uniqueCount": 0, + "fieldPath": "H", + "uniqueCount": 91, "nullCount": 0 }, { - "fieldPath": "urn", - "uniqueCount": 0, + "fieldPath": "F", + "uniqueCount": 61, "nullCount": 0 }, { - "fieldPath": "aspect", - "uniqueCount": 0, + "fieldPath": "E", + "uniqueCount": 192, "nullCount": 0 }, { - "fieldPath": "path", - "uniqueCount": 0, + "fieldPath": "D", + "uniqueCount": 76, "nullCount": 0 }, { - "fieldPath": "longVal", - "uniqueCount": 0, + "fieldPath": "C", + "uniqueCount": 3834, "nullCount": 0 }, { - "fieldPath": "stringVal", - "uniqueCount": 0, + "fieldPath": "B", + "uniqueCount": 2, "nullCount": 0 }, { - "fieldPath": "doubleVal", - "uniqueCount": 0, - "nullCount": 0 - } - ] - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.orders,PROD)", - "changeType": "UPSERT", - "aspectName": "datasetProfile", - "aspect": { - "json": { - "timestampMillis": 1697353200000, - "partitionSpec": { - "partition": "FULL_TABLE_SNAPSHOT", - "type": "FULL_TABLE" - }, - "rowCount": 0, - "columnCount": 3, - "fieldProfiles": [ - { - "fieldPath": "id", - "uniqueCount": 0, + "fieldPath": "A", + "uniqueCount": 2, "nullCount": 0 }, { - "fieldPath": "customer_id", - "uniqueCount": 0, + "fieldPath": "I", + "uniqueCount": 85, "nullCount": 0 }, { - "fieldPath": "description", - "uniqueCount": 0, + "fieldPath": "G", + "uniqueCount": 40, "nullCount": 0 } ] @@ -7288,13 +7317,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7304,86 +7333,47 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 10842, - "columnCount": 13, + "rowCount": 4, + "columnCount": 4, "fieldProfiles": [ { - "fieldPath": "M", - "uniqueCount": 35, - "nullCount": 1 - }, - { - "fieldPath": "A", - "uniqueCount": 9661, - "nullCount": 0 - }, - { - "fieldPath": "B", - "uniqueCount": 35, - "nullCount": 0 - }, - { - "fieldPath": "C", - "uniqueCount": 42, - "nullCount": 0 - }, - { - "fieldPath": "D", - "uniqueCount": 6003, - "nullCount": 0 - }, - { - "fieldPath": "E", - "uniqueCount": 463, - "nullCount": 0 - }, - { - "fieldPath": "F", - "uniqueCount": 23, - "nullCount": 0 - }, - { - "fieldPath": "G", - "uniqueCount": 5, - "nullCount": 0 - }, - { - "fieldPath": "H", - "uniqueCount": 94, - "nullCount": 0 - }, - { - "fieldPath": "I", - "uniqueCount": 8, - "nullCount": 0 + "fieldPath": "id", + "uniqueCount": 4, + "nullCount": 0, + "mean": "2.5", + "stdev": "1.2909944487358056" }, { - "fieldPath": "J", - "uniqueCount": 121, + "fieldPath": "name", + "uniqueCount": 4, "nullCount": 0 }, { - "fieldPath": "K", - "uniqueCount": 1379, - "nullCount": 0 + "fieldPath": "age", + "uniqueCount": 4, + "nullCount": 0, + "mean": "32.5", + "stdev": "6.454972243679028" }, { - "fieldPath": "L", - "uniqueCount": 2835, - "nullCount": 0 + "fieldPath": "salary", + "uniqueCount": 4, + "nullCount": 0, + "mean": "65000.0", + "stdev": "12909.944487358056" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7393,47 +7383,41 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 4, + "rowCount": 0, "columnCount": 4, "fieldProfiles": [ { - "fieldPath": "id", - "uniqueCount": 4, - "nullCount": 0, - "mean": "2.5", - "stdev": "1.2909944487358056" + "fieldPath": "doubleVal", + "uniqueCount": 0, + "nullCount": 0 }, { - "fieldPath": "name", - "uniqueCount": 4, + "fieldPath": "path", + "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "age", - "uniqueCount": 4, - "nullCount": 0, - "mean": "32.5", - "stdev": "6.454972243679028" + "fieldPath": "urn", + "uniqueCount": 0, + "nullCount": 0 }, { - "fieldPath": "salary", - "uniqueCount": 4, - "nullCount": 0, - "mean": "65000.0", - "stdev": "12909.944487358056" + "fieldPath": "id", + "uniqueCount": 0, + "nullCount": 0 } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7443,66 +7427,56 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 3834, - "columnCount": 9, + "rowCount": 2, + "columnCount": 7, "fieldProfiles": [ { - "fieldPath": "I", - "uniqueCount": 85, + "fieldPath": "createdby", + "uniqueCount": 1, "nullCount": 0 }, { - "fieldPath": "A", - "uniqueCount": 2, + "fieldPath": "urn", + "uniqueCount": 1, "nullCount": 0 }, { - "fieldPath": "B", + "fieldPath": "aspect", "uniqueCount": 2, "nullCount": 0 }, { - "fieldPath": "C", - "uniqueCount": 3834, - "nullCount": 0 - }, - { - "fieldPath": "D", - "uniqueCount": 76, - "nullCount": 0 - }, - { - "fieldPath": "E", - "uniqueCount": 192, + "fieldPath": "version", + "uniqueCount": 1, "nullCount": 0 }, { - "fieldPath": "F", - "uniqueCount": 61, + "fieldPath": "metadata", + "uniqueCount": 2, "nullCount": 0 }, { - "fieldPath": "G", - "uniqueCount": 40, + "fieldPath": "createdon", + "uniqueCount": 1, "nullCount": 0 }, { - "fieldPath": "H", - "uniqueCount": 91, - "nullCount": 0 + "fieldPath": "createdfor", + "uniqueCount": 0, + "nullCount": 2 } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.orders,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7513,20 +7487,40 @@ "type": "FULL_TABLE" }, "rowCount": 0, - "columnCount": 3, + "columnCount": 7, "fieldProfiles": [ { - "fieldPath": "id", + "fieldPath": "urn", "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "customer_id", + "fieldPath": "aspect", "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "description", + "fieldPath": "path", + "uniqueCount": 0, + "nullCount": 0 + }, + { + "fieldPath": "longVal", + "uniqueCount": 0, + "nullCount": 0 + }, + { + "fieldPath": "stringVal", + "uniqueCount": 0, + "nullCount": 0 + }, + { + "fieldPath": "doubleVal", + "uniqueCount": 0, + "nullCount": 0 + }, + { + "fieldPath": "id", "uniqueCount": 0, "nullCount": 0 } @@ -7535,13 +7529,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7551,41 +7545,52 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 5, - "columnCount": 6, + "rowCount": 3834, + "columnCount": 9, "fieldProfiles": [ { - "fieldPath": "first_name", - "uniqueCount": 5, + "fieldPath": "F", + "uniqueCount": 61, "nullCount": 0 }, { - "fieldPath": "last_name", - "uniqueCount": 5, + "fieldPath": "G", + "uniqueCount": 40, "nullCount": 0 }, { - "fieldPath": "company", - "uniqueCount": 5, + "fieldPath": "H", + "uniqueCount": 91, "nullCount": 0 }, { - "fieldPath": "id", - "uniqueCount": 5, - "nullCount": 0, - "mean": "3.0", - "stdev": "1.5811388300841898" + "fieldPath": "I", + "uniqueCount": 85, + "nullCount": 0 }, { - "fieldPath": "priority", - "uniqueCount": 3, - "nullCount": 1, - "mean": "4.175000011920929", - "stdev": "0.4924429489953036" + "fieldPath": "A", + "uniqueCount": 2, + "nullCount": 0 }, { - "fieldPath": "email_address", - "uniqueCount": 5, + "fieldPath": "B", + "uniqueCount": 2, + "nullCount": 0 + }, + { + "fieldPath": "C", + "uniqueCount": 3834, + "nullCount": 0 + }, + { + "fieldPath": "D", + "uniqueCount": 76, + "nullCount": 0 + }, + { + "fieldPath": "E", + "uniqueCount": 192, "nullCount": 0 } ] @@ -7593,13 +7598,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7612,21 +7617,11 @@ "rowCount": 2, "columnCount": 7, "fieldProfiles": [ - { - "fieldPath": "urn", - "uniqueCount": 1, - "nullCount": 0 - }, { "fieldPath": "aspect", "uniqueCount": 2, "nullCount": 0 }, - { - "fieldPath": "version", - "uniqueCount": 1, - "nullCount": 0 - }, { "fieldPath": "metadata", "uniqueCount": 2, @@ -7646,19 +7641,29 @@ "fieldPath": "createdfor", "uniqueCount": 0, "nullCount": 2 + }, + { + "fieldPath": "version", + "uniqueCount": 1, + "nullCount": 0 + }, + { + "fieldPath": "urn", + "uniqueCount": 1, + "nullCount": 0 } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.orders,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7669,20 +7674,15 @@ "type": "FULL_TABLE" }, "rowCount": 0, - "columnCount": 4, + "columnCount": 3, "fieldProfiles": [ { - "fieldPath": "doubleVal", - "uniqueCount": 0, - "nullCount": 0 - }, - { - "fieldPath": "path", + "fieldPath": "customer_id", "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "urn", + "fieldPath": "description", "uniqueCount": 0, "nullCount": 0 }, @@ -7696,7 +7696,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -7715,22 +7715,25 @@ "rowCount": 5, "columnCount": 6, "fieldProfiles": [ + { + "fieldPath": "company", + "uniqueCount": 5, + "nullCount": 0 + }, { "fieldPath": "last_name", "uniqueCount": 5, "nullCount": 0 }, { - "fieldPath": "company", + "fieldPath": "first_name", "uniqueCount": 5, "nullCount": 0 }, { - "fieldPath": "id", + "fieldPath": "email_address", "uniqueCount": 5, - "nullCount": 0, - "mean": "3.0", - "stdev": "1.5811388300841898" + "nullCount": 0 }, { "fieldPath": "priority", @@ -7740,21 +7743,18 @@ "stdev": "0.4924429489953036" }, { - "fieldPath": "email_address", - "uniqueCount": 5, - "nullCount": 0 - }, - { - "fieldPath": "first_name", + "fieldPath": "id", "uniqueCount": 5, - "nullCount": 0 + "nullCount": 0, + "mean": "3.0", + "stdev": "1.5811388300841898" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -7773,11 +7773,6 @@ "rowCount": 27, "columnCount": 4, "fieldProfiles": [ - { - "fieldPath": "DEPARTMENT_NAME", - "uniqueCount": 27, - "nullCount": 0 - }, { "fieldPath": "DEPARTMENT_ID", "uniqueCount": 27, @@ -7786,11 +7781,9 @@ "stdev": "79.37253933193772" }, { - "fieldPath": "LOCATION_ID", - "uniqueCount": 7, - "nullCount": 0, - "mean": "1777.7777777777778", - "stdev": "284.6500325410858" + "fieldPath": "DEPARTMENT_NAME", + "uniqueCount": 27, + "nullCount": 0 }, { "fieldPath": "MANAGER_ID", @@ -7798,13 +7791,20 @@ "nullCount": 16, "mean": "154.9090909090909", "stdev": "47.139059272443184" + }, + { + "fieldPath": "LOCATION_ID", + "uniqueCount": 7, + "nullCount": 0, + "mean": "1777.7777777777778", + "stdev": "284.6500325410858" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -7824,24 +7824,17 @@ "columnCount": 9, "fieldProfiles": [ { - "fieldPath": "cp_catalog_number", - "uniqueCount": 109, - "nullCount": 297, - "mean": "54.62360704305962", - "stdev": "31.27039684588463" + "fieldPath": "cp_catalog_page_sk", + "uniqueCount": 30000, + "nullCount": 0, + "mean": "15000.5", + "stdev": "8660.398374208891" }, { - "fieldPath": "cp_department", - "uniqueCount": 2, + "fieldPath": "cp_catalog_page_id", + "uniqueCount": 30000, "nullCount": 0 }, - { - "fieldPath": "cp_end_date_sk", - "uniqueCount": 97, - "nullCount": 302, - "mean": "2451940.632601522", - "stdev": "634.7367986145963" - }, { "fieldPath": "cp_start_date_sk", "uniqueCount": 91, @@ -7850,16 +7843,23 @@ "stdev": "634.1320559175408" }, { - "fieldPath": "cp_catalog_page_id", - "uniqueCount": 30000, + "fieldPath": "cp_end_date_sk", + "uniqueCount": 97, + "nullCount": 302, + "mean": "2451940.632601522", + "stdev": "634.7367986145963" + }, + { + "fieldPath": "cp_department", + "uniqueCount": 2, "nullCount": 0 }, { - "fieldPath": "cp_catalog_page_sk", - "uniqueCount": 30000, - "nullCount": 0, - "mean": "15000.5", - "stdev": "8660.398374208891" + "fieldPath": "cp_catalog_number", + "uniqueCount": 109, + "nullCount": 297, + "mean": "54.62360704305962", + "stdev": "31.27039684588463" }, { "fieldPath": "cp_catalog_page_number", @@ -7883,7 +7883,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -7899,7 +7899,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -7915,7 +7915,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -7931,7 +7931,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -7947,7 +7947,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -7963,7 +7963,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } }, @@ -7979,7 +7979,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-c3x6s3", + "runId": "dremio-2023_10_15-07_00_00-yihcsa", "lastRunId": "no-run-id-provided" } } diff --git a/metadata-ingestion/tests/integration/dremio/test_dremio.py b/metadata-ingestion/tests/integration/dremio/test_dremio.py index ca1498425b4fb8..4d9343a67cfd61 100644 --- a/metadata-ingestion/tests/integration/dremio/test_dremio.py +++ b/metadata-ingestion/tests/integration/dremio/test_dremio.py @@ -485,7 +485,7 @@ def test_dremio_ingest( mce_helpers.check_golden_file( pytestconfig, output_path=output_path, - golden_path=test_resources_dir / "dremio_base_mces_golden.json", + golden_path=test_resources_dir / "dremio_mces_golden.json", ignore_paths=[], ) From c1b94aad122a469ff2a149299513c3402a55fd53 Mon Sep 17 00:00:00 2001 From: Jonny Dixon Date: Tue, 3 Dec 2024 14:39:06 +0000 Subject: [PATCH 21/52] Update dremio_mces_golden.json --- .../dremio/dremio_mces_golden.json | 3090 +++++++++-------- 1 file changed, 1636 insertions(+), 1454 deletions(-) diff --git a/metadata-ingestion/tests/integration/dremio/dremio_mces_golden.json b/metadata-ingestion/tests/integration/dremio/dremio_mces_golden.json index 020ceab7312fb2..3a8fce62f4bb36 100644 --- a/metadata-ingestion/tests/integration/dremio/dremio_mces_golden.json +++ b/metadata-ingestion/tests/integration/dremio/dremio_mces_golden.json @@ -15,7 +15,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -31,7 +31,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -49,7 +49,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -65,7 +65,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -85,7 +85,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -105,7 +105,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -121,7 +121,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -139,7 +139,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -155,7 +155,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -175,7 +175,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -195,7 +195,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -211,7 +211,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -229,7 +229,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -245,7 +245,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -265,7 +265,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -279,13 +279,13 @@ "customProperties": {}, "name": "@admin", "qualifiedName": "@admin", - "description": "# Wikis & Labels\n\n![Gnarly Catalog](https://d33wubrfki0l68.cloudfront.net/c1a54376c45a9276c080f3d10ed25ce61c17bcd2/2b946/img/home/open-source-for-everyone.svg)\n\nYou are reading the wiki for your home space! You can create and edit this information for any source, space, or folder.\n\nThis sidebar always shows the wiki for the current source, space or folder you are browsing.\n\nWhen previewing datasets, click on the `Catalog` tab to create a wiki or add labels to that dataset.\n\n**Tip:** You can hide the wiki by clicking on the sidebar icon on upper right hand side.", + "description": "# Wikis & Labels\n\n![Gnarly Catalog](https://d33wubrfki0l68.cloudfront.net/c1a54376c45a9276c080f3d10ed25ce61c17bcd2/2b946/img/home/open-source-for-everyone.svg)\n\nYou are reading the wiki for your home space! You can create and edit this information for any source, space, or folder.\n\nThis sidebar always shows the wiki for the current source, space or folder you are browsing.\n\nWhen browsing or previewing datasets, click on the `Open details panel` button to create a wiki or add labels to that dataset.\n\n**Tip:** You can hide the wiki by clicking on the sidebar icon on upper right hand side.", "env": "PROD" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -301,7 +301,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -319,7 +319,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -335,7 +335,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -355,7 +355,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -375,7 +375,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -391,7 +391,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -409,7 +409,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -425,7 +425,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -445,7 +445,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -465,7 +465,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -481,7 +481,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -497,7 +497,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -515,7 +515,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -531,7 +531,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -555,7 +555,117 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:6d76c46c4893c111f0006794f4a16482", + "changeType": "UPSERT", + "aspectName": "containerProperties", + "aspect": { + "json": { + "customProperties": {}, + "name": "warehouse", + "qualifiedName": "s3.warehouse", + "description": "", + "env": "PROD" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:6d76c46c4893c111f0006794f4a16482", + "changeType": "UPSERT", + "aspectName": "container", + "aspect": { + "json": { + "container": "urn:li:container:63a316133b08a091e919dc8c7a828a4d" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:6d76c46c4893c111f0006794f4a16482", + "changeType": "UPSERT", + "aspectName": "dataPlatformInstance", + "aspect": { + "json": { + "platform": "urn:li:dataPlatform:dremio" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:6d76c46c4893c111f0006794f4a16482", + "changeType": "UPSERT", + "aspectName": "subTypes", + "aspect": { + "json": { + "typeNames": [ + "Dremio Folder" + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:6d76c46c4893c111f0006794f4a16482", + "changeType": "UPSERT", + "aspectName": "status", + "aspect": { + "json": { + "removed": false + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "container", + "entityUrn": "urn:li:container:6d76c46c4893c111f0006794f4a16482", + "changeType": "UPSERT", + "aspectName": "browsePathsV2", + "aspect": { + "json": { + "path": [ + { + "id": "Sources" + }, + { + "id": "urn:li:container:63a316133b08a091e919dc8c7a828a4d", + "urn": "urn:li:container:63a316133b08a091e919dc8c7a828a4d" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -575,7 +685,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -591,7 +701,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -607,7 +717,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -625,7 +735,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -641,7 +751,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -665,7 +775,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -685,7 +795,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -701,7 +811,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -717,7 +827,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -735,7 +845,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -751,7 +861,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -775,7 +885,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -795,7 +905,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -811,7 +921,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -827,7 +937,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -845,7 +955,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -861,7 +971,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -885,7 +995,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -905,7 +1015,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -921,7 +1031,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -937,7 +1047,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -955,7 +1065,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -971,7 +1081,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -995,7 +1105,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1015,7 +1125,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1031,7 +1141,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1047,7 +1157,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1065,7 +1175,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1081,7 +1191,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1105,7 +1215,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1125,7 +1235,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1141,7 +1251,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1157,7 +1267,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1175,7 +1285,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1191,7 +1301,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1215,7 +1325,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1235,7 +1345,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1251,7 +1361,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1267,7 +1377,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1285,7 +1395,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1301,7 +1411,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1325,7 +1435,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1345,7 +1455,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1361,7 +1471,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1377,7 +1487,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1395,7 +1505,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1411,7 +1521,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1439,7 +1549,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1459,7 +1569,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1475,7 +1585,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1491,7 +1601,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1509,7 +1619,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1525,7 +1635,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1553,7 +1663,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1573,7 +1683,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1589,7 +1699,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1605,7 +1715,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1623,7 +1733,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1639,7 +1749,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1671,7 +1781,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1691,7 +1801,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1707,7 +1817,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1723,7 +1833,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1741,7 +1851,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1757,7 +1867,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1793,7 +1903,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1817,7 +1927,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1835,7 +1945,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1851,7 +1961,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1867,7 +1977,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1885,7 +1995,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -1915,7 +2025,7 @@ }, "fields": [ { - "fieldPath": "H", + "fieldPath": "F", "nullable": true, "type": { "type": { @@ -1927,7 +2037,7 @@ "isPartOfKey": false }, { - "fieldPath": "F", + "fieldPath": "G", "nullable": true, "type": { "type": { @@ -1939,7 +2049,7 @@ "isPartOfKey": false }, { - "fieldPath": "E", + "fieldPath": "H", "nullable": true, "type": { "type": { @@ -1951,7 +2061,7 @@ "isPartOfKey": false }, { - "fieldPath": "D", + "fieldPath": "I", "nullable": true, "type": { "type": { @@ -1963,7 +2073,7 @@ "isPartOfKey": false }, { - "fieldPath": "C", + "fieldPath": "A", "nullable": true, "type": { "type": { @@ -1987,7 +2097,7 @@ "isPartOfKey": false }, { - "fieldPath": "A", + "fieldPath": "C", "nullable": true, "type": { "type": { @@ -1999,7 +2109,7 @@ "isPartOfKey": false }, { - "fieldPath": "I", + "fieldPath": "D", "nullable": true, "type": { "type": { @@ -2011,7 +2121,7 @@ "isPartOfKey": false }, { - "fieldPath": "G", + "fieldPath": "E", "nullable": true, "type": { "type": { @@ -2027,7 +2137,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -2043,7 +2153,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -2067,7 +2177,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -2091,7 +2201,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -2109,7 +2219,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -2125,7 +2235,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -2141,7 +2251,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -2153,13 +2263,13 @@ "aspect": { "json": { "materialized": false, - "viewLogic": "SELECT * FROM mysql.northwind.customers", + "viewLogic": "SELECT * FROM \"mysql\".northwind.customers", "viewLanguage": "SQL" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -2189,7 +2299,7 @@ }, "fields": [ { - "fieldPath": "company", + "fieldPath": "email_address", "nullable": true, "type": { "type": { @@ -2201,19 +2311,19 @@ "isPartOfKey": false }, { - "fieldPath": "last_name", + "fieldPath": "priority", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "float(24)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "first_name", + "fieldPath": "company", "nullable": true, "type": { "type": { @@ -2225,38 +2335,38 @@ "isPartOfKey": false }, { - "fieldPath": "email_address", + "fieldPath": "id", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "integer(32)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "priority", + "fieldPath": "first_name", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "float(24)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "id", + "fieldPath": "last_name", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "integer(32)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false } @@ -2265,7 +2375,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -2281,7 +2391,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -2309,7 +2419,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -2333,7 +2443,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -2351,7 +2461,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -2367,7 +2477,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -2383,7 +2493,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -2395,13 +2505,13 @@ "aspect": { "json": { "materialized": false, - "viewLogic": "SELECT * FROM mysql.metagalaxy.metadata_aspect", + "viewLogic": "SELECT * FROM \"mysql\".metagalaxy.\"metadata_aspect\"", "viewLanguage": "SQL" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -2442,6 +2552,18 @@ "recursive": false, "isPartOfKey": false }, + { + "fieldPath": "createdfor", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, { "fieldPath": "urn", "nullable": true, @@ -2501,25 +2623,13 @@ "nativeDataType": "timestamp(23)", "recursive": false, "isPartOfKey": false - }, - { - "fieldPath": "createdfor", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.StringType": {} - } - }, - "nativeDataType": "character varying(65536)", - "recursive": false, - "isPartOfKey": false } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -2535,7 +2645,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -2563,7 +2673,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -2587,7 +2697,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -2605,7 +2715,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -2621,7 +2731,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -2637,7 +2747,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -2649,13 +2759,13 @@ "aspect": { "json": { "materialized": false, - "viewLogic": "SELECT * FROM mysql.metagalaxy.metadata_index", + "viewLogic": "SELECT * FROM \"mysql\".metagalaxy.\"metadata_index\"", "viewLanguage": "SQL" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -2685,43 +2795,43 @@ }, "fields": [ { - "fieldPath": "doubleVal", + "fieldPath": "id", "nullable": true, "type": { "type": { "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "double(53)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "id", + "fieldPath": "urn", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "urn", + "fieldPath": "longVal", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "aspect", + "fieldPath": "stringVal", "nullable": true, "type": { "type": { @@ -2733,31 +2843,31 @@ "isPartOfKey": false }, { - "fieldPath": "path", + "fieldPath": "doubleVal", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "double(53)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "longVal", + "fieldPath": "path", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "stringVal", + "fieldPath": "aspect", "nullable": true, "type": { "type": { @@ -2773,7 +2883,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -2789,7 +2899,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -2817,7 +2927,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -2841,7 +2951,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -2859,7 +2969,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -2875,7 +2985,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -2891,7 +3001,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -2903,13 +3013,13 @@ "aspect": { "json": { "materialized": false, - "viewLogic": "SELECT * FROM mysql.metagalaxy.metadata_index_view", + "viewLogic": "SELECT * FROM \"mysql\".metagalaxy.\"metadata_index_view\"", "viewLanguage": "SQL" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -2939,19 +3049,19 @@ }, "fields": [ { - "fieldPath": "doubleVal", + "fieldPath": "id", "nullable": true, "type": { "type": { "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "double(53)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "path", + "fieldPath": "urn", "nullable": true, "type": { "type": { @@ -2963,7 +3073,7 @@ "isPartOfKey": false }, { - "fieldPath": "urn", + "fieldPath": "path", "nullable": true, "type": { "type": { @@ -2975,14 +3085,14 @@ "isPartOfKey": false }, { - "fieldPath": "id", + "fieldPath": "doubleVal", "nullable": true, "type": { "type": { "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "double(53)", "recursive": false, "isPartOfKey": false } @@ -2991,7 +3101,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -3007,7 +3117,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -3035,7 +3145,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -3059,7 +3169,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -3077,7 +3187,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -3093,7 +3203,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -3109,7 +3219,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -3121,13 +3231,13 @@ "aspect": { "json": { "materialized": false, - "viewLogic": "SELECT * FROM mysql.northwind.orders", + "viewLogic": "SELECT * FROM \"mysql\".northwind.orders", "viewLanguage": "SQL" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -3197,7 +3307,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -3213,7 +3323,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -3241,7 +3351,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -3265,7 +3375,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -3283,7 +3393,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -3299,7 +3409,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -3315,7 +3425,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -3327,13 +3437,13 @@ "aspect": { "json": { "materialized": false, - "viewLogic": "SELECT * FROM s3.warehouse", + "viewLogic": "SELECT * FROM s3.warehouse.\"sample.parquet\"", "viewLanguage": "SQL" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -3363,7 +3473,7 @@ }, "fields": [ { - "fieldPath": "age", + "fieldPath": "salary", "nullable": true, "type": { "type": { @@ -3375,7 +3485,7 @@ "isPartOfKey": false }, { - "fieldPath": "salary", + "fieldPath": "age", "nullable": true, "type": { "type": { @@ -3415,7 +3525,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -3431,7 +3541,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -3459,21 +3569,21 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse.sample.parquet,PROD)", "changeType": "UPSERT", "aspectName": "datasetProperties", "aspect": { "json": { "customProperties": {}, - "externalUrl": "http://localhost:9047/source/\"s3\"/\"warehouse\"", - "name": "warehouse", - "qualifiedName": "s3.warehouse", + "externalUrl": "http://localhost:9047/source/\"s3\"/\"warehouse\".\"sample.parquet\"", + "name": "sample.parquet", + "qualifiedName": "s3.warehouse.sample.parquet", "description": "", "created": { "time": 0 @@ -3483,13 +3593,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse.sample.parquet,PROD)", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -3501,13 +3611,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse.sample.parquet,PROD)", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { @@ -3517,34 +3627,34 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse.sample.parquet,PROD)", "changeType": "UPSERT", "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:63a316133b08a091e919dc8c7a828a4d" + "container": "urn:li:container:6d76c46c4893c111f0006794f4a16482" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse.sample.parquet,PROD)", "changeType": "UPSERT", "aspectName": "schemaMetadata", "aspect": { "json": { - "schemaName": "s3.warehouse", + "schemaName": "s3.warehouse.sample.parquet", "platform": "urn:li:dataPlatform:dremio", "version": 0, "created": { @@ -3615,13 +3725,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse.sample.parquet,PROD)", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -3631,13 +3741,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse.sample.parquet,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -3648,7 +3758,7 @@ "time": 0, "actor": "urn:li:corpuser:unknown" }, - "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples.//warehouse,PROD)", + "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./warehouse/sample.parquet,PROD)", "type": "COPY" } ] @@ -3656,13 +3766,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse.sample.parquet,PROD)", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { @@ -3674,13 +3784,17 @@ { "id": "urn:li:container:63a316133b08a091e919dc8c7a828a4d", "urn": "urn:li:container:63a316133b08a091e919dc8c7a828a4d" + }, + { + "id": "urn:li:container:6d76c46c4893c111f0006794f4a16482", + "urn": "urn:li:container:6d76c46c4893c111f0006794f4a16482" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -3704,7 +3818,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -3722,7 +3836,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -3738,7 +3852,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -3754,7 +3868,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -3784,7 +3898,7 @@ }, "fields": [ { - "fieldPath": "aspect", + "fieldPath": "urn", "nullable": true, "type": { "type": { @@ -3796,7 +3910,7 @@ "isPartOfKey": false }, { - "fieldPath": "metadata", + "fieldPath": "createdfor", "nullable": true, "type": { "type": { @@ -3808,31 +3922,31 @@ "isPartOfKey": false }, { - "fieldPath": "createdon", + "fieldPath": "createdby", "nullable": true, "type": { "type": { - "com.linkedin.schema.DateType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "timestamp(23)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "createdby", + "fieldPath": "createdon", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.DateType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "timestamp(23)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "createdfor", + "fieldPath": "metadata", "nullable": true, "type": { "type": { @@ -3856,7 +3970,7 @@ "isPartOfKey": false }, { - "fieldPath": "urn", + "fieldPath": "aspect", "nullable": true, "type": { "type": { @@ -3872,7 +3986,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -3888,7 +4002,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -3913,7 +4027,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -3941,7 +4055,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -3965,7 +4079,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -3983,7 +4097,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -3999,7 +4113,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -4015,7 +4129,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -4045,31 +4159,31 @@ }, "fields": [ { - "fieldPath": "urn", + "fieldPath": "doubleVal", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "double(53)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "aspect", + "fieldPath": "id", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "path", + "fieldPath": "urn", "nullable": true, "type": { "type": { @@ -4081,19 +4195,19 @@ "isPartOfKey": false }, { - "fieldPath": "longVal", + "fieldPath": "aspect", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "stringVal", + "fieldPath": "path", "nullable": true, "type": { "type": { @@ -4105,26 +4219,26 @@ "isPartOfKey": false }, { - "fieldPath": "doubleVal", + "fieldPath": "longVal", "nullable": true, "type": { "type": { "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "double(53)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "id", + "fieldPath": "stringVal", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false } @@ -4133,7 +4247,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -4149,7 +4263,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -4174,7 +4288,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -4202,7 +4316,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -4226,7 +4340,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -4244,7 +4358,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -4260,7 +4374,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -4276,7 +4390,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -4306,26 +4420,26 @@ }, "fields": [ { - "fieldPath": "doubleVal", + "fieldPath": "path", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "double(53)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "path", + "fieldPath": "id", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, @@ -4342,14 +4456,14 @@ "isPartOfKey": false }, { - "fieldPath": "id", + "fieldPath": "doubleVal", "nullable": true, "type": { "type": { "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "double(53)", "recursive": false, "isPartOfKey": false } @@ -4358,7 +4472,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -4374,7 +4488,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -4399,7 +4513,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -4427,7 +4541,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -4451,7 +4565,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -4469,7 +4583,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -4485,7 +4599,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -4501,7 +4615,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -4607,7 +4721,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -4623,7 +4737,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -4648,7 +4762,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -4676,7 +4790,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -4700,7 +4814,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -4718,7 +4832,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -4734,7 +4848,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -4750,7 +4864,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -4792,26 +4906,26 @@ "isPartOfKey": false }, { - "fieldPath": "description", + "fieldPath": "id", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "integer(32)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "id", + "fieldPath": "description", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "integer(32)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false } @@ -4820,7 +4934,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -4836,7 +4950,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -4861,7 +4975,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -4889,7 +5003,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -4913,7 +5027,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -4931,7 +5045,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -4947,7 +5061,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -4963,7 +5077,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -5105,7 +5219,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -5121,7 +5235,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -5146,7 +5260,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -5174,7 +5288,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -5198,7 +5312,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -5216,7 +5330,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -5232,7 +5346,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -5248,7 +5362,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -5278,7 +5392,7 @@ }, "fields": [ { - "fieldPath": "J", + "fieldPath": "A", "nullable": true, "type": { "type": { @@ -5290,7 +5404,7 @@ "isPartOfKey": false }, { - "fieldPath": "K", + "fieldPath": "B", "nullable": true, "type": { "type": { @@ -5302,7 +5416,7 @@ "isPartOfKey": false }, { - "fieldPath": "L", + "fieldPath": "C", "nullable": true, "type": { "type": { @@ -5314,7 +5428,7 @@ "isPartOfKey": false }, { - "fieldPath": "M", + "fieldPath": "D", "nullable": true, "type": { "type": { @@ -5326,7 +5440,7 @@ "isPartOfKey": false }, { - "fieldPath": "A", + "fieldPath": "E", "nullable": true, "type": { "type": { @@ -5338,7 +5452,7 @@ "isPartOfKey": false }, { - "fieldPath": "B", + "fieldPath": "F", "nullable": true, "type": { "type": { @@ -5350,7 +5464,7 @@ "isPartOfKey": false }, { - "fieldPath": "C", + "fieldPath": "G", "nullable": true, "type": { "type": { @@ -5362,7 +5476,7 @@ "isPartOfKey": false }, { - "fieldPath": "D", + "fieldPath": "H", "nullable": true, "type": { "type": { @@ -5374,7 +5488,7 @@ "isPartOfKey": false }, { - "fieldPath": "E", + "fieldPath": "I", "nullable": true, "type": { "type": { @@ -5386,7 +5500,7 @@ "isPartOfKey": false }, { - "fieldPath": "F", + "fieldPath": "J", "nullable": true, "type": { "type": { @@ -5398,7 +5512,7 @@ "isPartOfKey": false }, { - "fieldPath": "G", + "fieldPath": "K", "nullable": true, "type": { "type": { @@ -5410,7 +5524,7 @@ "isPartOfKey": false }, { - "fieldPath": "H", + "fieldPath": "L", "nullable": true, "type": { "type": { @@ -5422,7 +5536,7 @@ "isPartOfKey": false }, { - "fieldPath": "I", + "fieldPath": "M", "nullable": true, "type": { "type": { @@ -5438,7 +5552,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -5454,7 +5568,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -5479,7 +5593,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -5511,7 +5625,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -5535,7 +5649,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -5553,7 +5667,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -5569,7 +5683,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -5585,7 +5699,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -5615,31 +5729,31 @@ }, "fields": [ { - "fieldPath": "DEPARTMENT_ID", + "fieldPath": "DEPARTMENT_NAME", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "double(53)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "DEPARTMENT_NAME", + "fieldPath": "MANAGER_ID", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "double(53)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "MANAGER_ID", + "fieldPath": "DEPARTMENT_ID", "nullable": true, "type": { "type": { @@ -5667,7 +5781,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -5683,7 +5797,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -5708,7 +5822,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -5740,7 +5854,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -5764,7 +5878,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -5782,7 +5896,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -5798,7 +5912,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -5814,7 +5928,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -5844,7 +5958,7 @@ }, "fields": [ { - "fieldPath": "cp_catalog_page_sk", + "fieldPath": "cp_start_date_sk", "nullable": true, "type": { "type": { @@ -5856,26 +5970,26 @@ "isPartOfKey": false }, { - "fieldPath": "cp_catalog_page_id", + "fieldPath": "cp_catalog_page_sk", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "cp_start_date_sk", + "fieldPath": "cp_catalog_page_id", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, @@ -5956,7 +6070,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -5972,7 +6086,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -5997,7 +6111,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -6037,7 +6151,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -6061,12 +6175,91 @@ "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_aspect,PROD)", "type": "COPY" } + ], + "fineGrainedLineages": [ + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_aspect,PROD),urn)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD),urn)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_aspect,PROD),createdfor)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD),createdfor)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_aspect,PROD),createdby)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD),createdby)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_aspect,PROD),createdon)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD),createdon)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_aspect,PROD),metadata)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD),metadata)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_aspect,PROD),version)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD),version)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_aspect,PROD),aspect)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD),aspect)" + ], + "confidenceScore": 1.0 + } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -6090,12 +6283,91 @@ "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index,PROD)", "type": "COPY" } + ], + "fineGrainedLineages": [ + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index,PROD),doubleVal)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD),doubleVal)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index,PROD),id)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD),id)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index,PROD),urn)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD),urn)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index,PROD),aspect)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD),aspect)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index,PROD),path)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD),path)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index,PROD),longVal)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD),longVal)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index,PROD),stringVal)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD),stringVal)" + ], + "confidenceScore": 1.0 + } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -6119,12 +6391,58 @@ "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index_view,PROD)", "type": "COPY" } + ], + "fineGrainedLineages": [ + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index_view,PROD),path)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index_view,PROD),path)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index_view,PROD),id)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index_view,PROD),id)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index_view,PROD),urn)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index_view,PROD),urn)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index_view,PROD),doubleVal)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index_view,PROD),doubleVal)" + ], + "confidenceScore": 1.0 + } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -6148,12 +6466,80 @@ "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD)", "type": "COPY" } + ], + "fineGrainedLineages": [ + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD),id)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD),id)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD),company)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD),company)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD),last_name)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD),last_name)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD),first_name)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD),first_name)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD),email_address)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD),email_address)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD),priority)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD),priority)" + ], + "confidenceScore": 1.0 + } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -6177,18 +6563,53 @@ "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.orders,PROD)", "type": "COPY" } + ], + "fineGrainedLineages": [ + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.orders,PROD),customer_id)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.orders,PROD),customer_id)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.orders,PROD),id)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.orders,PROD),id)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.orders,PROD),description)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.orders,PROD),description)" + ], + "confidenceScore": 1.0 + } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse.sample.parquet,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -6203,15 +6624,61 @@ "time": 0, "actor": "urn:li:corpuser:_ingestion" }, - "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples.//warehouse,PROD)", + "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./warehouse/sample.parquet,PROD)", "type": "COPY" } + ], + "fineGrainedLineages": [ + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./warehouse/sample.parquet,PROD),id)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse.sample.parquet,PROD),id)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./warehouse/sample.parquet,PROD),name)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse.sample.parquet,PROD),name)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./warehouse/sample.parquet,PROD),age)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse.sample.parquet,PROD),age)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./warehouse/sample.parquet,PROD),salary)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse.sample.parquet,PROD),salary)" + ], + "confidenceScore": 1.0 + } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -6235,12 +6702,157 @@ "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD)", "type": "COPY" } + ], + "fineGrainedLineages": [ + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),A)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),A)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),B)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),B)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),C)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),C)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),D)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),D)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),E)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),E)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),F)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),F)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),G)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),G)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),H)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),H)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),I)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),I)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),J)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),J)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),K)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),K)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),L)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),L)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),M)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),M)" + ], + "confidenceScore": 1.0 + } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -6264,12 +6876,58 @@ "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/oracle-departments.xlsx,PROD)", "type": "COPY" } + ], + "fineGrainedLineages": [ + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/oracle-departments.xlsx,PROD),DEPARTMENT_NAME)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD),DEPARTMENT_NAME)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/oracle-departments.xlsx,PROD),MANAGER_ID)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD),MANAGER_ID)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/oracle-departments.xlsx,PROD),DEPARTMENT_ID)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD),DEPARTMENT_ID)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/oracle-departments.xlsx,PROD),LOCATION_ID)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD),LOCATION_ID)" + ], + "confidenceScore": 1.0 + } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -6293,12 +6951,113 @@ "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD)", "type": "COPY" } + ], + "fineGrainedLineages": [ + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),F)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),F)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),G)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),G)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),H)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),H)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),I)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),I)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),A)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),A)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),B)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),B)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),C)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),C)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),D)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),D)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),E)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),E)" + ], + "confidenceScore": 1.0 + } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -6322,749 +7081,293 @@ "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD)", "type": "COPY" } + ], + "fineGrainedLineages": [ + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_start_date_sk)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_start_date_sk)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_catalog_page_sk)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_catalog_page_sk)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_catalog_page_id)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_catalog_page_id)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_end_date_sk)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_end_date_sk)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_department)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_department)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_catalog_number)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_catalog_number)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_catalog_page_number)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_catalog_page_number)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_description)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_description)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_type)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_type)" + ], + "confidenceScore": 1.0 + } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", "changeType": "UPSERT", - "aspectName": "upstreamLineage", + "aspectName": "datasetProfile", "aspect": { "json": { - "upstreams": [ + "timestampMillis": 1697353200000, + "partitionSpec": { + "partition": "FULL_TABLE_SNAPSHOT", + "type": "FULL_TABLE" + }, + "rowCount": 3834, + "columnCount": 9, + "fieldProfiles": [ { - "auditStamp": { - "time": 1697353200000, - "actor": "urn:li:corpuser:_ingestion" - }, - "created": { - "time": 0, - "actor": "urn:li:corpuser:_ingestion" - }, - "dataset": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.northwind.customers,PROD)", - "type": "VIEW", - "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.customers%2CPROD%29" + "fieldPath": "F", + "uniqueCount": 61, + "nullCount": 0 + }, + { + "fieldPath": "G", + "uniqueCount": 40, + "nullCount": 0 + }, + { + "fieldPath": "H", + "uniqueCount": 91, + "nullCount": 0 + }, + { + "fieldPath": "I", + "uniqueCount": 85, + "nullCount": 0 + }, + { + "fieldPath": "A", + "uniqueCount": 2, + "nullCount": 0 + }, + { + "fieldPath": "B", + "uniqueCount": 2, + "nullCount": 0 + }, + { + "fieldPath": "C", + "uniqueCount": 3834, + "nullCount": 0 + }, + { + "fieldPath": "D", + "uniqueCount": 76, + "nullCount": 0 + }, + { + "fieldPath": "E", + "uniqueCount": 192, + "nullCount": 0 } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, { - "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.customers%2CPROD%29", + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index_view,PROD)", "changeType": "UPSERT", - "aspectName": "queryProperties", + "aspectName": "datasetProfile", "aspect": { "json": { - "statement": { - "value": "SELECT\n *\nFROM mysql.northwind.customers", - "language": "SQL" - }, - "source": "SYSTEM", - "created": { - "time": 0, - "actor": "urn:li:corpuser:_ingestion" + "timestampMillis": 1697353200000, + "partitionSpec": { + "partition": "FULL_TABLE_SNAPSHOT", + "type": "FULL_TABLE" }, - "lastModified": { - "time": 1697353200000, - "actor": "urn:li:corpuser:_ingestion" - } + "rowCount": 0, + "columnCount": 4, + "fieldProfiles": [ + { + "fieldPath": "path", + "uniqueCount": 0, + "nullCount": 0 + }, + { + "fieldPath": "id", + "uniqueCount": 0, + "nullCount": 0 + }, + { + "fieldPath": "urn", + "uniqueCount": 0, + "nullCount": 0 + }, + { + "fieldPath": "doubleVal", + "uniqueCount": 0, + "nullCount": 0 + } + ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, { - "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.customers%2CPROD%29", + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD)", "changeType": "UPSERT", - "aspectName": "querySubjects", + "aspectName": "datasetProfile", "aspect": { "json": { - "subjects": [ + "timestampMillis": 1697353200000, + "partitionSpec": { + "partition": "FULL_TABLE_SNAPSHOT", + "type": "FULL_TABLE" + }, + "rowCount": 0, + "columnCount": 7, + "fieldProfiles": [ + { + "fieldPath": "doubleVal", + "uniqueCount": 0, + "nullCount": 0 + }, + { + "fieldPath": "id", + "uniqueCount": 0, + "nullCount": 0 + }, + { + "fieldPath": "urn", + "uniqueCount": 0, + "nullCount": 0 + }, + { + "fieldPath": "aspect", + "uniqueCount": 0, + "nullCount": 0 + }, + { + "fieldPath": "path", + "uniqueCount": 0, + "nullCount": 0 + }, { - "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.northwind.customers,PROD)" + "fieldPath": "longVal", + "uniqueCount": 0, + "nullCount": 0 }, { - "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.customers,PROD)" + "fieldPath": "stringVal", + "uniqueCount": 0, + "nullCount": 0 } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, { - "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.customers%2CPROD%29", + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.orders,PROD)", "changeType": "UPSERT", - "aspectName": "dataPlatformInstance", - "aspect": { - "json": { - "platform": "urn:li:dataPlatform:dremio" - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_aspect,PROD)", - "changeType": "UPSERT", - "aspectName": "upstreamLineage", - "aspect": { - "json": { - "upstreams": [ - { - "auditStamp": { - "time": 1697353200000, - "actor": "urn:li:corpuser:_ingestion" - }, - "created": { - "time": 0, - "actor": "urn:li:corpuser:_ingestion" - }, - "dataset": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_aspect,PROD)", - "type": "VIEW", - "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_aspect%2CPROD%29" - } - ] - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_aspect%2CPROD%29", - "changeType": "UPSERT", - "aspectName": "queryProperties", - "aspect": { - "json": { - "statement": { - "value": "SELECT\n *\nFROM mysql.metagalaxy.metadata_aspect", - "language": "SQL" - }, - "source": "SYSTEM", - "created": { - "time": 0, - "actor": "urn:li:corpuser:_ingestion" - }, - "lastModified": { - "time": 1697353200000, - "actor": "urn:li:corpuser:_ingestion" - } - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_aspect%2CPROD%29", - "changeType": "UPSERT", - "aspectName": "querySubjects", - "aspect": { - "json": { - "subjects": [ - { - "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_aspect,PROD)" - }, - { - "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_aspect,PROD)" - } - ] - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_aspect%2CPROD%29", - "changeType": "UPSERT", - "aspectName": "dataPlatformInstance", - "aspect": { - "json": { - "platform": "urn:li:dataPlatform:dremio" - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index,PROD)", - "changeType": "UPSERT", - "aspectName": "upstreamLineage", - "aspect": { - "json": { - "upstreams": [ - { - "auditStamp": { - "time": 1697353200000, - "actor": "urn:li:corpuser:_ingestion" - }, - "created": { - "time": 0, - "actor": "urn:li:corpuser:_ingestion" - }, - "dataset": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_index,PROD)", - "type": "VIEW", - "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_index%2CPROD%29" - } - ] - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_index%2CPROD%29", - "changeType": "UPSERT", - "aspectName": "queryProperties", - "aspect": { - "json": { - "statement": { - "value": "SELECT\n *\nFROM mysql.metagalaxy.metadata_index", - "language": "SQL" - }, - "source": "SYSTEM", - "created": { - "time": 0, - "actor": "urn:li:corpuser:_ingestion" - }, - "lastModified": { - "time": 1697353200000, - "actor": "urn:li:corpuser:_ingestion" - } - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_index%2CPROD%29", - "changeType": "UPSERT", - "aspectName": "querySubjects", - "aspect": { - "json": { - "subjects": [ - { - "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_index,PROD)" - }, - { - "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index,PROD)" - } - ] - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_index%2CPROD%29", - "changeType": "UPSERT", - "aspectName": "dataPlatformInstance", - "aspect": { - "json": { - "platform": "urn:li:dataPlatform:dremio" - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index_view,PROD)", - "changeType": "UPSERT", - "aspectName": "upstreamLineage", - "aspect": { - "json": { - "upstreams": [ - { - "auditStamp": { - "time": 1697353200000, - "actor": "urn:li:corpuser:_ingestion" - }, - "created": { - "time": 0, - "actor": "urn:li:corpuser:_ingestion" - }, - "dataset": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_index_view,PROD)", - "type": "VIEW", - "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_index_view%2CPROD%29" - } - ] - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_index_view%2CPROD%29", - "changeType": "UPSERT", - "aspectName": "queryProperties", - "aspect": { - "json": { - "statement": { - "value": "SELECT\n *\nFROM mysql.metagalaxy.metadata_index_view", - "language": "SQL" - }, - "source": "SYSTEM", - "created": { - "time": 0, - "actor": "urn:li:corpuser:_ingestion" - }, - "lastModified": { - "time": 1697353200000, - "actor": "urn:li:corpuser:_ingestion" - } - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_index_view%2CPROD%29", - "changeType": "UPSERT", - "aspectName": "querySubjects", - "aspect": { - "json": { - "subjects": [ - { - "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_index_view,PROD)" - }, - { - "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index_view,PROD)" - } - ] - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_index_view%2CPROD%29", - "changeType": "UPSERT", - "aspectName": "dataPlatformInstance", - "aspect": { - "json": { - "platform": "urn:li:dataPlatform:dremio" - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.orders,PROD)", - "changeType": "UPSERT", - "aspectName": "upstreamLineage", - "aspect": { - "json": { - "upstreams": [ - { - "auditStamp": { - "time": 1697353200000, - "actor": "urn:li:corpuser:_ingestion" - }, - "created": { - "time": 0, - "actor": "urn:li:corpuser:_ingestion" - }, - "dataset": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.northwind.orders,PROD)", - "type": "VIEW", - "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.orders%2CPROD%29" - } - ] - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.orders%2CPROD%29", - "changeType": "UPSERT", - "aspectName": "queryProperties", - "aspect": { - "json": { - "statement": { - "value": "SELECT\n *\nFROM mysql.northwind.orders", - "language": "SQL" - }, - "source": "SYSTEM", - "created": { - "time": 0, - "actor": "urn:li:corpuser:_ingestion" - }, - "lastModified": { - "time": 1697353200000, - "actor": "urn:li:corpuser:_ingestion" - } - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.orders%2CPROD%29", - "changeType": "UPSERT", - "aspectName": "querySubjects", - "aspect": { - "json": { - "subjects": [ - { - "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.northwind.orders,PROD)" - }, - { - "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.orders,PROD)" - } - ] - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.orders%2CPROD%29", - "changeType": "UPSERT", - "aspectName": "dataPlatformInstance", - "aspect": { - "json": { - "platform": "urn:li:dataPlatform:dremio" - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.raw,PROD)", - "changeType": "UPSERT", - "aspectName": "upstreamLineage", - "aspect": { - "json": { - "upstreams": [ - { - "auditStamp": { - "time": 1697353200000, - "actor": "urn:li:corpuser:_ingestion" - }, - "created": { - "time": 0, - "actor": "urn:li:corpuser:_ingestion" - }, - "dataset": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD)", - "type": "VIEW", - "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.raw%2CPROD%29" - } - ] - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.raw%2CPROD%29", - "changeType": "UPSERT", - "aspectName": "queryProperties", - "aspect": { - "json": { - "statement": { - "value": "SELECT\n *\nFROM s3.warehouse", - "language": "SQL" - }, - "source": "SYSTEM", - "created": { - "time": 0, - "actor": "urn:li:corpuser:_ingestion" - }, - "lastModified": { - "time": 1697353200000, - "actor": "urn:li:corpuser:_ingestion" - } - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.raw%2CPROD%29", - "changeType": "UPSERT", - "aspectName": "querySubjects", - "aspect": { - "json": { - "subjects": [ - { - "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD)" - }, - { - "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.raw,PROD)" - } - ] - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.raw%2CPROD%29", - "changeType": "UPSERT", - "aspectName": "dataPlatformInstance", - "aspect": { - "json": { - "platform": "urn:li:dataPlatform:dremio" - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD)", - "changeType": "UPSERT", - "aspectName": "datasetProfile", - "aspect": { - "json": { - "timestampMillis": 1697353200000, - "partitionSpec": { - "partition": "FULL_TABLE_SNAPSHOT", - "type": "FULL_TABLE" - }, - "rowCount": 5, - "columnCount": 6, - "fieldProfiles": [ - { - "fieldPath": "id", - "uniqueCount": 5, - "nullCount": 0, - "mean": "3.0", - "stdev": "1.5811388300841898" - }, - { - "fieldPath": "company", - "uniqueCount": 5, - "nullCount": 0 - }, - { - "fieldPath": "last_name", - "uniqueCount": 5, - "nullCount": 0 - }, - { - "fieldPath": "first_name", - "uniqueCount": 5, - "nullCount": 0 - }, - { - "fieldPath": "email_address", - "uniqueCount": 5, - "nullCount": 0 - }, - { - "fieldPath": "priority", - "uniqueCount": 3, - "nullCount": 1, - "mean": "4.175000011920929", - "stdev": "0.4924429489953036" - } - ] - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", - "changeType": "UPSERT", - "aspectName": "datasetProfile", - "aspect": { - "json": { - "timestampMillis": 1697353200000, - "partitionSpec": { - "partition": "FULL_TABLE_SNAPSHOT", - "type": "FULL_TABLE" - }, - "rowCount": 10842, - "columnCount": 13, - "fieldProfiles": [ - { - "fieldPath": "J", - "uniqueCount": 121, - "nullCount": 0 - }, - { - "fieldPath": "K", - "uniqueCount": 1379, - "nullCount": 0 - }, - { - "fieldPath": "L", - "uniqueCount": 2835, - "nullCount": 0 - }, - { - "fieldPath": "M", - "uniqueCount": 35, - "nullCount": 1 - }, - { - "fieldPath": "A", - "uniqueCount": 9661, - "nullCount": 0 - }, - { - "fieldPath": "B", - "uniqueCount": 35, - "nullCount": 0 - }, - { - "fieldPath": "C", - "uniqueCount": 42, - "nullCount": 0 - }, - { - "fieldPath": "D", - "uniqueCount": 6003, - "nullCount": 0 - }, - { - "fieldPath": "E", - "uniqueCount": 463, - "nullCount": 0 - }, - { - "fieldPath": "F", - "uniqueCount": 23, - "nullCount": 0 - }, - { - "fieldPath": "G", - "uniqueCount": 5, - "nullCount": 0 - }, - { - "fieldPath": "H", - "uniqueCount": 94, - "nullCount": 0 - }, - { - "fieldPath": "I", - "uniqueCount": 8, - "nullCount": 0 - } - ] - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.orders,PROD)", - "changeType": "UPSERT", - "aspectName": "datasetProfile", + "aspectName": "datasetProfile", "aspect": { "json": { "timestampMillis": 1697353200000, @@ -7080,72 +7383,13 @@ "uniqueCount": 0, "nullCount": 0 }, - { - "fieldPath": "description", - "uniqueCount": 0, - "nullCount": 0 - }, - { - "fieldPath": "id", - "uniqueCount": 0, - "nullCount": 0 - } - ] - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index,PROD)", - "changeType": "UPSERT", - "aspectName": "datasetProfile", - "aspect": { - "json": { - "timestampMillis": 1697353200000, - "partitionSpec": { - "partition": "FULL_TABLE_SNAPSHOT", - "type": "FULL_TABLE" - }, - "rowCount": 0, - "columnCount": 7, - "fieldProfiles": [ - { - "fieldPath": "doubleVal", - "uniqueCount": 0, - "nullCount": 0 - }, { "fieldPath": "id", "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "urn", - "uniqueCount": 0, - "nullCount": 0 - }, - { - "fieldPath": "aspect", - "uniqueCount": 0, - "nullCount": 0 - }, - { - "fieldPath": "path", - "uniqueCount": 0, - "nullCount": 0 - }, - { - "fieldPath": "longVal", - "uniqueCount": 0, - "nullCount": 0 - }, - { - "fieldPath": "stringVal", + "fieldPath": "description", "uniqueCount": 0, "nullCount": 0 } @@ -7154,7 +7398,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -7174,18 +7418,18 @@ "columnCount": 4, "fieldProfiles": [ { - "fieldPath": "age", + "fieldPath": "salary", "uniqueCount": 4, "nullCount": 0, - "mean": "32.5", - "stdev": "6.454972243679028" + "mean": "65000.0", + "stdev": "12909.944487358056" }, { - "fieldPath": "salary", + "fieldPath": "age", "uniqueCount": 4, "nullCount": 0, - "mean": "65000.0", - "stdev": "12909.944487358056" + "mean": "32.5", + "stdev": "6.454972243679028" }, { "fieldPath": "name", @@ -7204,7 +7448,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -7224,22 +7468,22 @@ "columnCount": 4, "fieldProfiles": [ { - "fieldPath": "doubleVal", + "fieldPath": "id", "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "path", + "fieldPath": "urn", "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "urn", + "fieldPath": "path", "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "id", + "fieldPath": "doubleVal", "uniqueCount": 0, "nullCount": 0 } @@ -7248,13 +7492,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.customers,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7264,52 +7508,41 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 3834, - "columnCount": 9, + "rowCount": 5, + "columnCount": 6, "fieldProfiles": [ { - "fieldPath": "H", - "uniqueCount": 91, - "nullCount": 0 - }, - { - "fieldPath": "F", - "uniqueCount": 61, - "nullCount": 0 - }, - { - "fieldPath": "E", - "uniqueCount": 192, - "nullCount": 0 - }, - { - "fieldPath": "D", - "uniqueCount": 76, + "fieldPath": "email_address", + "uniqueCount": 5, "nullCount": 0 }, { - "fieldPath": "C", - "uniqueCount": 3834, - "nullCount": 0 + "fieldPath": "priority", + "uniqueCount": 3, + "nullCount": 1, + "mean": "4.175000011920929", + "stdev": "0.4924429489953036" }, { - "fieldPath": "B", - "uniqueCount": 2, + "fieldPath": "company", + "uniqueCount": 5, "nullCount": 0 }, { - "fieldPath": "A", - "uniqueCount": 2, - "nullCount": 0 + "fieldPath": "id", + "uniqueCount": 5, + "nullCount": 0, + "mean": "3.0", + "stdev": "1.5811388300841898" }, { - "fieldPath": "I", - "uniqueCount": 85, + "fieldPath": "first_name", + "uniqueCount": 5, "nullCount": 0 }, { - "fieldPath": "G", - "uniqueCount": 40, + "fieldPath": "last_name", + "uniqueCount": 5, "nullCount": 0 } ] @@ -7317,13 +7550,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7333,77 +7566,52 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 4, - "columnCount": 4, + "rowCount": 3834, + "columnCount": 9, "fieldProfiles": [ { - "fieldPath": "id", - "uniqueCount": 4, - "nullCount": 0, - "mean": "2.5", - "stdev": "1.2909944487358056" + "fieldPath": "F", + "uniqueCount": 61, + "nullCount": 0 }, { - "fieldPath": "name", - "uniqueCount": 4, + "fieldPath": "G", + "uniqueCount": 40, "nullCount": 0 }, { - "fieldPath": "age", - "uniqueCount": 4, - "nullCount": 0, - "mean": "32.5", - "stdev": "6.454972243679028" + "fieldPath": "H", + "uniqueCount": 91, + "nullCount": 0 }, { - "fieldPath": "salary", - "uniqueCount": 4, - "nullCount": 0, - "mean": "65000.0", - "stdev": "12909.944487358056" - } - ] - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index_view,PROD)", - "changeType": "UPSERT", - "aspectName": "datasetProfile", - "aspect": { - "json": { - "timestampMillis": 1697353200000, - "partitionSpec": { - "partition": "FULL_TABLE_SNAPSHOT", - "type": "FULL_TABLE" - }, - "rowCount": 0, - "columnCount": 4, - "fieldProfiles": [ + "fieldPath": "I", + "uniqueCount": 85, + "nullCount": 0 + }, { - "fieldPath": "doubleVal", - "uniqueCount": 0, + "fieldPath": "A", + "uniqueCount": 2, "nullCount": 0 }, { - "fieldPath": "path", - "uniqueCount": 0, + "fieldPath": "B", + "uniqueCount": 2, "nullCount": 0 }, { - "fieldPath": "urn", - "uniqueCount": 0, + "fieldPath": "C", + "uniqueCount": 3834, "nullCount": 0 }, { - "fieldPath": "id", - "uniqueCount": 0, + "fieldPath": "D", + "uniqueCount": 76, + "nullCount": 0 + }, + { + "fieldPath": "E", + "uniqueCount": 192, "nullCount": 0 } ] @@ -7411,7 +7619,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -7435,6 +7643,11 @@ "uniqueCount": 1, "nullCount": 0 }, + { + "fieldPath": "createdfor", + "uniqueCount": 0, + "nullCount": 2 + }, { "fieldPath": "urn", "uniqueCount": 1, @@ -7459,24 +7672,19 @@ "fieldPath": "createdon", "uniqueCount": 1, "nullCount": 0 - }, - { - "fieldPath": "createdfor", - "uniqueCount": 0, - "nullCount": 2 } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7486,42 +7694,42 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 0, + "rowCount": 2, "columnCount": 7, "fieldProfiles": [ { "fieldPath": "urn", - "uniqueCount": 0, + "uniqueCount": 1, "nullCount": 0 }, { - "fieldPath": "aspect", + "fieldPath": "createdfor", "uniqueCount": 0, - "nullCount": 0 + "nullCount": 2 }, { - "fieldPath": "path", - "uniqueCount": 0, + "fieldPath": "createdby", + "uniqueCount": 1, "nullCount": 0 }, { - "fieldPath": "longVal", - "uniqueCount": 0, + "fieldPath": "createdon", + "uniqueCount": 1, "nullCount": 0 }, { - "fieldPath": "stringVal", - "uniqueCount": 0, + "fieldPath": "metadata", + "uniqueCount": 2, "nullCount": 0 }, { - "fieldPath": "doubleVal", - "uniqueCount": 0, + "fieldPath": "version", + "uniqueCount": 1, "nullCount": 0 }, { - "fieldPath": "id", - "uniqueCount": 0, + "fieldPath": "aspect", + "uniqueCount": 2, "nullCount": 0 } ] @@ -7529,13 +7737,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse.sample.parquet,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7545,52 +7753,72 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 3834, - "columnCount": 9, + "rowCount": 4, + "columnCount": 4, "fieldProfiles": [ { - "fieldPath": "F", - "uniqueCount": 61, - "nullCount": 0 - }, - { - "fieldPath": "G", - "uniqueCount": 40, - "nullCount": 0 - }, - { - "fieldPath": "H", - "uniqueCount": 91, - "nullCount": 0 + "fieldPath": "id", + "uniqueCount": 4, + "nullCount": 0, + "mean": "2.5", + "stdev": "1.2909944487358056" }, { - "fieldPath": "I", - "uniqueCount": 85, + "fieldPath": "name", + "uniqueCount": 4, "nullCount": 0 }, { - "fieldPath": "A", - "uniqueCount": 2, - "nullCount": 0 + "fieldPath": "age", + "uniqueCount": 4, + "nullCount": 0, + "mean": "32.5", + "stdev": "6.454972243679028" }, { - "fieldPath": "B", - "uniqueCount": 2, - "nullCount": 0 - }, + "fieldPath": "salary", + "uniqueCount": 4, + "nullCount": 0, + "mean": "65000.0", + "stdev": "12909.944487358056" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.orders,PROD)", + "changeType": "UPSERT", + "aspectName": "datasetProfile", + "aspect": { + "json": { + "timestampMillis": 1697353200000, + "partitionSpec": { + "partition": "FULL_TABLE_SNAPSHOT", + "type": "FULL_TABLE" + }, + "rowCount": 0, + "columnCount": 3, + "fieldProfiles": [ { - "fieldPath": "C", - "uniqueCount": 3834, + "fieldPath": "customer_id", + "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "D", - "uniqueCount": 76, + "fieldPath": "description", + "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "E", - "uniqueCount": 192, + "fieldPath": "id", + "uniqueCount": 0, "nullCount": 0 } ] @@ -7598,13 +7826,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7614,42 +7842,42 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 2, + "rowCount": 0, "columnCount": 7, "fieldProfiles": [ { - "fieldPath": "aspect", - "uniqueCount": 2, + "fieldPath": "id", + "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "metadata", - "uniqueCount": 2, + "fieldPath": "urn", + "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "createdon", - "uniqueCount": 1, + "fieldPath": "longVal", + "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "createdby", - "uniqueCount": 1, + "fieldPath": "stringVal", + "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "createdfor", + "fieldPath": "doubleVal", "uniqueCount": 0, - "nullCount": 2 + "nullCount": 0 }, { - "fieldPath": "version", - "uniqueCount": 1, + "fieldPath": "path", + "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "urn", - "uniqueCount": 1, + "fieldPath": "aspect", + "uniqueCount": 0, "nullCount": 0 } ] @@ -7657,13 +7885,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.orders,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7673,36 +7901,55 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 0, - "columnCount": 3, + "rowCount": 5, + "columnCount": 6, "fieldProfiles": [ { - "fieldPath": "customer_id", - "uniqueCount": 0, + "fieldPath": "id", + "uniqueCount": 5, + "nullCount": 0, + "mean": "3.0", + "stdev": "1.5811388300841898" + }, + { + "fieldPath": "company", + "uniqueCount": 5, "nullCount": 0 }, { - "fieldPath": "description", - "uniqueCount": 0, + "fieldPath": "last_name", + "uniqueCount": 5, "nullCount": 0 }, { - "fieldPath": "id", - "uniqueCount": 0, + "fieldPath": "first_name", + "uniqueCount": 5, + "nullCount": 0 + }, + { + "fieldPath": "email_address", + "uniqueCount": 5, "nullCount": 0 + }, + { + "fieldPath": "priority", + "uniqueCount": 3, + "nullCount": 1, + "mean": "4.175000011920929", + "stdev": "0.4924429489953036" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7712,49 +7959,80 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 5, - "columnCount": 6, + "rowCount": 10842, + "columnCount": 13, "fieldProfiles": [ { - "fieldPath": "company", - "uniqueCount": 5, + "fieldPath": "A", + "uniqueCount": 9661, "nullCount": 0 }, { - "fieldPath": "last_name", - "uniqueCount": 5, + "fieldPath": "B", + "uniqueCount": 35, "nullCount": 0 }, { - "fieldPath": "first_name", - "uniqueCount": 5, + "fieldPath": "C", + "uniqueCount": 42, "nullCount": 0 }, { - "fieldPath": "email_address", - "uniqueCount": 5, + "fieldPath": "D", + "uniqueCount": 6003, "nullCount": 0 }, { - "fieldPath": "priority", - "uniqueCount": 3, - "nullCount": 1, - "mean": "4.175000011920929", - "stdev": "0.4924429489953036" + "fieldPath": "E", + "uniqueCount": 463, + "nullCount": 0 }, { - "fieldPath": "id", + "fieldPath": "F", + "uniqueCount": 23, + "nullCount": 0 + }, + { + "fieldPath": "G", "uniqueCount": 5, - "nullCount": 0, - "mean": "3.0", - "stdev": "1.5811388300841898" + "nullCount": 0 + }, + { + "fieldPath": "H", + "uniqueCount": 94, + "nullCount": 0 + }, + { + "fieldPath": "I", + "uniqueCount": 8, + "nullCount": 0 + }, + { + "fieldPath": "J", + "uniqueCount": 121, + "nullCount": 0 + }, + { + "fieldPath": "K", + "uniqueCount": 1379, + "nullCount": 0 + }, + { + "fieldPath": "L", + "uniqueCount": 2835, + "nullCount": 0 + }, + { + "fieldPath": "M", + "uniqueCount": 35, + "nullCount": 1 } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -7773,13 +8051,6 @@ "rowCount": 27, "columnCount": 4, "fieldProfiles": [ - { - "fieldPath": "DEPARTMENT_ID", - "uniqueCount": 27, - "nullCount": 0, - "mean": "140.0", - "stdev": "79.37253933193772" - }, { "fieldPath": "DEPARTMENT_NAME", "uniqueCount": 27, @@ -7792,6 +8063,13 @@ "mean": "154.9090909090909", "stdev": "47.139059272443184" }, + { + "fieldPath": "DEPARTMENT_ID", + "uniqueCount": 27, + "nullCount": 0, + "mean": "140.0", + "stdev": "79.37253933193772" + }, { "fieldPath": "LOCATION_ID", "uniqueCount": 7, @@ -7804,7 +8082,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } }, @@ -7823,6 +8101,13 @@ "rowCount": 30000, "columnCount": 9, "fieldProfiles": [ + { + "fieldPath": "cp_start_date_sk", + "uniqueCount": 91, + "nullCount": 286, + "mean": "2451880.7982769064", + "stdev": "634.1320559175408" + }, { "fieldPath": "cp_catalog_page_sk", "uniqueCount": 30000, @@ -7835,13 +8120,6 @@ "uniqueCount": 30000, "nullCount": 0 }, - { - "fieldPath": "cp_start_date_sk", - "uniqueCount": 91, - "nullCount": 286, - "mean": "2451880.7982769064", - "stdev": "634.1320559175408" - }, { "fieldPath": "cp_end_date_sk", "uniqueCount": 97, @@ -7883,103 +8161,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.customers%2CPROD%29", - "changeType": "UPSERT", - "aspectName": "status", - "aspect": { - "json": { - "removed": false - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_aspect%2CPROD%29", - "changeType": "UPSERT", - "aspectName": "status", - "aspect": { - "json": { - "removed": false - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_index%2CPROD%29", - "changeType": "UPSERT", - "aspectName": "status", - "aspect": { - "json": { - "removed": false - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_index_view%2CPROD%29", - "changeType": "UPSERT", - "aspectName": "status", - "aspect": { - "json": { - "removed": false - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.orders%2CPROD%29", - "changeType": "UPSERT", - "aspectName": "status", - "aspect": { - "json": { - "removed": false - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "query", - "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.raw%2CPROD%29", - "changeType": "UPSERT", - "aspectName": "status", - "aspect": { - "json": { - "removed": false - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-yihcsa", + "runId": "dremio-2023_10_15-07_00_00-bo12f3", "lastRunId": "no-run-id-provided" } } From 70b8e13b689dc2313509ae9b813ae7231f59d128 Mon Sep 17 00:00:00 2001 From: Jonny Dixon Date: Tue, 3 Dec 2024 14:45:48 +0000 Subject: [PATCH 22/52] test updates --- .../dremio/dremio_mces_golden.json | 2556 ++++++++++------- .../dremio_platform_instance_mces_golden.json | 1568 +++++++--- .../dremio_schema_filter_mces_golden.json | 615 +++- 3 files changed, 3295 insertions(+), 1444 deletions(-) diff --git a/metadata-ingestion/tests/integration/dremio/dremio_mces_golden.json b/metadata-ingestion/tests/integration/dremio/dremio_mces_golden.json index 3a8fce62f4bb36..f60b79510eef69 100644 --- a/metadata-ingestion/tests/integration/dremio/dremio_mces_golden.json +++ b/metadata-ingestion/tests/integration/dremio/dremio_mces_golden.json @@ -15,7 +15,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -31,7 +31,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -49,7 +49,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -65,7 +65,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -85,7 +85,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -105,7 +105,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -121,7 +121,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -139,7 +139,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -155,7 +155,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -175,7 +175,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -195,7 +195,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -211,7 +211,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -229,7 +229,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -245,7 +245,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -265,7 +265,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -279,13 +279,13 @@ "customProperties": {}, "name": "@admin", "qualifiedName": "@admin", - "description": "# Wikis & Labels\n\n![Gnarly Catalog](https://d33wubrfki0l68.cloudfront.net/c1a54376c45a9276c080f3d10ed25ce61c17bcd2/2b946/img/home/open-source-for-everyone.svg)\n\nYou are reading the wiki for your home space! You can create and edit this information for any source, space, or folder.\n\nThis sidebar always shows the wiki for the current source, space or folder you are browsing.\n\nWhen browsing or previewing datasets, click on the `Open details panel` button to create a wiki or add labels to that dataset.\n\n**Tip:** You can hide the wiki by clicking on the sidebar icon on upper right hand side.", + "description": "# Wikis & Labels\n\n![Gnarly Catalog](https://d33wubrfki0l68.cloudfront.net/c1a54376c45a9276c080f3d10ed25ce61c17bcd2/2b946/img/home/open-source-for-everyone.svg)\n\nYou are reading the wiki for your home space! You can create and edit this information for any source, space, or folder.\n\nThis sidebar always shows the wiki for the current source, space or folder you are browsing.\n\nWhen previewing datasets, click on the `Catalog` tab to create a wiki or add labels to that dataset.\n\n**Tip:** You can hide the wiki by clicking on the sidebar icon on upper right hand side.", "env": "PROD" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -301,7 +301,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -319,7 +319,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -335,7 +335,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -355,7 +355,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -375,7 +375,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -391,7 +391,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -409,7 +409,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -425,7 +425,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -445,7 +445,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -465,7 +465,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -481,7 +481,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -497,7 +497,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -515,7 +515,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -531,7 +531,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -555,117 +555,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "container", - "entityUrn": "urn:li:container:6d76c46c4893c111f0006794f4a16482", - "changeType": "UPSERT", - "aspectName": "containerProperties", - "aspect": { - "json": { - "customProperties": {}, - "name": "warehouse", - "qualifiedName": "s3.warehouse", - "description": "", - "env": "PROD" - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "container", - "entityUrn": "urn:li:container:6d76c46c4893c111f0006794f4a16482", - "changeType": "UPSERT", - "aspectName": "container", - "aspect": { - "json": { - "container": "urn:li:container:63a316133b08a091e919dc8c7a828a4d" - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "container", - "entityUrn": "urn:li:container:6d76c46c4893c111f0006794f4a16482", - "changeType": "UPSERT", - "aspectName": "dataPlatformInstance", - "aspect": { - "json": { - "platform": "urn:li:dataPlatform:dremio" - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "container", - "entityUrn": "urn:li:container:6d76c46c4893c111f0006794f4a16482", - "changeType": "UPSERT", - "aspectName": "subTypes", - "aspect": { - "json": { - "typeNames": [ - "Dremio Folder" - ] - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "container", - "entityUrn": "urn:li:container:6d76c46c4893c111f0006794f4a16482", - "changeType": "UPSERT", - "aspectName": "status", - "aspect": { - "json": { - "removed": false - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "container", - "entityUrn": "urn:li:container:6d76c46c4893c111f0006794f4a16482", - "changeType": "UPSERT", - "aspectName": "browsePathsV2", - "aspect": { - "json": { - "path": [ - { - "id": "Sources" - }, - { - "id": "urn:li:container:63a316133b08a091e919dc8c7a828a4d", - "urn": "urn:li:container:63a316133b08a091e919dc8c7a828a4d" - } - ] - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -685,7 +575,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -701,7 +591,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -717,7 +607,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -735,7 +625,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -751,7 +641,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -775,7 +665,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -795,7 +685,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -811,7 +701,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -827,7 +717,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -845,7 +735,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -861,7 +751,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -885,7 +775,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -905,7 +795,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -921,7 +811,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -937,7 +827,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -955,7 +845,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -971,7 +861,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -995,7 +885,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -1015,7 +905,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -1031,7 +921,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -1047,7 +937,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -1065,7 +955,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -1081,7 +971,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -1105,7 +995,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -1125,7 +1015,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -1141,7 +1031,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -1157,7 +1047,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -1175,7 +1065,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -1191,7 +1081,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -1215,7 +1105,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -1235,7 +1125,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -1251,7 +1141,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -1267,7 +1157,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -1285,7 +1175,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -1301,7 +1191,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -1325,7 +1215,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -1345,7 +1235,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -1361,7 +1251,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -1377,7 +1267,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -1395,7 +1285,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -1411,7 +1301,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -1435,7 +1325,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -1455,7 +1345,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -1471,7 +1361,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -1487,7 +1377,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -1505,7 +1395,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -1521,7 +1411,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -1549,7 +1439,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -1569,7 +1459,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -1585,7 +1475,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -1601,7 +1491,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -1619,7 +1509,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -1635,7 +1525,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -1663,7 +1553,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -1683,7 +1573,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -1699,7 +1589,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -1715,7 +1605,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -1733,7 +1623,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -1749,7 +1639,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -1781,7 +1671,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -1801,7 +1691,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -1817,7 +1707,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -1833,7 +1723,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -1851,7 +1741,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -1867,7 +1757,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -1903,7 +1793,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -1927,7 +1817,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -1945,7 +1835,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -1961,7 +1851,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -1977,7 +1867,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -1995,7 +1885,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -2025,7 +1915,7 @@ }, "fields": [ { - "fieldPath": "F", + "fieldPath": "B", "nullable": true, "type": { "type": { @@ -2037,7 +1927,7 @@ "isPartOfKey": false }, { - "fieldPath": "G", + "fieldPath": "I", "nullable": true, "type": { "type": { @@ -2061,7 +1951,7 @@ "isPartOfKey": false }, { - "fieldPath": "I", + "fieldPath": "G", "nullable": true, "type": { "type": { @@ -2085,7 +1975,7 @@ "isPartOfKey": false }, { - "fieldPath": "B", + "fieldPath": "F", "nullable": true, "type": { "type": { @@ -2097,7 +1987,7 @@ "isPartOfKey": false }, { - "fieldPath": "C", + "fieldPath": "E", "nullable": true, "type": { "type": { @@ -2121,7 +2011,7 @@ "isPartOfKey": false }, { - "fieldPath": "E", + "fieldPath": "C", "nullable": true, "type": { "type": { @@ -2137,7 +2027,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -2153,7 +2043,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -2177,7 +2067,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -2201,7 +2091,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -2219,7 +2109,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -2235,7 +2125,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -2251,7 +2141,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -2263,13 +2153,13 @@ "aspect": { "json": { "materialized": false, - "viewLogic": "SELECT * FROM \"mysql\".northwind.customers", + "viewLogic": "SELECT * FROM mysql.northwind.customers", "viewLanguage": "SQL" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -2299,31 +2189,31 @@ }, "fields": [ { - "fieldPath": "email_address", + "fieldPath": "id", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "integer(32)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "priority", + "fieldPath": "company", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "float(24)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "company", + "fieldPath": "last_name", "nullable": true, "type": { "type": { @@ -2335,19 +2225,19 @@ "isPartOfKey": false }, { - "fieldPath": "id", + "fieldPath": "first_name", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "integer(32)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "first_name", + "fieldPath": "email_address", "nullable": true, "type": { "type": { @@ -2359,14 +2249,14 @@ "isPartOfKey": false }, { - "fieldPath": "last_name", + "fieldPath": "priority", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "float(24)", "recursive": false, "isPartOfKey": false } @@ -2375,7 +2265,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -2391,7 +2281,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -2419,7 +2309,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -2443,7 +2333,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -2461,7 +2351,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -2477,7 +2367,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -2493,7 +2383,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -2505,13 +2395,13 @@ "aspect": { "json": { "materialized": false, - "viewLogic": "SELECT * FROM \"mysql\".metagalaxy.\"metadata_aspect\"", + "viewLogic": "SELECT * FROM mysql.metagalaxy.metadata_aspect", "viewLanguage": "SQL" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -2541,19 +2431,7 @@ }, "fields": [ { - "fieldPath": "createdby", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.StringType": {} - } - }, - "nativeDataType": "character varying(65536)", - "recursive": false, - "isPartOfKey": false - }, - { - "fieldPath": "createdfor", + "fieldPath": "urn", "nullable": true, "type": { "type": { @@ -2565,7 +2443,7 @@ "isPartOfKey": false }, { - "fieldPath": "urn", + "fieldPath": "createdby", "nullable": true, "type": { "type": { @@ -2623,13 +2501,25 @@ "nativeDataType": "timestamp(23)", "recursive": false, "isPartOfKey": false + }, + { + "fieldPath": "createdfor", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -2645,7 +2535,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -2673,7 +2563,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -2697,7 +2587,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -2715,7 +2605,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -2731,7 +2621,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -2747,7 +2637,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -2759,13 +2649,13 @@ "aspect": { "json": { "materialized": false, - "viewLogic": "SELECT * FROM \"mysql\".metagalaxy.\"metadata_index\"", + "viewLogic": "SELECT * FROM mysql.metagalaxy.metadata_index", "viewLanguage": "SQL" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -2795,43 +2685,43 @@ }, "fields": [ { - "fieldPath": "id", + "fieldPath": "doubleVal", "nullable": true, "type": { "type": { "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "double(53)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "urn", + "fieldPath": "id", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "longVal", + "fieldPath": "urn", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "stringVal", + "fieldPath": "aspect", "nullable": true, "type": { "type": { @@ -2843,31 +2733,31 @@ "isPartOfKey": false }, { - "fieldPath": "doubleVal", + "fieldPath": "path", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "double(53)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "path", + "fieldPath": "longVal", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "aspect", + "fieldPath": "stringVal", "nullable": true, "type": { "type": { @@ -2883,7 +2773,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -2899,7 +2789,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -2927,7 +2817,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -2951,7 +2841,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -2969,7 +2859,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -2985,7 +2875,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -3001,7 +2891,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -3013,13 +2903,13 @@ "aspect": { "json": { "materialized": false, - "viewLogic": "SELECT * FROM \"mysql\".metagalaxy.\"metadata_index_view\"", + "viewLogic": "SELECT * FROM mysql.metagalaxy.metadata_index_view", "viewLanguage": "SQL" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -3061,14 +2951,14 @@ "isPartOfKey": false }, { - "fieldPath": "urn", + "fieldPath": "doubleVal", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "double(53)", "recursive": false, "isPartOfKey": false }, @@ -3085,14 +2975,14 @@ "isPartOfKey": false }, { - "fieldPath": "doubleVal", + "fieldPath": "urn", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "double(53)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false } @@ -3101,7 +2991,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -3117,7 +3007,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -3145,7 +3035,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -3169,7 +3059,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -3187,7 +3077,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -3203,7 +3093,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -3219,7 +3109,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -3231,13 +3121,13 @@ "aspect": { "json": { "materialized": false, - "viewLogic": "SELECT * FROM \"mysql\".northwind.orders", + "viewLogic": "SELECT * FROM mysql.northwind.orders", "viewLanguage": "SQL" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -3307,7 +3197,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -3323,7 +3213,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -3351,7 +3241,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -3375,7 +3265,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -3393,7 +3283,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -3409,7 +3299,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -3425,7 +3315,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -3437,13 +3327,13 @@ "aspect": { "json": { "materialized": false, - "viewLogic": "SELECT * FROM s3.warehouse.\"sample.parquet\"", + "viewLogic": "SELECT * FROM s3.warehouse", "viewLanguage": "SQL" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -3473,7 +3363,7 @@ }, "fields": [ { - "fieldPath": "salary", + "fieldPath": "id", "nullable": true, "type": { "type": { @@ -3485,7 +3375,7 @@ "isPartOfKey": false }, { - "fieldPath": "age", + "fieldPath": "salary", "nullable": true, "type": { "type": { @@ -3497,26 +3387,26 @@ "isPartOfKey": false }, { - "fieldPath": "name", + "fieldPath": "age", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "id", + "fieldPath": "name", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false } @@ -3525,7 +3415,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -3541,7 +3431,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -3569,21 +3459,21 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse.sample.parquet,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "datasetProperties", "aspect": { "json": { "customProperties": {}, - "externalUrl": "http://localhost:9047/source/\"s3\"/\"warehouse\".\"sample.parquet\"", - "name": "sample.parquet", - "qualifiedName": "s3.warehouse.sample.parquet", + "externalUrl": "http://localhost:9047/source/\"s3\"/\"warehouse\"", + "name": "warehouse", + "qualifiedName": "s3.warehouse", "description": "", "created": { "time": 0 @@ -3593,13 +3483,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse.sample.parquet,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "subTypes", "aspect": { @@ -3611,13 +3501,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse.sample.parquet,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "dataPlatformInstance", "aspect": { @@ -3627,34 +3517,34 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse.sample.parquet,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "container", "aspect": { "json": { - "container": "urn:li:container:6d76c46c4893c111f0006794f4a16482" + "container": "urn:li:container:63a316133b08a091e919dc8c7a828a4d" } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse.sample.parquet,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "schemaMetadata", "aspect": { "json": { - "schemaName": "s3.warehouse.sample.parquet", + "schemaName": "s3.warehouse", "platform": "urn:li:dataPlatform:dremio", "version": 0, "created": { @@ -3725,13 +3615,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse.sample.parquet,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "status", "aspect": { @@ -3741,13 +3631,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse.sample.parquet,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -3758,7 +3648,7 @@ "time": 0, "actor": "urn:li:corpuser:unknown" }, - "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./warehouse/sample.parquet,PROD)", + "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples.//warehouse,PROD)", "type": "COPY" } ] @@ -3766,13 +3656,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse.sample.parquet,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "browsePathsV2", "aspect": { @@ -3784,17 +3674,13 @@ { "id": "urn:li:container:63a316133b08a091e919dc8c7a828a4d", "urn": "urn:li:container:63a316133b08a091e919dc8c7a828a4d" - }, - { - "id": "urn:li:container:6d76c46c4893c111f0006794f4a16482", - "urn": "urn:li:container:6d76c46c4893c111f0006794f4a16482" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -3818,7 +3704,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -3836,7 +3722,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -3852,7 +3738,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -3868,7 +3754,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -3986,7 +3872,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -4002,7 +3888,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -4027,7 +3913,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -4055,7 +3941,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -4079,7 +3965,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -4097,7 +3983,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -4113,7 +3999,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -4129,7 +4015,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -4247,7 +4133,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -4263,7 +4149,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -4288,7 +4174,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -4316,7 +4202,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -4340,7 +4226,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -4358,7 +4244,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -4374,7 +4260,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -4390,7 +4276,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -4420,7 +4306,7 @@ }, "fields": [ { - "fieldPath": "path", + "fieldPath": "urn", "nullable": true, "type": { "type": { @@ -4444,7 +4330,7 @@ "isPartOfKey": false }, { - "fieldPath": "urn", + "fieldPath": "path", "nullable": true, "type": { "type": { @@ -4472,7 +4358,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -4488,7 +4374,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -4513,7 +4399,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -4541,7 +4427,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -4565,7 +4451,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -4583,7 +4469,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -4599,7 +4485,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -4615,7 +4501,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -4645,14 +4531,14 @@ }, "fields": [ { - "fieldPath": "id", + "fieldPath": "last_name", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "integer(32)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, @@ -4669,26 +4555,26 @@ "isPartOfKey": false }, { - "fieldPath": "last_name", + "fieldPath": "id", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "integer(32)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "first_name", + "fieldPath": "priority", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "float(24)", "recursive": false, "isPartOfKey": false }, @@ -4705,14 +4591,14 @@ "isPartOfKey": false }, { - "fieldPath": "priority", + "fieldPath": "first_name", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "float(24)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false } @@ -4721,7 +4607,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -4737,7 +4623,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -4762,7 +4648,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -4790,7 +4676,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -4814,7 +4700,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -4832,7 +4718,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -4848,7 +4734,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -4864,7 +4750,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -4894,19 +4780,19 @@ }, "fields": [ { - "fieldPath": "customer_id", + "fieldPath": "description", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "integer(32)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "id", + "fieldPath": "customer_id", "nullable": true, "type": { "type": { @@ -4918,14 +4804,14 @@ "isPartOfKey": false }, { - "fieldPath": "description", + "fieldPath": "id", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "integer(32)", "recursive": false, "isPartOfKey": false } @@ -4934,7 +4820,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -4950,7 +4836,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -4975,7 +4861,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -5003,7 +4889,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -5027,7 +4913,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -5045,7 +4931,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -5061,7 +4947,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -5077,7 +4963,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -5107,7 +4993,7 @@ }, "fields": [ { - "fieldPath": "F", + "fieldPath": "D", "nullable": true, "type": { "type": { @@ -5119,7 +5005,7 @@ "isPartOfKey": false }, { - "fieldPath": "G", + "fieldPath": "C", "nullable": true, "type": { "type": { @@ -5131,7 +5017,7 @@ "isPartOfKey": false }, { - "fieldPath": "H", + "fieldPath": "B", "nullable": true, "type": { "type": { @@ -5143,7 +5029,7 @@ "isPartOfKey": false }, { - "fieldPath": "I", + "fieldPath": "A", "nullable": true, "type": { "type": { @@ -5155,7 +5041,7 @@ "isPartOfKey": false }, { - "fieldPath": "A", + "fieldPath": "H", "nullable": true, "type": { "type": { @@ -5167,7 +5053,7 @@ "isPartOfKey": false }, { - "fieldPath": "B", + "fieldPath": "G", "nullable": true, "type": { "type": { @@ -5179,7 +5065,7 @@ "isPartOfKey": false }, { - "fieldPath": "C", + "fieldPath": "F", "nullable": true, "type": { "type": { @@ -5191,7 +5077,7 @@ "isPartOfKey": false }, { - "fieldPath": "D", + "fieldPath": "E", "nullable": true, "type": { "type": { @@ -5203,7 +5089,7 @@ "isPartOfKey": false }, { - "fieldPath": "E", + "fieldPath": "I", "nullable": true, "type": { "type": { @@ -5219,7 +5105,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -5235,7 +5121,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -5260,7 +5146,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -5288,7 +5174,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -5312,7 +5198,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -5330,7 +5216,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -5346,7 +5232,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -5362,7 +5248,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -5552,7 +5438,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -5568,7 +5454,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -5593,7 +5479,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -5625,7 +5511,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -5649,7 +5535,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -5667,7 +5553,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -5683,7 +5569,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -5699,7 +5585,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -5781,7 +5667,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -5797,7 +5683,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -5822,7 +5708,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -5854,7 +5740,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -5878,7 +5764,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -5896,7 +5782,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -5912,7 +5798,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -5928,7 +5814,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -5958,7 +5844,7 @@ }, "fields": [ { - "fieldPath": "cp_start_date_sk", + "fieldPath": "cp_catalog_page_number", "nullable": true, "type": { "type": { @@ -5970,19 +5856,19 @@ "isPartOfKey": false }, { - "fieldPath": "cp_catalog_page_sk", + "fieldPath": "cp_type", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "cp_catalog_page_id", + "fieldPath": "cp_description", "nullable": true, "type": { "type": { @@ -5994,7 +5880,7 @@ "isPartOfKey": false }, { - "fieldPath": "cp_end_date_sk", + "fieldPath": "cp_catalog_number", "nullable": true, "type": { "type": { @@ -6006,19 +5892,19 @@ "isPartOfKey": false }, { - "fieldPath": "cp_department", + "fieldPath": "cp_end_date_sk", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "cp_catalog_number", + "fieldPath": "cp_start_date_sk", "nullable": true, "type": { "type": { @@ -6030,31 +5916,31 @@ "isPartOfKey": false }, { - "fieldPath": "cp_catalog_page_number", + "fieldPath": "cp_catalog_page_id", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "cp_description", + "fieldPath": "cp_catalog_page_sk", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "cp_type", + "fieldPath": "cp_department", "nullable": true, "type": { "type": { @@ -6070,7 +5956,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -6086,7 +5972,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -6111,7 +5997,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -6151,7 +6037,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -6259,7 +6145,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -6367,7 +6253,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -6396,11 +6282,11 @@ { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index_view,PROD),path)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index_view,PROD),urn)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index_view,PROD),path)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index_view,PROD),urn)" ], "confidenceScore": 1.0 }, @@ -6418,11 +6304,11 @@ { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index_view,PROD),urn)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index_view,PROD),path)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index_view,PROD),urn)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index_view,PROD),path)" ], "confidenceScore": 1.0 }, @@ -6442,7 +6328,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -6471,11 +6357,11 @@ { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD),id)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD),last_name)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD),id)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD),last_name)" ], "confidenceScore": 1.0 }, @@ -6493,22 +6379,22 @@ { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD),last_name)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD),id)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD),last_name)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD),id)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD),first_name)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD),priority)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD),first_name)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD),priority)" ], "confidenceScore": 1.0 }, @@ -6526,11 +6412,11 @@ { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD),priority)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD),first_name)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD),priority)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD),first_name)" ], "confidenceScore": 1.0 } @@ -6539,7 +6425,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -6568,33 +6454,33 @@ { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.orders,PROD),customer_id)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.orders,PROD),description)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.orders,PROD),customer_id)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.orders,PROD),description)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.orders,PROD),id)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.orders,PROD),customer_id)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.orders,PROD),id)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.orders,PROD),customer_id)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.orders,PROD),description)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.orders,PROD),id)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.orders,PROD),description)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.orders,PROD),id)" ], "confidenceScore": 1.0 } @@ -6603,13 +6489,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse.sample.parquet,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "upstreamLineage", "aspect": { @@ -6624,7 +6510,7 @@ "time": 0, "actor": "urn:li:corpuser:_ingestion" }, - "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./warehouse/sample.parquet,PROD)", + "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples.//warehouse,PROD)", "type": "COPY" } ], @@ -6632,44 +6518,44 @@ { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./warehouse/sample.parquet,PROD),id)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples.//warehouse,PROD),id)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse.sample.parquet,PROD),id)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD),id)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./warehouse/sample.parquet,PROD),name)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples.//warehouse,PROD),name)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse.sample.parquet,PROD),name)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD),name)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./warehouse/sample.parquet,PROD),age)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples.//warehouse,PROD),age)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse.sample.parquet,PROD),age)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD),age)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./warehouse/sample.parquet,PROD),salary)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples.//warehouse,PROD),salary)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse.sample.parquet,PROD),salary)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD),salary)" ], "confidenceScore": 1.0 } @@ -6678,7 +6564,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -6852,7 +6738,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -6927,7 +6813,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -6956,99 +6842,99 @@ { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),F)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),D)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),F)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),D)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),G)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),C)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),G)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),C)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),H)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),B)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),H)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),B)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),I)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),A)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),I)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),A)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),A)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),H)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),A)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),H)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),B)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),G)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),B)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),G)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),C)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),F)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),C)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),F)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),D)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),E)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),D)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),E)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),E)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),I)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),E)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),I)" ], "confidenceScore": 1.0 } @@ -7057,7 +6943,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -7086,99 +6972,99 @@ { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_start_date_sk)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_catalog_page_number)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_start_date_sk)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_catalog_page_number)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_catalog_page_sk)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_type)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_catalog_page_sk)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_type)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_catalog_page_id)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_description)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_catalog_page_id)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_description)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_end_date_sk)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_catalog_number)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_end_date_sk)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_catalog_number)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_department)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_end_date_sk)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_department)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_end_date_sk)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_catalog_number)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_start_date_sk)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_catalog_number)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_start_date_sk)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_catalog_page_number)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_catalog_page_id)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_catalog_page_number)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_catalog_page_id)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_description)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_catalog_page_sk)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_description)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_catalog_page_sk)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_type)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_department)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_type)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_department)" ], "confidenceScore": 1.0 } @@ -7187,112 +7073,763 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.customers,PROD)", "changeType": "UPSERT", - "aspectName": "datasetProfile", + "aspectName": "upstreamLineage", "aspect": { "json": { - "timestampMillis": 1697353200000, - "partitionSpec": { - "partition": "FULL_TABLE_SNAPSHOT", - "type": "FULL_TABLE" - }, - "rowCount": 3834, - "columnCount": 9, - "fieldProfiles": [ - { - "fieldPath": "F", - "uniqueCount": 61, - "nullCount": 0 - }, - { - "fieldPath": "G", - "uniqueCount": 40, - "nullCount": 0 - }, - { - "fieldPath": "H", - "uniqueCount": 91, - "nullCount": 0 - }, - { - "fieldPath": "I", - "uniqueCount": 85, - "nullCount": 0 - }, - { - "fieldPath": "A", - "uniqueCount": 2, - "nullCount": 0 - }, - { - "fieldPath": "B", - "uniqueCount": 2, - "nullCount": 0 - }, - { - "fieldPath": "C", - "uniqueCount": 3834, - "nullCount": 0 - }, - { - "fieldPath": "D", - "uniqueCount": 76, - "nullCount": 0 - }, + "upstreams": [ { - "fieldPath": "E", - "uniqueCount": 192, - "nullCount": 0 + "auditStamp": { + "time": 1697353200000, + "actor": "urn:li:corpuser:_ingestion" + }, + "created": { + "time": 0, + "actor": "urn:li:corpuser:_ingestion" + }, + "dataset": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.northwind.customers,PROD)", + "type": "VIEW", + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.customers%2CPROD%29" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, { - "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index_view,PROD)", + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.customers%2CPROD%29", "changeType": "UPSERT", - "aspectName": "datasetProfile", + "aspectName": "queryProperties", "aspect": { "json": { - "timestampMillis": 1697353200000, - "partitionSpec": { - "partition": "FULL_TABLE_SNAPSHOT", - "type": "FULL_TABLE" + "statement": { + "value": "SELECT\n *\nFROM mysql.northwind.customers", + "language": "SQL" }, - "rowCount": 0, - "columnCount": 4, - "fieldProfiles": [ - { - "fieldPath": "path", - "uniqueCount": 0, - "nullCount": 0 - }, + "source": "SYSTEM", + "created": { + "time": 0, + "actor": "urn:li:corpuser:_ingestion" + }, + "lastModified": { + "time": 1697353200000, + "actor": "urn:li:corpuser:_ingestion" + } + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.customers%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "querySubjects", + "aspect": { + "json": { + "subjects": [ + { + "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.northwind.customers,PROD)" + }, + { + "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.customers,PROD)" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.customers%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "dataPlatformInstance", + "aspect": { + "json": { + "platform": "urn:li:dataPlatform:dremio" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_aspect,PROD)", + "changeType": "UPSERT", + "aspectName": "upstreamLineage", + "aspect": { + "json": { + "upstreams": [ + { + "auditStamp": { + "time": 1697353200000, + "actor": "urn:li:corpuser:_ingestion" + }, + "created": { + "time": 0, + "actor": "urn:li:corpuser:_ingestion" + }, + "dataset": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_aspect,PROD)", + "type": "VIEW", + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_aspect%2CPROD%29" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_aspect%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "queryProperties", + "aspect": { + "json": { + "statement": { + "value": "SELECT\n *\nFROM mysql.metagalaxy.metadata_aspect", + "language": "SQL" + }, + "source": "SYSTEM", + "created": { + "time": 0, + "actor": "urn:li:corpuser:_ingestion" + }, + "lastModified": { + "time": 1697353200000, + "actor": "urn:li:corpuser:_ingestion" + } + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_aspect%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "querySubjects", + "aspect": { + "json": { + "subjects": [ + { + "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_aspect,PROD)" + }, + { + "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_aspect,PROD)" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_aspect%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "dataPlatformInstance", + "aspect": { + "json": { + "platform": "urn:li:dataPlatform:dremio" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index,PROD)", + "changeType": "UPSERT", + "aspectName": "upstreamLineage", + "aspect": { + "json": { + "upstreams": [ + { + "auditStamp": { + "time": 1697353200000, + "actor": "urn:li:corpuser:_ingestion" + }, + "created": { + "time": 0, + "actor": "urn:li:corpuser:_ingestion" + }, + "dataset": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_index,PROD)", + "type": "VIEW", + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_index%2CPROD%29" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_index%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "queryProperties", + "aspect": { + "json": { + "statement": { + "value": "SELECT\n *\nFROM mysql.metagalaxy.metadata_index", + "language": "SQL" + }, + "source": "SYSTEM", + "created": { + "time": 0, + "actor": "urn:li:corpuser:_ingestion" + }, + "lastModified": { + "time": 1697353200000, + "actor": "urn:li:corpuser:_ingestion" + } + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_index%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "querySubjects", + "aspect": { + "json": { + "subjects": [ + { + "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_index,PROD)" + }, + { + "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index,PROD)" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_index%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "dataPlatformInstance", + "aspect": { + "json": { + "platform": "urn:li:dataPlatform:dremio" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index_view,PROD)", + "changeType": "UPSERT", + "aspectName": "upstreamLineage", + "aspect": { + "json": { + "upstreams": [ + { + "auditStamp": { + "time": 1697353200000, + "actor": "urn:li:corpuser:_ingestion" + }, + "created": { + "time": 0, + "actor": "urn:li:corpuser:_ingestion" + }, + "dataset": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_index_view,PROD)", + "type": "VIEW", + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_index_view%2CPROD%29" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_index_view%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "queryProperties", + "aspect": { + "json": { + "statement": { + "value": "SELECT\n *\nFROM mysql.metagalaxy.metadata_index_view", + "language": "SQL" + }, + "source": "SYSTEM", + "created": { + "time": 0, + "actor": "urn:li:corpuser:_ingestion" + }, + "lastModified": { + "time": 1697353200000, + "actor": "urn:li:corpuser:_ingestion" + } + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_index_view%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "querySubjects", + "aspect": { + "json": { + "subjects": [ + { + "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.metagalaxy.metadata_index_view,PROD)" + }, + { + "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index_view,PROD)" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_index_view%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "dataPlatformInstance", + "aspect": { + "json": { + "platform": "urn:li:dataPlatform:dremio" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.orders,PROD)", + "changeType": "UPSERT", + "aspectName": "upstreamLineage", + "aspect": { + "json": { + "upstreams": [ + { + "auditStamp": { + "time": 1697353200000, + "actor": "urn:li:corpuser:_ingestion" + }, + "created": { + "time": 0, + "actor": "urn:li:corpuser:_ingestion" + }, + "dataset": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.northwind.orders,PROD)", + "type": "VIEW", + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.orders%2CPROD%29" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.orders%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "queryProperties", + "aspect": { + "json": { + "statement": { + "value": "SELECT\n *\nFROM mysql.northwind.orders", + "language": "SQL" + }, + "source": "SYSTEM", + "created": { + "time": 0, + "actor": "urn:li:corpuser:_ingestion" + }, + "lastModified": { + "time": 1697353200000, + "actor": "urn:li:corpuser:_ingestion" + } + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.orders%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "querySubjects", + "aspect": { + "json": { + "subjects": [ + { + "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,mysql.northwind.orders,PROD)" + }, + { + "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.orders,PROD)" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.orders%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "dataPlatformInstance", + "aspect": { + "json": { + "platform": "urn:li:dataPlatform:dremio" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.raw,PROD)", + "changeType": "UPSERT", + "aspectName": "upstreamLineage", + "aspect": { + "json": { + "upstreams": [ + { + "auditStamp": { + "time": 1697353200000, + "actor": "urn:li:corpuser:_ingestion" + }, + "created": { + "time": 0, + "actor": "urn:li:corpuser:_ingestion" + }, + "dataset": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD)", + "type": "VIEW", + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.raw%2CPROD%29" + } + ], + "fineGrainedLineages": [ + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD),id)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.raw,PROD),id)" + ], + "confidenceScore": 0.9, + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.raw%2CPROD%29" + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD),name)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.raw,PROD),name)" + ], + "confidenceScore": 0.9, + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.raw%2CPROD%29" + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD),age)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.raw,PROD),age)" + ], + "confidenceScore": 0.9, + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.raw%2CPROD%29" + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD),salary)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.raw,PROD),salary)" + ], + "confidenceScore": 0.9, + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.raw%2CPROD%29" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.raw%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "queryProperties", + "aspect": { + "json": { + "statement": { + "value": "SELECT\n *\nFROM s3.warehouse", + "language": "SQL" + }, + "source": "SYSTEM", + "created": { + "time": 0, + "actor": "urn:li:corpuser:_ingestion" + }, + "lastModified": { + "time": 1697353200000, + "actor": "urn:li:corpuser:_ingestion" + } + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.raw%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "querySubjects", + "aspect": { + "json": { + "subjects": [ + { + "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD),age)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD),id)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD),name)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD),salary)" + }, + { + "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.raw,PROD)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.raw,PROD),id)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.raw,PROD),name)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.raw,PROD),age)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.raw,PROD),salary)" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.raw%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "dataPlatformInstance", + "aspect": { + "json": { + "platform": "urn:li:dataPlatform:dremio" + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD)", + "changeType": "UPSERT", + "aspectName": "datasetProfile", + "aspect": { + "json": { + "timestampMillis": 1697353200000, + "partitionSpec": { + "partition": "FULL_TABLE_SNAPSHOT", + "type": "FULL_TABLE" + }, + "rowCount": 4, + "columnCount": 4, + "fieldProfiles": [ + { + "fieldPath": "id", + "uniqueCount": 4, + "nullCount": 0, + "mean": "2.5", + "stdev": "1.2909944487358056" + }, + { + "fieldPath": "name", + "uniqueCount": 4, + "nullCount": 0 + }, + { + "fieldPath": "age", + "uniqueCount": 4, + "nullCount": 0, + "mean": "32.5", + "stdev": "6.454972243679028" + }, + { + "fieldPath": "salary", + "uniqueCount": 4, + "nullCount": 0, + "mean": "65000.0", + "stdev": "12909.944487358056" + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD)", + "changeType": "UPSERT", + "aspectName": "datasetProfile", + "aspect": { + "json": { + "timestampMillis": 1697353200000, + "partitionSpec": { + "partition": "FULL_TABLE_SNAPSHOT", + "type": "FULL_TABLE" + }, + "rowCount": 5, + "columnCount": 6, + "fieldProfiles": [ { - "fieldPath": "id", - "uniqueCount": 0, + "fieldPath": "last_name", + "uniqueCount": 5, "nullCount": 0 }, { - "fieldPath": "urn", - "uniqueCount": 0, + "fieldPath": "company", + "uniqueCount": 5, "nullCount": 0 }, { - "fieldPath": "doubleVal", - "uniqueCount": 0, + "fieldPath": "id", + "uniqueCount": 5, + "nullCount": 0, + "mean": "3.0", + "stdev": "1.5811388300841898" + }, + { + "fieldPath": "priority", + "uniqueCount": 3, + "nullCount": 1, + "mean": "4.175000011920929", + "stdev": "0.4924429489953036" + }, + { + "fieldPath": "email_address", + "uniqueCount": 5, + "nullCount": 0 + }, + { + "fieldPath": "first_name", + "uniqueCount": 5, "nullCount": 0 } ] @@ -7300,13 +7837,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7316,41 +7853,115 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 0, - "columnCount": 7, + "rowCount": 10842, + "columnCount": 13, "fieldProfiles": [ { - "fieldPath": "doubleVal", - "uniqueCount": 0, + "fieldPath": "A", + "uniqueCount": 9661, "nullCount": 0 }, { - "fieldPath": "id", - "uniqueCount": 0, + "fieldPath": "B", + "uniqueCount": 35, "nullCount": 0 }, { - "fieldPath": "urn", - "uniqueCount": 0, + "fieldPath": "C", + "uniqueCount": 42, "nullCount": 0 }, { - "fieldPath": "aspect", + "fieldPath": "D", + "uniqueCount": 6003, + "nullCount": 0 + }, + { + "fieldPath": "E", + "uniqueCount": 463, + "nullCount": 0 + }, + { + "fieldPath": "F", + "uniqueCount": 23, + "nullCount": 0 + }, + { + "fieldPath": "G", + "uniqueCount": 5, + "nullCount": 0 + }, + { + "fieldPath": "H", + "uniqueCount": 94, + "nullCount": 0 + }, + { + "fieldPath": "I", + "uniqueCount": 8, + "nullCount": 0 + }, + { + "fieldPath": "J", + "uniqueCount": 121, + "nullCount": 0 + }, + { + "fieldPath": "K", + "uniqueCount": 1379, + "nullCount": 0 + }, + { + "fieldPath": "L", + "uniqueCount": 2835, + "nullCount": 0 + }, + { + "fieldPath": "M", + "uniqueCount": 35, + "nullCount": 1 + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index_view,PROD)", + "changeType": "UPSERT", + "aspectName": "datasetProfile", + "aspect": { + "json": { + "timestampMillis": 1697353200000, + "partitionSpec": { + "partition": "FULL_TABLE_SNAPSHOT", + "type": "FULL_TABLE" + }, + "rowCount": 0, + "columnCount": 4, + "fieldProfiles": [ + { + "fieldPath": "urn", "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "path", + "fieldPath": "id", "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "longVal", + "fieldPath": "path", "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "stringVal", + "fieldPath": "doubleVal", "uniqueCount": 0, "nullCount": 0 } @@ -7359,13 +7970,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.orders,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.orders,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7384,12 +7995,12 @@ "nullCount": 0 }, { - "fieldPath": "id", + "fieldPath": "description", "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "description", + "fieldPath": "id", "uniqueCount": 0, "nullCount": 0 } @@ -7398,13 +8009,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.raw,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7414,47 +8025,105 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 4, - "columnCount": 4, + "rowCount": 3834, + "columnCount": 9, "fieldProfiles": [ { - "fieldPath": "salary", - "uniqueCount": 4, - "nullCount": 0, - "mean": "65000.0", - "stdev": "12909.944487358056" + "fieldPath": "B", + "uniqueCount": 2, + "nullCount": 0 }, { - "fieldPath": "age", - "uniqueCount": 4, - "nullCount": 0, - "mean": "32.5", - "stdev": "6.454972243679028" + "fieldPath": "I", + "uniqueCount": 85, + "nullCount": 0 }, { - "fieldPath": "name", - "uniqueCount": 4, + "fieldPath": "H", + "uniqueCount": 91, + "nullCount": 0 + }, + { + "fieldPath": "G", + "uniqueCount": 40, + "nullCount": 0 + }, + { + "fieldPath": "A", + "uniqueCount": 2, + "nullCount": 0 + }, + { + "fieldPath": "F", + "uniqueCount": 61, + "nullCount": 0 + }, + { + "fieldPath": "E", + "uniqueCount": 192, + "nullCount": 0 + }, + { + "fieldPath": "D", + "uniqueCount": 76, + "nullCount": 0 + }, + { + "fieldPath": "C", + "uniqueCount": 3834, + "nullCount": 0 + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.orders,PROD)", + "changeType": "UPSERT", + "aspectName": "datasetProfile", + "aspect": { + "json": { + "timestampMillis": 1697353200000, + "partitionSpec": { + "partition": "FULL_TABLE_SNAPSHOT", + "type": "FULL_TABLE" + }, + "rowCount": 0, + "columnCount": 3, + "fieldProfiles": [ + { + "fieldPath": "description", + "uniqueCount": 0, + "nullCount": 0 + }, + { + "fieldPath": "customer_id", + "uniqueCount": 0, "nullCount": 0 }, { "fieldPath": "id", - "uniqueCount": 4, - "nullCount": 0, - "mean": "2.5", - "stdev": "1.2909944487358056" + "uniqueCount": 0, + "nullCount": 0 } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index_view,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7465,8 +8134,13 @@ "type": "FULL_TABLE" }, "rowCount": 0, - "columnCount": 4, + "columnCount": 7, "fieldProfiles": [ + { + "fieldPath": "doubleVal", + "uniqueCount": 0, + "nullCount": 0 + }, { "fieldPath": "id", "uniqueCount": 0, @@ -7477,13 +8151,23 @@ "uniqueCount": 0, "nullCount": 0 }, + { + "fieldPath": "aspect", + "uniqueCount": 0, + "nullCount": 0 + }, { "fieldPath": "path", "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "doubleVal", + "fieldPath": "longVal", + "uniqueCount": 0, + "nullCount": 0 + }, + { + "fieldPath": "stringVal", "uniqueCount": 0, "nullCount": 0 } @@ -7492,7 +8176,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -7512,16 +8196,11 @@ "columnCount": 6, "fieldProfiles": [ { - "fieldPath": "email_address", + "fieldPath": "id", "uniqueCount": 5, - "nullCount": 0 - }, - { - "fieldPath": "priority", - "uniqueCount": 3, - "nullCount": 1, - "mean": "4.175000011920929", - "stdev": "0.4924429489953036" + "nullCount": 0, + "mean": "3.0", + "stdev": "1.5811388300841898" }, { "fieldPath": "company", @@ -7529,11 +8208,9 @@ "nullCount": 0 }, { - "fieldPath": "id", + "fieldPath": "last_name", "uniqueCount": 5, - "nullCount": 0, - "mean": "3.0", - "stdev": "1.5811388300841898" + "nullCount": 0 }, { "fieldPath": "first_name", @@ -7541,22 +8218,29 @@ "nullCount": 0 }, { - "fieldPath": "last_name", + "fieldPath": "email_address", "uniqueCount": 5, "nullCount": 0 + }, + { + "fieldPath": "priority", + "uniqueCount": 3, + "nullCount": 1, + "mean": "4.175000011920929", + "stdev": "0.4924429489953036" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.raw,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7566,52 +8250,33 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 3834, - "columnCount": 9, + "rowCount": 4, + "columnCount": 4, "fieldProfiles": [ { - "fieldPath": "F", - "uniqueCount": 61, - "nullCount": 0 - }, - { - "fieldPath": "G", - "uniqueCount": 40, - "nullCount": 0 - }, - { - "fieldPath": "H", - "uniqueCount": 91, - "nullCount": 0 - }, - { - "fieldPath": "I", - "uniqueCount": 85, - "nullCount": 0 - }, - { - "fieldPath": "A", - "uniqueCount": 2, - "nullCount": 0 - }, - { - "fieldPath": "B", - "uniqueCount": 2, - "nullCount": 0 + "fieldPath": "id", + "uniqueCount": 4, + "nullCount": 0, + "mean": "2.5", + "stdev": "1.2909944487358056" }, { - "fieldPath": "C", - "uniqueCount": 3834, - "nullCount": 0 + "fieldPath": "salary", + "uniqueCount": 4, + "nullCount": 0, + "mean": "65000.0", + "stdev": "12909.944487358056" }, { - "fieldPath": "D", - "uniqueCount": 76, - "nullCount": 0 + "fieldPath": "age", + "uniqueCount": 4, + "nullCount": 0, + "mean": "32.5", + "stdev": "6.454972243679028" }, { - "fieldPath": "E", - "uniqueCount": 192, + "fieldPath": "name", + "uniqueCount": 4, "nullCount": 0 } ] @@ -7619,13 +8284,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7639,7 +8304,7 @@ "columnCount": 7, "fieldProfiles": [ { - "fieldPath": "createdby", + "fieldPath": "urn", "uniqueCount": 1, "nullCount": 0 }, @@ -7649,17 +8314,12 @@ "nullCount": 2 }, { - "fieldPath": "urn", + "fieldPath": "createdby", "uniqueCount": 1, "nullCount": 0 }, { - "fieldPath": "aspect", - "uniqueCount": 2, - "nullCount": 0 - }, - { - "fieldPath": "version", + "fieldPath": "createdon", "uniqueCount": 1, "nullCount": 0 }, @@ -7669,22 +8329,27 @@ "nullCount": 0 }, { - "fieldPath": "createdon", + "fieldPath": "version", "uniqueCount": 1, "nullCount": 0 + }, + { + "fieldPath": "aspect", + "uniqueCount": 2, + "nullCount": 0 } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7702,23 +8367,13 @@ "uniqueCount": 1, "nullCount": 0 }, - { - "fieldPath": "createdfor", - "uniqueCount": 0, - "nullCount": 2 - }, { "fieldPath": "createdby", "uniqueCount": 1, "nullCount": 0 }, { - "fieldPath": "createdon", - "uniqueCount": 1, - "nullCount": 0 - }, - { - "fieldPath": "metadata", + "fieldPath": "aspect", "uniqueCount": 2, "nullCount": 0 }, @@ -7728,72 +8383,32 @@ "nullCount": 0 }, { - "fieldPath": "aspect", + "fieldPath": "metadata", "uniqueCount": 2, "nullCount": 0 - } - ] - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse.sample.parquet,PROD)", - "changeType": "UPSERT", - "aspectName": "datasetProfile", - "aspect": { - "json": { - "timestampMillis": 1697353200000, - "partitionSpec": { - "partition": "FULL_TABLE_SNAPSHOT", - "type": "FULL_TABLE" - }, - "rowCount": 4, - "columnCount": 4, - "fieldProfiles": [ - { - "fieldPath": "id", - "uniqueCount": 4, - "nullCount": 0, - "mean": "2.5", - "stdev": "1.2909944487358056" }, { - "fieldPath": "name", - "uniqueCount": 4, + "fieldPath": "createdon", + "uniqueCount": 1, "nullCount": 0 }, { - "fieldPath": "age", - "uniqueCount": 4, - "nullCount": 0, - "mean": "32.5", - "stdev": "6.454972243679028" - }, - { - "fieldPath": "salary", - "uniqueCount": 4, - "nullCount": 0, - "mean": "65000.0", - "stdev": "12909.944487358056" + "fieldPath": "createdfor", + "uniqueCount": 0, + "nullCount": 2 } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.orders,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7803,81 +8418,52 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 0, - "columnCount": 3, + "rowCount": 3834, + "columnCount": 9, "fieldProfiles": [ { - "fieldPath": "customer_id", - "uniqueCount": 0, + "fieldPath": "D", + "uniqueCount": 76, "nullCount": 0 }, { - "fieldPath": "description", - "uniqueCount": 0, + "fieldPath": "C", + "uniqueCount": 3834, "nullCount": 0 }, { - "fieldPath": "id", - "uniqueCount": 0, - "nullCount": 0 - } - ] - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index,PROD)", - "changeType": "UPSERT", - "aspectName": "datasetProfile", - "aspect": { - "json": { - "timestampMillis": 1697353200000, - "partitionSpec": { - "partition": "FULL_TABLE_SNAPSHOT", - "type": "FULL_TABLE" - }, - "rowCount": 0, - "columnCount": 7, - "fieldProfiles": [ - { - "fieldPath": "id", - "uniqueCount": 0, + "fieldPath": "B", + "uniqueCount": 2, "nullCount": 0 }, { - "fieldPath": "urn", - "uniqueCount": 0, + "fieldPath": "A", + "uniqueCount": 2, "nullCount": 0 }, { - "fieldPath": "longVal", - "uniqueCount": 0, + "fieldPath": "H", + "uniqueCount": 91, "nullCount": 0 }, { - "fieldPath": "stringVal", - "uniqueCount": 0, + "fieldPath": "G", + "uniqueCount": 40, "nullCount": 0 }, { - "fieldPath": "doubleVal", - "uniqueCount": 0, + "fieldPath": "F", + "uniqueCount": 61, "nullCount": 0 }, { - "fieldPath": "path", - "uniqueCount": 0, + "fieldPath": "E", + "uniqueCount": 192, "nullCount": 0 }, { - "fieldPath": "aspect", - "uniqueCount": 0, + "fieldPath": "I", + "uniqueCount": 85, "nullCount": 0 } ] @@ -7885,13 +8471,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7901,55 +8487,56 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 5, - "columnCount": 6, + "rowCount": 0, + "columnCount": 7, "fieldProfiles": [ + { + "fieldPath": "doubleVal", + "uniqueCount": 0, + "nullCount": 0 + }, { "fieldPath": "id", - "uniqueCount": 5, - "nullCount": 0, - "mean": "3.0", - "stdev": "1.5811388300841898" + "uniqueCount": 0, + "nullCount": 0 }, { - "fieldPath": "company", - "uniqueCount": 5, + "fieldPath": "urn", + "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "last_name", - "uniqueCount": 5, + "fieldPath": "aspect", + "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "first_name", - "uniqueCount": 5, + "fieldPath": "path", + "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "email_address", - "uniqueCount": 5, + "fieldPath": "longVal", + "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "priority", - "uniqueCount": 3, - "nullCount": 1, - "mean": "4.175000011920929", - "stdev": "0.4924429489953036" + "fieldPath": "stringVal", + "uniqueCount": 0, + "nullCount": 0 } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7959,80 +8546,35 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 10842, - "columnCount": 13, + "rowCount": 0, + "columnCount": 4, "fieldProfiles": [ { - "fieldPath": "A", - "uniqueCount": 9661, - "nullCount": 0 - }, - { - "fieldPath": "B", - "uniqueCount": 35, - "nullCount": 0 - }, - { - "fieldPath": "C", - "uniqueCount": 42, - "nullCount": 0 - }, - { - "fieldPath": "D", - "uniqueCount": 6003, - "nullCount": 0 - }, - { - "fieldPath": "E", - "uniqueCount": 463, - "nullCount": 0 - }, - { - "fieldPath": "F", - "uniqueCount": 23, - "nullCount": 0 - }, - { - "fieldPath": "G", - "uniqueCount": 5, - "nullCount": 0 - }, - { - "fieldPath": "H", - "uniqueCount": 94, - "nullCount": 0 - }, - { - "fieldPath": "I", - "uniqueCount": 8, + "fieldPath": "id", + "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "J", - "uniqueCount": 121, + "fieldPath": "doubleVal", + "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "K", - "uniqueCount": 1379, + "fieldPath": "path", + "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "L", - "uniqueCount": 2835, + "fieldPath": "urn", + "uniqueCount": 0, "nullCount": 0 - }, - { - "fieldPath": "M", - "uniqueCount": 35, - "nullCount": 1 } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -8082,7 +8624,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } }, @@ -8102,34 +8644,20 @@ "columnCount": 9, "fieldProfiles": [ { - "fieldPath": "cp_start_date_sk", - "uniqueCount": 91, - "nullCount": 286, - "mean": "2451880.7982769064", - "stdev": "634.1320559175408" - }, - { - "fieldPath": "cp_catalog_page_sk", - "uniqueCount": 30000, - "nullCount": 0, - "mean": "15000.5", - "stdev": "8660.398374208891" + "fieldPath": "cp_catalog_page_number", + "uniqueCount": 277, + "nullCount": 294, + "mean": "138.8378442065576", + "stdev": "80.01625232480262" }, { - "fieldPath": "cp_catalog_page_id", - "uniqueCount": 30000, + "fieldPath": "cp_type", + "uniqueCount": 4, "nullCount": 0 }, { - "fieldPath": "cp_end_date_sk", - "uniqueCount": 97, - "nullCount": 302, - "mean": "2451940.632601522", - "stdev": "634.7367986145963" - }, - { - "fieldPath": "cp_department", - "uniqueCount": 2, + "fieldPath": "cp_description", + "uniqueCount": 29718, "nullCount": 0 }, { @@ -8140,20 +8668,34 @@ "stdev": "31.27039684588463" }, { - "fieldPath": "cp_catalog_page_number", - "uniqueCount": 277, - "nullCount": 294, - "mean": "138.8378442065576", - "stdev": "80.01625232480262" + "fieldPath": "cp_end_date_sk", + "uniqueCount": 97, + "nullCount": 302, + "mean": "2451940.632601522", + "stdev": "634.7367986145963" }, { - "fieldPath": "cp_description", - "uniqueCount": 29718, + "fieldPath": "cp_start_date_sk", + "uniqueCount": 91, + "nullCount": 286, + "mean": "2451880.7982769064", + "stdev": "634.1320559175408" + }, + { + "fieldPath": "cp_catalog_page_id", + "uniqueCount": 30000, "nullCount": 0 }, { - "fieldPath": "cp_type", - "uniqueCount": 4, + "fieldPath": "cp_catalog_page_sk", + "uniqueCount": 30000, + "nullCount": 0, + "mean": "15000.5", + "stdev": "8660.398374208891" + }, + { + "fieldPath": "cp_department", + "uniqueCount": 2, "nullCount": 0 } ] @@ -8161,7 +8703,103 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bo12f3", + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.customers%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "status", + "aspect": { + "json": { + "removed": false + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_aspect%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "status", + "aspect": { + "json": { + "removed": false + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_index%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "status", + "aspect": { + "json": { + "removed": false + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.metadata_index_view%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "status", + "aspect": { + "json": { + "removed": false + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.orders%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "status", + "aspect": { + "json": { + "removed": false + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "query", + "entityUrn": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Cdremio.space.test_folder.raw%2CPROD%29", + "changeType": "UPSERT", + "aspectName": "status", + "aspect": { + "json": { + "removed": false + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-hnmt6o", "lastRunId": "no-run-id-provided" } } diff --git a/metadata-ingestion/tests/integration/dremio/dremio_platform_instance_mces_golden.json b/metadata-ingestion/tests/integration/dremio/dremio_platform_instance_mces_golden.json index 0efbf6249facb6..e3e4e41833328a 100644 --- a/metadata-ingestion/tests/integration/dremio/dremio_platform_instance_mces_golden.json +++ b/metadata-ingestion/tests/integration/dremio/dremio_platform_instance_mces_golden.json @@ -15,7 +15,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -32,7 +32,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -50,7 +50,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -66,7 +66,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -89,7 +89,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -109,7 +109,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -126,7 +126,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -144,7 +144,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -160,7 +160,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -183,7 +183,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -203,7 +203,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -220,7 +220,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -238,7 +238,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -254,7 +254,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -277,7 +277,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -297,7 +297,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -314,7 +314,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -332,7 +332,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -348,7 +348,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -371,7 +371,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -391,7 +391,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -408,7 +408,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -426,7 +426,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -442,7 +442,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -465,7 +465,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -485,7 +485,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -501,7 +501,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -518,7 +518,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -536,7 +536,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -552,7 +552,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -579,7 +579,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -599,7 +599,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -615,7 +615,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -632,7 +632,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -650,7 +650,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -666,7 +666,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -693,7 +693,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -713,7 +713,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -729,7 +729,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -746,7 +746,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -764,7 +764,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -780,7 +780,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -807,7 +807,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -827,7 +827,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -843,7 +843,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -860,7 +860,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -878,7 +878,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -894,7 +894,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -921,7 +921,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -941,7 +941,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -957,7 +957,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -974,7 +974,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -992,7 +992,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -1008,7 +1008,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -1035,7 +1035,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -1055,7 +1055,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -1071,7 +1071,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -1088,7 +1088,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -1106,7 +1106,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -1122,7 +1122,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -1149,7 +1149,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -1169,7 +1169,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -1185,7 +1185,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -1202,7 +1202,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -1220,7 +1220,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -1236,7 +1236,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -1263,7 +1263,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -1283,7 +1283,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -1299,7 +1299,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -1316,7 +1316,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -1334,7 +1334,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -1350,7 +1350,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -1377,7 +1377,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -1397,7 +1397,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -1413,7 +1413,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -1430,7 +1430,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -1448,7 +1448,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -1464,7 +1464,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -1495,7 +1495,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -1515,7 +1515,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -1531,7 +1531,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -1548,7 +1548,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -1566,7 +1566,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -1582,7 +1582,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -1613,7 +1613,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -1633,7 +1633,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -1649,7 +1649,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -1666,7 +1666,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -1684,7 +1684,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -1700,7 +1700,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -1735,7 +1735,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -1755,7 +1755,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -1771,7 +1771,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -1788,7 +1788,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -1806,7 +1806,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -1822,7 +1822,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -1861,7 +1861,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -1885,7 +1885,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -1903,7 +1903,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -1920,7 +1920,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -1936,7 +1936,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -1954,7 +1954,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -1984,7 +1984,7 @@ }, "fields": [ { - "fieldPath": "A", + "fieldPath": "G", "nullable": true, "type": { "type": { @@ -1996,7 +1996,7 @@ "isPartOfKey": false }, { - "fieldPath": "I", + "fieldPath": "F", "nullable": true, "type": { "type": { @@ -2008,7 +2008,7 @@ "isPartOfKey": false }, { - "fieldPath": "H", + "fieldPath": "A", "nullable": true, "type": { "type": { @@ -2020,7 +2020,7 @@ "isPartOfKey": false }, { - "fieldPath": "G", + "fieldPath": "B", "nullable": true, "type": { "type": { @@ -2032,7 +2032,7 @@ "isPartOfKey": false }, { - "fieldPath": "F", + "fieldPath": "C", "nullable": true, "type": { "type": { @@ -2044,7 +2044,7 @@ "isPartOfKey": false }, { - "fieldPath": "E", + "fieldPath": "D", "nullable": true, "type": { "type": { @@ -2056,7 +2056,7 @@ "isPartOfKey": false }, { - "fieldPath": "D", + "fieldPath": "E", "nullable": true, "type": { "type": { @@ -2068,7 +2068,7 @@ "isPartOfKey": false }, { - "fieldPath": "C", + "fieldPath": "I", "nullable": true, "type": { "type": { @@ -2080,7 +2080,7 @@ "isPartOfKey": false }, { - "fieldPath": "B", + "fieldPath": "H", "nullable": true, "type": { "type": { @@ -2096,7 +2096,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -2112,7 +2112,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -2139,7 +2139,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -2163,7 +2163,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -2181,7 +2181,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -2198,7 +2198,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -2214,7 +2214,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -2232,7 +2232,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -2262,43 +2262,43 @@ }, "fields": [ { - "fieldPath": "priority", + "fieldPath": "email_address", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "float(24)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "id", + "fieldPath": "priority", "nullable": true, "type": { "type": { "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "integer(32)", + "nativeDataType": "float(24)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "company", + "fieldPath": "id", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "integer(32)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "last_name", + "fieldPath": "company", "nullable": true, "type": { "type": { @@ -2310,7 +2310,7 @@ "isPartOfKey": false }, { - "fieldPath": "first_name", + "fieldPath": "last_name", "nullable": true, "type": { "type": { @@ -2322,7 +2322,7 @@ "isPartOfKey": false }, { - "fieldPath": "email_address", + "fieldPath": "first_name", "nullable": true, "type": { "type": { @@ -2338,7 +2338,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -2354,7 +2354,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -2385,7 +2385,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -2409,7 +2409,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -2427,7 +2427,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -2444,7 +2444,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -2460,7 +2460,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -2478,7 +2478,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -2508,7 +2508,7 @@ }, "fields": [ { - "fieldPath": "createdfor", + "fieldPath": "aspect", "nullable": true, "type": { "type": { @@ -2532,7 +2532,7 @@ "isPartOfKey": false }, { - "fieldPath": "aspect", + "fieldPath": "createdby", "nullable": true, "type": { "type": { @@ -2544,14 +2544,14 @@ "isPartOfKey": false }, { - "fieldPath": "version", + "fieldPath": "createdon", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.DateType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "timestamp(23)", "recursive": false, "isPartOfKey": false }, @@ -2568,26 +2568,26 @@ "isPartOfKey": false }, { - "fieldPath": "createdon", + "fieldPath": "createdfor", "nullable": true, "type": { "type": { - "com.linkedin.schema.DateType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "timestamp(23)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "createdby", + "fieldPath": "version", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false } @@ -2596,7 +2596,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -2612,7 +2612,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -2643,7 +2643,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -2667,7 +2667,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -2685,7 +2685,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -2702,7 +2702,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -2718,7 +2718,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -2736,7 +2736,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -2766,7 +2766,7 @@ }, "fields": [ { - "fieldPath": "urn", + "fieldPath": "path", "nullable": true, "type": { "type": { @@ -2790,7 +2790,7 @@ "isPartOfKey": false }, { - "fieldPath": "path", + "fieldPath": "urn", "nullable": true, "type": { "type": { @@ -2802,50 +2802,50 @@ "isPartOfKey": false }, { - "fieldPath": "longVal", + "fieldPath": "aspect", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "stringVal", + "fieldPath": "longVal", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "doubleVal", + "fieldPath": "stringVal", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "double(53)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "aspect", + "fieldPath": "doubleVal", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "double(53)", "recursive": false, "isPartOfKey": false } @@ -2854,7 +2854,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -2870,7 +2870,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -2901,7 +2901,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -2925,7 +2925,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -2943,7 +2943,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -2960,7 +2960,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -2976,7 +2976,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -2994,7 +2994,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -3036,14 +3036,14 @@ "isPartOfKey": false }, { - "fieldPath": "id", + "fieldPath": "path", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, @@ -3060,14 +3060,14 @@ "isPartOfKey": false }, { - "fieldPath": "path", + "fieldPath": "id", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false } @@ -3076,7 +3076,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -3092,7 +3092,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -3123,7 +3123,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -3147,7 +3147,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -3165,7 +3165,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -3182,7 +3182,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -3198,7 +3198,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -3216,7 +3216,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -3286,7 +3286,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -3302,7 +3302,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -3333,7 +3333,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -3357,7 +3357,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -3375,7 +3375,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -3392,7 +3392,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -3408,7 +3408,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -3426,7 +3426,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -3508,7 +3508,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -3524,7 +3524,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -3555,7 +3555,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -3579,7 +3579,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -3597,7 +3597,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -3614,7 +3614,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -3630,7 +3630,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -3712,7 +3712,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -3728,7 +3728,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -3753,7 +3753,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -3780,7 +3780,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -3804,7 +3804,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -3822,7 +3822,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -3839,7 +3839,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -3855,7 +3855,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -3973,7 +3973,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -3989,7 +3989,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -4014,7 +4014,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -4045,7 +4045,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -4069,7 +4069,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -4087,7 +4087,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -4104,7 +4104,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -4120,7 +4120,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -4238,7 +4238,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -4254,7 +4254,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -4279,7 +4279,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -4310,7 +4310,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -4334,7 +4334,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -4352,7 +4352,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -4369,7 +4369,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -4385,7 +4385,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -4467,7 +4467,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -4483,7 +4483,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -4508,7 +4508,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -4539,7 +4539,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -4563,7 +4563,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -4581,7 +4581,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -4598,7 +4598,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -4614,7 +4614,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -4720,7 +4720,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -4736,7 +4736,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -4761,7 +4761,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -4792,7 +4792,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -4816,7 +4816,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -4834,7 +4834,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -4851,7 +4851,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -4867,7 +4867,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -4937,7 +4937,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -4953,7 +4953,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -4978,7 +4978,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -5009,7 +5009,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -5033,7 +5033,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -5051,7 +5051,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -5068,7 +5068,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -5084,7 +5084,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -5114,7 +5114,7 @@ }, "fields": [ { - "fieldPath": "B", + "fieldPath": "A", "nullable": true, "type": { "type": { @@ -5126,7 +5126,7 @@ "isPartOfKey": false }, { - "fieldPath": "A", + "fieldPath": "I", "nullable": true, "type": { "type": { @@ -5138,7 +5138,7 @@ "isPartOfKey": false }, { - "fieldPath": "I", + "fieldPath": "H", "nullable": true, "type": { "type": { @@ -5150,7 +5150,7 @@ "isPartOfKey": false }, { - "fieldPath": "H", + "fieldPath": "G", "nullable": true, "type": { "type": { @@ -5162,7 +5162,7 @@ "isPartOfKey": false }, { - "fieldPath": "G", + "fieldPath": "F", "nullable": true, "type": { "type": { @@ -5174,7 +5174,7 @@ "isPartOfKey": false }, { - "fieldPath": "F", + "fieldPath": "E", "nullable": true, "type": { "type": { @@ -5186,7 +5186,7 @@ "isPartOfKey": false }, { - "fieldPath": "E", + "fieldPath": "D", "nullable": true, "type": { "type": { @@ -5198,7 +5198,7 @@ "isPartOfKey": false }, { - "fieldPath": "D", + "fieldPath": "C", "nullable": true, "type": { "type": { @@ -5210,7 +5210,7 @@ "isPartOfKey": false }, { - "fieldPath": "C", + "fieldPath": "B", "nullable": true, "type": { "type": { @@ -5226,7 +5226,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -5242,7 +5242,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -5267,7 +5267,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -5298,7 +5298,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -5322,7 +5322,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -5340,7 +5340,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -5357,7 +5357,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -5373,7 +5373,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -5403,7 +5403,7 @@ }, "fields": [ { - "fieldPath": "J", + "fieldPath": "M", "nullable": true, "type": { "type": { @@ -5415,7 +5415,7 @@ "isPartOfKey": false }, { - "fieldPath": "K", + "fieldPath": "A", "nullable": true, "type": { "type": { @@ -5427,7 +5427,7 @@ "isPartOfKey": false }, { - "fieldPath": "L", + "fieldPath": "B", "nullable": true, "type": { "type": { @@ -5439,7 +5439,7 @@ "isPartOfKey": false }, { - "fieldPath": "M", + "fieldPath": "C", "nullable": true, "type": { "type": { @@ -5451,7 +5451,7 @@ "isPartOfKey": false }, { - "fieldPath": "A", + "fieldPath": "D", "nullable": true, "type": { "type": { @@ -5463,7 +5463,7 @@ "isPartOfKey": false }, { - "fieldPath": "B", + "fieldPath": "E", "nullable": true, "type": { "type": { @@ -5475,7 +5475,7 @@ "isPartOfKey": false }, { - "fieldPath": "C", + "fieldPath": "F", "nullable": true, "type": { "type": { @@ -5487,7 +5487,7 @@ "isPartOfKey": false }, { - "fieldPath": "D", + "fieldPath": "G", "nullable": true, "type": { "type": { @@ -5499,7 +5499,7 @@ "isPartOfKey": false }, { - "fieldPath": "E", + "fieldPath": "H", "nullable": true, "type": { "type": { @@ -5511,7 +5511,7 @@ "isPartOfKey": false }, { - "fieldPath": "F", + "fieldPath": "I", "nullable": true, "type": { "type": { @@ -5523,7 +5523,7 @@ "isPartOfKey": false }, { - "fieldPath": "G", + "fieldPath": "J", "nullable": true, "type": { "type": { @@ -5535,7 +5535,7 @@ "isPartOfKey": false }, { - "fieldPath": "H", + "fieldPath": "K", "nullable": true, "type": { "type": { @@ -5547,7 +5547,7 @@ "isPartOfKey": false }, { - "fieldPath": "I", + "fieldPath": "L", "nullable": true, "type": { "type": { @@ -5563,7 +5563,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -5579,7 +5579,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -5604,7 +5604,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -5639,7 +5639,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -5663,7 +5663,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -5681,7 +5681,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -5698,7 +5698,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -5714,7 +5714,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -5744,7 +5744,7 @@ }, "fields": [ { - "fieldPath": "LOCATION_ID", + "fieldPath": "DEPARTMENT_ID", "nullable": true, "type": { "type": { @@ -5756,31 +5756,31 @@ "isPartOfKey": false }, { - "fieldPath": "DEPARTMENT_ID", + "fieldPath": "DEPARTMENT_NAME", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "double(53)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "DEPARTMENT_NAME", + "fieldPath": "MANAGER_ID", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "double(53)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "MANAGER_ID", + "fieldPath": "LOCATION_ID", "nullable": true, "type": { "type": { @@ -5796,7 +5796,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -5812,7 +5812,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -5837,7 +5837,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -5872,7 +5872,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -5896,7 +5896,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -5914,7 +5914,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -5931,7 +5931,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -5947,7 +5947,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -5977,7 +5977,7 @@ }, "fields": [ { - "fieldPath": "cp_catalog_number", + "fieldPath": "cp_catalog_page_sk", "nullable": true, "type": { "type": { @@ -5989,43 +5989,43 @@ "isPartOfKey": false }, { - "fieldPath": "cp_end_date_sk", + "fieldPath": "cp_type", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "cp_start_date_sk", + "fieldPath": "cp_description", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "cp_catalog_page_id", + "fieldPath": "cp_catalog_page_number", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "cp_catalog_page_sk", + "fieldPath": "cp_catalog_number", "nullable": true, "type": { "type": { @@ -6049,38 +6049,38 @@ "isPartOfKey": false }, { - "fieldPath": "cp_type", + "fieldPath": "cp_end_date_sk", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "cp_description", + "fieldPath": "cp_start_date_sk", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "cp_catalog_page_number", + "fieldPath": "cp_catalog_page_id", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false } @@ -6089,7 +6089,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -6105,7 +6105,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -6130,7 +6130,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -6173,7 +6173,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -6197,12 +6197,91 @@ "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_aspect,PROD)", "type": "COPY" } + ], + "fineGrainedLineages": [ + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_aspect,PROD),version)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_aspect,PROD),version)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_aspect,PROD),createdon)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_aspect,PROD),createdon)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_aspect,PROD),createdby)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_aspect,PROD),createdby)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_aspect,PROD),createdfor)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_aspect,PROD),createdfor)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_aspect,PROD),metadata)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_aspect,PROD),metadata)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_aspect,PROD),urn)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_aspect,PROD),urn)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_aspect,PROD),aspect)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_aspect,PROD),aspect)" + ], + "confidenceScore": 1.0 + } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -6226,12 +6305,91 @@ "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_index,PROD)", "type": "COPY" } + ], + "fineGrainedLineages": [ + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_index,PROD),path)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index,PROD),path)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_index,PROD),longVal)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index,PROD),longVal)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_index,PROD),stringVal)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index,PROD),stringVal)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_index,PROD),doubleVal)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index,PROD),doubleVal)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_index,PROD),id)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index,PROD),id)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_index,PROD),urn)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index,PROD),urn)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_index,PROD),aspect)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index,PROD),aspect)" + ], + "confidenceScore": 1.0 + } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -6255,12 +6413,58 @@ "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_index_view,PROD)", "type": "COPY" } + ], + "fineGrainedLineages": [ + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_index_view,PROD),id)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index_view,PROD),id)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_index_view,PROD),urn)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index_view,PROD),urn)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_index_view,PROD),path)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index_view,PROD),path)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_index_view,PROD),doubleVal)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index_view,PROD),doubleVal)" + ], + "confidenceScore": 1.0 + } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -6284,12 +6488,80 @@ "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.northwind.customers,PROD)", "type": "COPY" } + ], + "fineGrainedLineages": [ + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.northwind.customers,PROD),id)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.customers,PROD),id)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.northwind.customers,PROD),company)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.customers,PROD),company)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.northwind.customers,PROD),last_name)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.customers,PROD),last_name)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.northwind.customers,PROD),first_name)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.customers,PROD),first_name)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.northwind.customers,PROD),email_address)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.customers,PROD),email_address)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.northwind.customers,PROD),priority)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.customers,PROD),priority)" + ], + "confidenceScore": 1.0 + } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -6313,12 +6585,47 @@ "dataset": "urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.northwind.orders,PROD)", "type": "COPY" } + ], + "fineGrainedLineages": [ + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.northwind.orders,PROD),id)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.orders,PROD),id)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.northwind.orders,PROD),description)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.orders,PROD),description)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.northwind.orders,PROD),customer_id)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.orders,PROD),customer_id)" + ], + "confidenceScore": 1.0 + } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -6342,12 +6649,58 @@ "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples.//warehouse,PROD)", "type": "COPY" } + ], + "fineGrainedLineages": [ + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples.//warehouse,PROD),id)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.s3.warehouse,PROD),id)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples.//warehouse,PROD),name)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.s3.warehouse,PROD),name)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples.//warehouse,PROD),age)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.s3.warehouse,PROD),age)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples.//warehouse,PROD),salary)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.s3.warehouse,PROD),salary)" + ], + "confidenceScore": 1.0 + } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -6371,12 +6724,157 @@ "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD)", "type": "COPY" } + ], + "fineGrainedLineages": [ + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),M)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),M)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),A)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),A)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),B)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),B)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),C)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),C)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),D)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),D)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),E)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),E)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),F)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),F)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),G)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),G)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),H)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),H)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),I)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),I)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),J)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),J)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),K)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),K)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),L)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),L)" + ], + "confidenceScore": 1.0 + } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -6400,12 +6898,58 @@ "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/oracle-departments.xlsx,PROD)", "type": "COPY" } + ], + "fineGrainedLineages": [ + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/oracle-departments.xlsx,PROD),DEPARTMENT_ID)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD),DEPARTMENT_ID)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/oracle-departments.xlsx,PROD),DEPARTMENT_NAME)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD),DEPARTMENT_NAME)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/oracle-departments.xlsx,PROD),MANAGER_ID)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD),MANAGER_ID)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/oracle-departments.xlsx,PROD),LOCATION_ID)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD),LOCATION_ID)" + ], + "confidenceScore": 1.0 + } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -6429,12 +6973,113 @@ "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD)", "type": "COPY" } + ], + "fineGrainedLineages": [ + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),A)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),A)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),I)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),I)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),H)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),H)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),G)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),G)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),F)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),F)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),E)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),E)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),D)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),D)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),C)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),C)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),B)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),B)" + ], + "confidenceScore": 1.0 + } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -6458,12 +7103,113 @@ "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD)", "type": "COPY" } + ], + "fineGrainedLineages": [ + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_catalog_page_sk)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_catalog_page_sk)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_type)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_type)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_description)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_description)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_catalog_page_number)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_catalog_page_number)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_catalog_number)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_catalog_number)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_department)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_department)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_end_date_sk)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_end_date_sk)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_start_date_sk)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_start_date_sk)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_catalog_page_id)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_catalog_page_id)" + ], + "confidenceScore": 1.0 + } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -6493,7 +7239,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -6521,7 +7267,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -6544,7 +7290,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -6560,7 +7306,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -6590,7 +7336,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -6618,7 +7364,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -6641,7 +7387,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -6657,7 +7403,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -6687,7 +7433,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -6715,7 +7461,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -6738,7 +7484,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -6754,7 +7500,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -6784,7 +7530,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -6812,7 +7558,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -6835,7 +7581,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -6851,7 +7597,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -6881,7 +7627,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -6909,7 +7655,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -6932,7 +7678,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -6948,7 +7694,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -6973,12 +7719,62 @@ "type": "VIEW", "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.raw%2CPROD%29" } + ], + "fineGrainedLineages": [ + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.s3.warehouse,PROD),id)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.raw,PROD),id)" + ], + "confidenceScore": 0.9, + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.raw%2CPROD%29" + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.s3.warehouse,PROD),name)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.raw,PROD),name)" + ], + "confidenceScore": 0.9, + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.raw%2CPROD%29" + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.s3.warehouse,PROD),age)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.raw,PROD),age)" + ], + "confidenceScore": 0.9, + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.raw%2CPROD%29" + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.s3.warehouse,PROD),salary)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.raw,PROD),salary)" + ], + "confidenceScore": 0.9, + "query": "urn:li:query:view_urn%3Ali%3Adataset%3A%28urn%3Ali%3AdataPlatform%3Adremio%2Ctest-platform.dremio.space.test_folder.raw%2CPROD%29" + } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -7006,7 +7802,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -7021,15 +7817,39 @@ { "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.s3.warehouse,PROD)" }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.s3.warehouse,PROD),age)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.s3.warehouse,PROD),id)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.s3.warehouse,PROD),name)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.s3.warehouse,PROD),salary)" + }, { "entity": "urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.raw,PROD)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.raw,PROD),id)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.raw,PROD),name)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.raw,PROD),age)" + }, + { + "entity": "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.space.test_folder.raw,PROD),salary)" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -7045,7 +7865,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -7061,7 +7881,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -7077,7 +7897,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -7093,7 +7913,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -7109,7 +7929,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -7125,7 +7945,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } }, @@ -7141,7 +7961,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-2l7eb7", + "runId": "dremio-2023_10_15-07_00_00-r8h9m3", "lastRunId": "no-run-id-provided" } } diff --git a/metadata-ingestion/tests/integration/dremio/dremio_schema_filter_mces_golden.json b/metadata-ingestion/tests/integration/dremio/dremio_schema_filter_mces_golden.json index 3a9b806c321ca1..f4dfed45ccf0c5 100644 --- a/metadata-ingestion/tests/integration/dremio/dremio_schema_filter_mces_golden.json +++ b/metadata-ingestion/tests/integration/dremio/dremio_schema_filter_mces_golden.json @@ -15,7 +15,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "runId": "dremio-2023_10_15-07_00_00-vftab1", "lastRunId": "no-run-id-provided" } }, @@ -31,7 +31,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "runId": "dremio-2023_10_15-07_00_00-vftab1", "lastRunId": "no-run-id-provided" } }, @@ -49,7 +49,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "runId": "dremio-2023_10_15-07_00_00-vftab1", "lastRunId": "no-run-id-provided" } }, @@ -65,7 +65,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "runId": "dremio-2023_10_15-07_00_00-vftab1", "lastRunId": "no-run-id-provided" } }, @@ -85,7 +85,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "runId": "dremio-2023_10_15-07_00_00-vftab1", "lastRunId": "no-run-id-provided" } }, @@ -105,7 +105,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "runId": "dremio-2023_10_15-07_00_00-vftab1", "lastRunId": "no-run-id-provided" } }, @@ -121,7 +121,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "runId": "dremio-2023_10_15-07_00_00-vftab1", "lastRunId": "no-run-id-provided" } }, @@ -137,7 +137,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "runId": "dremio-2023_10_15-07_00_00-vftab1", "lastRunId": "no-run-id-provided" } }, @@ -155,7 +155,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "runId": "dremio-2023_10_15-07_00_00-vftab1", "lastRunId": "no-run-id-provided" } }, @@ -171,7 +171,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "runId": "dremio-2023_10_15-07_00_00-vftab1", "lastRunId": "no-run-id-provided" } }, @@ -195,7 +195,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "runId": "dremio-2023_10_15-07_00_00-vftab1", "lastRunId": "no-run-id-provided" } }, @@ -215,7 +215,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "runId": "dremio-2023_10_15-07_00_00-vftab1", "lastRunId": "no-run-id-provided" } }, @@ -231,7 +231,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "runId": "dremio-2023_10_15-07_00_00-vftab1", "lastRunId": "no-run-id-provided" } }, @@ -247,7 +247,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "runId": "dremio-2023_10_15-07_00_00-vftab1", "lastRunId": "no-run-id-provided" } }, @@ -265,7 +265,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "runId": "dremio-2023_10_15-07_00_00-vftab1", "lastRunId": "no-run-id-provided" } }, @@ -281,7 +281,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "runId": "dremio-2023_10_15-07_00_00-vftab1", "lastRunId": "no-run-id-provided" } }, @@ -309,7 +309,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "runId": "dremio-2023_10_15-07_00_00-vftab1", "lastRunId": "no-run-id-provided" } }, @@ -329,7 +329,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "runId": "dremio-2023_10_15-07_00_00-vftab1", "lastRunId": "no-run-id-provided" } }, @@ -345,7 +345,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "runId": "dremio-2023_10_15-07_00_00-vftab1", "lastRunId": "no-run-id-provided" } }, @@ -361,7 +361,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "runId": "dremio-2023_10_15-07_00_00-vftab1", "lastRunId": "no-run-id-provided" } }, @@ -379,7 +379,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "runId": "dremio-2023_10_15-07_00_00-vftab1", "lastRunId": "no-run-id-provided" } }, @@ -395,7 +395,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "runId": "dremio-2023_10_15-07_00_00-vftab1", "lastRunId": "no-run-id-provided" } }, @@ -423,7 +423,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "runId": "dremio-2023_10_15-07_00_00-vftab1", "lastRunId": "no-run-id-provided" } }, @@ -443,7 +443,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "runId": "dremio-2023_10_15-07_00_00-vftab1", "lastRunId": "no-run-id-provided" } }, @@ -459,7 +459,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "runId": "dremio-2023_10_15-07_00_00-vftab1", "lastRunId": "no-run-id-provided" } }, @@ -475,7 +475,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "runId": "dremio-2023_10_15-07_00_00-vftab1", "lastRunId": "no-run-id-provided" } }, @@ -493,7 +493,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "runId": "dremio-2023_10_15-07_00_00-vftab1", "lastRunId": "no-run-id-provided" } }, @@ -509,7 +509,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "runId": "dremio-2023_10_15-07_00_00-vftab1", "lastRunId": "no-run-id-provided" } }, @@ -541,7 +541,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "runId": "dremio-2023_10_15-07_00_00-vftab1", "lastRunId": "no-run-id-provided" } }, @@ -561,7 +561,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "runId": "dremio-2023_10_15-07_00_00-vftab1", "lastRunId": "no-run-id-provided" } }, @@ -577,7 +577,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "runId": "dremio-2023_10_15-07_00_00-vftab1", "lastRunId": "no-run-id-provided" } }, @@ -593,7 +593,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "runId": "dremio-2023_10_15-07_00_00-vftab1", "lastRunId": "no-run-id-provided" } }, @@ -611,7 +611,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "runId": "dremio-2023_10_15-07_00_00-vftab1", "lastRunId": "no-run-id-provided" } }, @@ -627,7 +627,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "runId": "dremio-2023_10_15-07_00_00-vftab1", "lastRunId": "no-run-id-provided" } }, @@ -663,7 +663,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "runId": "dremio-2023_10_15-07_00_00-vftab1", "lastRunId": "no-run-id-provided" } }, @@ -687,7 +687,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "runId": "dremio-2023_10_15-07_00_00-vftab1", "lastRunId": "no-run-id-provided" } }, @@ -705,7 +705,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "runId": "dremio-2023_10_15-07_00_00-vftab1", "lastRunId": "no-run-id-provided" } }, @@ -721,7 +721,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "runId": "dremio-2023_10_15-07_00_00-vftab1", "lastRunId": "no-run-id-provided" } }, @@ -737,7 +737,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "runId": "dremio-2023_10_15-07_00_00-vftab1", "lastRunId": "no-run-id-provided" } }, @@ -767,7 +767,7 @@ }, "fields": [ { - "fieldPath": "B", + "fieldPath": "I", "nullable": true, "type": { "type": { @@ -779,7 +779,7 @@ "isPartOfKey": false }, { - "fieldPath": "A", + "fieldPath": "H", "nullable": true, "type": { "type": { @@ -791,7 +791,7 @@ "isPartOfKey": false }, { - "fieldPath": "I", + "fieldPath": "G", "nullable": true, "type": { "type": { @@ -803,7 +803,7 @@ "isPartOfKey": false }, { - "fieldPath": "H", + "fieldPath": "F", "nullable": true, "type": { "type": { @@ -815,7 +815,7 @@ "isPartOfKey": false }, { - "fieldPath": "G", + "fieldPath": "E", "nullable": true, "type": { "type": { @@ -827,7 +827,7 @@ "isPartOfKey": false }, { - "fieldPath": "F", + "fieldPath": "D", "nullable": true, "type": { "type": { @@ -839,7 +839,7 @@ "isPartOfKey": false }, { - "fieldPath": "E", + "fieldPath": "C", "nullable": true, "type": { "type": { @@ -851,7 +851,7 @@ "isPartOfKey": false }, { - "fieldPath": "D", + "fieldPath": "B", "nullable": true, "type": { "type": { @@ -863,7 +863,7 @@ "isPartOfKey": false }, { - "fieldPath": "C", + "fieldPath": "A", "nullable": true, "type": { "type": { @@ -879,7 +879,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "runId": "dremio-2023_10_15-07_00_00-vftab1", "lastRunId": "no-run-id-provided" } }, @@ -895,7 +895,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "runId": "dremio-2023_10_15-07_00_00-vftab1", "lastRunId": "no-run-id-provided" } }, @@ -920,7 +920,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "runId": "dremio-2023_10_15-07_00_00-vftab1", "lastRunId": "no-run-id-provided" } }, @@ -948,7 +948,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "runId": "dremio-2023_10_15-07_00_00-vftab1", "lastRunId": "no-run-id-provided" } }, @@ -972,7 +972,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "runId": "dremio-2023_10_15-07_00_00-vftab1", "lastRunId": "no-run-id-provided" } }, @@ -990,7 +990,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "runId": "dremio-2023_10_15-07_00_00-vftab1", "lastRunId": "no-run-id-provided" } }, @@ -1006,7 +1006,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "runId": "dremio-2023_10_15-07_00_00-vftab1", "lastRunId": "no-run-id-provided" } }, @@ -1022,7 +1022,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "runId": "dremio-2023_10_15-07_00_00-vftab1", "lastRunId": "no-run-id-provided" } }, @@ -1052,7 +1052,7 @@ }, "fields": [ { - "fieldPath": "J", + "fieldPath": "E", "nullable": true, "type": { "type": { @@ -1064,7 +1064,7 @@ "isPartOfKey": false }, { - "fieldPath": "K", + "fieldPath": "A", "nullable": true, "type": { "type": { @@ -1076,7 +1076,7 @@ "isPartOfKey": false }, { - "fieldPath": "L", + "fieldPath": "B", "nullable": true, "type": { "type": { @@ -1088,7 +1088,7 @@ "isPartOfKey": false }, { - "fieldPath": "M", + "fieldPath": "C", "nullable": true, "type": { "type": { @@ -1100,7 +1100,7 @@ "isPartOfKey": false }, { - "fieldPath": "A", + "fieldPath": "D", "nullable": true, "type": { "type": { @@ -1112,7 +1112,7 @@ "isPartOfKey": false }, { - "fieldPath": "B", + "fieldPath": "F", "nullable": true, "type": { "type": { @@ -1124,7 +1124,7 @@ "isPartOfKey": false }, { - "fieldPath": "C", + "fieldPath": "G", "nullable": true, "type": { "type": { @@ -1136,7 +1136,7 @@ "isPartOfKey": false }, { - "fieldPath": "D", + "fieldPath": "H", "nullable": true, "type": { "type": { @@ -1148,7 +1148,7 @@ "isPartOfKey": false }, { - "fieldPath": "E", + "fieldPath": "I", "nullable": true, "type": { "type": { @@ -1160,7 +1160,7 @@ "isPartOfKey": false }, { - "fieldPath": "F", + "fieldPath": "J", "nullable": true, "type": { "type": { @@ -1172,7 +1172,7 @@ "isPartOfKey": false }, { - "fieldPath": "G", + "fieldPath": "K", "nullable": true, "type": { "type": { @@ -1184,7 +1184,7 @@ "isPartOfKey": false }, { - "fieldPath": "H", + "fieldPath": "L", "nullable": true, "type": { "type": { @@ -1196,7 +1196,7 @@ "isPartOfKey": false }, { - "fieldPath": "I", + "fieldPath": "M", "nullable": true, "type": { "type": { @@ -1212,7 +1212,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "runId": "dremio-2023_10_15-07_00_00-vftab1", "lastRunId": "no-run-id-provided" } }, @@ -1228,7 +1228,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "runId": "dremio-2023_10_15-07_00_00-vftab1", "lastRunId": "no-run-id-provided" } }, @@ -1253,7 +1253,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "runId": "dremio-2023_10_15-07_00_00-vftab1", "lastRunId": "no-run-id-provided" } }, @@ -1285,7 +1285,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "runId": "dremio-2023_10_15-07_00_00-vftab1", "lastRunId": "no-run-id-provided" } }, @@ -1309,7 +1309,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "runId": "dremio-2023_10_15-07_00_00-vftab1", "lastRunId": "no-run-id-provided" } }, @@ -1327,7 +1327,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "runId": "dremio-2023_10_15-07_00_00-vftab1", "lastRunId": "no-run-id-provided" } }, @@ -1343,7 +1343,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "runId": "dremio-2023_10_15-07_00_00-vftab1", "lastRunId": "no-run-id-provided" } }, @@ -1359,7 +1359,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "runId": "dremio-2023_10_15-07_00_00-vftab1", "lastRunId": "no-run-id-provided" } }, @@ -1401,7 +1401,7 @@ "isPartOfKey": false }, { - "fieldPath": "DEPARTMENT_ID", + "fieldPath": "MANAGER_ID", "nullable": true, "type": { "type": { @@ -1425,7 +1425,7 @@ "isPartOfKey": false }, { - "fieldPath": "MANAGER_ID", + "fieldPath": "DEPARTMENT_ID", "nullable": true, "type": { "type": { @@ -1441,7 +1441,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "runId": "dremio-2023_10_15-07_00_00-vftab1", "lastRunId": "no-run-id-provided" } }, @@ -1457,7 +1457,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "runId": "dremio-2023_10_15-07_00_00-vftab1", "lastRunId": "no-run-id-provided" } }, @@ -1482,7 +1482,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "runId": "dremio-2023_10_15-07_00_00-vftab1", "lastRunId": "no-run-id-provided" } }, @@ -1514,7 +1514,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "runId": "dremio-2023_10_15-07_00_00-vftab1", "lastRunId": "no-run-id-provided" } }, @@ -1538,7 +1538,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "runId": "dremio-2023_10_15-07_00_00-vftab1", "lastRunId": "no-run-id-provided" } }, @@ -1556,7 +1556,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "runId": "dremio-2023_10_15-07_00_00-vftab1", "lastRunId": "no-run-id-provided" } }, @@ -1572,7 +1572,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "runId": "dremio-2023_10_15-07_00_00-vftab1", "lastRunId": "no-run-id-provided" } }, @@ -1588,7 +1588,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "runId": "dremio-2023_10_15-07_00_00-vftab1", "lastRunId": "no-run-id-provided" } }, @@ -1618,7 +1618,7 @@ }, "fields": [ { - "fieldPath": "cp_catalog_number", + "fieldPath": "cp_start_date_sk", "nullable": true, "type": { "type": { @@ -1630,19 +1630,19 @@ "isPartOfKey": false }, { - "fieldPath": "cp_end_date_sk", + "fieldPath": "cp_catalog_page_id", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "cp_start_date_sk", + "fieldPath": "cp_catalog_page_sk", "nullable": true, "type": { "type": { @@ -1654,7 +1654,7 @@ "isPartOfKey": false }, { - "fieldPath": "cp_catalog_page_id", + "fieldPath": "cp_department", "nullable": true, "type": { "type": { @@ -1666,7 +1666,7 @@ "isPartOfKey": false }, { - "fieldPath": "cp_catalog_page_sk", + "fieldPath": "cp_catalog_number", "nullable": true, "type": { "type": { @@ -1678,26 +1678,26 @@ "isPartOfKey": false }, { - "fieldPath": "cp_department", + "fieldPath": "cp_end_date_sk", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "cp_type", + "fieldPath": "cp_catalog_page_number", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, @@ -1714,14 +1714,14 @@ "isPartOfKey": false }, { - "fieldPath": "cp_catalog_page_number", + "fieldPath": "cp_type", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false } @@ -1730,7 +1730,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "runId": "dremio-2023_10_15-07_00_00-vftab1", "lastRunId": "no-run-id-provided" } }, @@ -1746,7 +1746,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "runId": "dremio-2023_10_15-07_00_00-vftab1", "lastRunId": "no-run-id-provided" } }, @@ -1771,7 +1771,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "runId": "dremio-2023_10_15-07_00_00-vftab1", "lastRunId": "no-run-id-provided" } }, @@ -1811,7 +1811,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "runId": "dremio-2023_10_15-07_00_00-vftab1", "lastRunId": "no-run-id-provided" } }, @@ -1835,12 +1835,157 @@ "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD)", "type": "COPY" } + ], + "fineGrainedLineages": [ + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),E)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),E)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),A)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),A)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),B)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),B)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),C)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),C)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),D)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),D)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),F)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),F)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),G)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),G)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),H)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),H)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),I)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),I)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),J)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),J)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),K)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),K)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),L)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),L)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),M)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),M)" + ], + "confidenceScore": 1.0 + } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "runId": "dremio-2023_10_15-07_00_00-vftab1", "lastRunId": "no-run-id-provided" } }, @@ -1864,12 +2009,58 @@ "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/oracle-departments.xlsx,PROD)", "type": "COPY" } + ], + "fineGrainedLineages": [ + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/oracle-departments.xlsx,PROD),LOCATION_ID)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD),LOCATION_ID)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/oracle-departments.xlsx,PROD),MANAGER_ID)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD),MANAGER_ID)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/oracle-departments.xlsx,PROD),DEPARTMENT_NAME)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD),DEPARTMENT_NAME)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/oracle-departments.xlsx,PROD),DEPARTMENT_ID)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.oracle-departments.xlsx,PROD),DEPARTMENT_ID)" + ], + "confidenceScore": 1.0 + } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "runId": "dremio-2023_10_15-07_00_00-vftab1", "lastRunId": "no-run-id-provided" } }, @@ -1893,12 +2084,113 @@ "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD)", "type": "COPY" } + ], + "fineGrainedLineages": [ + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),I)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),I)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),H)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),H)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),G)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),G)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),F)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),F)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),E)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),E)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),D)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),D)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),C)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),C)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),B)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),B)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),A)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),A)" + ], + "confidenceScore": 1.0 + } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "runId": "dremio-2023_10_15-07_00_00-vftab1", "lastRunId": "no-run-id-provided" } }, @@ -1922,12 +2214,113 @@ "dataset": "urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD)", "type": "COPY" } + ], + "fineGrainedLineages": [ + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_start_date_sk)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_start_date_sk)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_catalog_page_id)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_catalog_page_id)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_catalog_page_sk)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_catalog_page_sk)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_department)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_department)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_catalog_number)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_catalog_number)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_end_date_sk)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_end_date_sk)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_catalog_page_number)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_catalog_page_number)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_description)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_description)" + ], + "confidenceScore": 1.0 + }, + { + "upstreamType": "FIELD_SET", + "upstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_type)" + ], + "downstreamType": "FIELD", + "downstreams": [ + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_type)" + ], + "confidenceScore": 1.0 + } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-bqw0jy", + "runId": "dremio-2023_10_15-07_00_00-vftab1", "lastRunId": "no-run-id-provided" } } From 39a71c11e99ae23a4582cf1081b6dbe7eab46063 Mon Sep 17 00:00:00 2001 From: Jonny Dixon Date: Tue, 3 Dec 2024 14:56:08 +0000 Subject: [PATCH 23/52] Update test_dremio.py --- metadata-ingestion/tests/integration/dremio/test_dremio.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/metadata-ingestion/tests/integration/dremio/test_dremio.py b/metadata-ingestion/tests/integration/dremio/test_dremio.py index 4d9343a67cfd61..d7eb0da2f5897c 100644 --- a/metadata-ingestion/tests/integration/dremio/test_dremio.py +++ b/metadata-ingestion/tests/integration/dremio/test_dremio.py @@ -595,4 +595,4 @@ def test_dremio_schema_filter( output_path=output_path, golden_path=test_resources_dir / "dremio_schema_filter_mces_golden.json", ignore_paths=[], - ) \ No newline at end of file + ) From 548f772992514fccfcf0c0be1bc1bb2619f0435c Mon Sep 17 00:00:00 2001 From: Jonny Dixon Date: Tue, 3 Dec 2024 16:20:59 +0000 Subject: [PATCH 24/52] Update test_dremio.py --- metadata-ingestion/tests/integration/dremio/test_dremio.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/metadata-ingestion/tests/integration/dremio/test_dremio.py b/metadata-ingestion/tests/integration/dremio/test_dremio.py index d7eb0da2f5897c..2558fb34b87482 100644 --- a/metadata-ingestion/tests/integration/dremio/test_dremio.py +++ b/metadata-ingestion/tests/integration/dremio/test_dremio.py @@ -498,7 +498,9 @@ def test_dremio_platform_instance_urns( pytestconfig, tmp_path, ): - config_file = (test_resources_dir / "dremio_platform_instance_to_file.yml").resolve() + config_file = ( + test_resources_dir / "dremio_platform_instance_to_file.yml" + ).resolve() output_path = tmp_path / "dremio_mces.json" run_datahub_cmd(["ingest", "-c", f"{config_file}"], tmp_path=tmp_path) @@ -576,6 +578,7 @@ def test_dremio_platform_instance_urns( ignore_paths=[], ) + @freeze_time(FROZEN_TIME) @pytest.mark.integration def test_dremio_schema_filter( From cfa809c6b9e875ebac9a00f9883b670bc0e157c2 Mon Sep 17 00:00:00 2001 From: Jonny Dixon Date: Tue, 3 Dec 2024 16:23:52 +0000 Subject: [PATCH 25/52] update golden mces --- .../tests/integration/dremio/dremio_mces_golden.json | 2 +- .../dremio/dremio_platform_instance_mces_golden.json | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/metadata-ingestion/tests/integration/dremio/dremio_mces_golden.json b/metadata-ingestion/tests/integration/dremio/dremio_mces_golden.json index f60b79510eef69..5dd9a772255a55 100644 --- a/metadata-ingestion/tests/integration/dremio/dremio_mces_golden.json +++ b/metadata-ingestion/tests/integration/dremio/dremio_mces_golden.json @@ -279,7 +279,7 @@ "customProperties": {}, "name": "@admin", "qualifiedName": "@admin", - "description": "# Wikis & Labels\n\n![Gnarly Catalog](https://d33wubrfki0l68.cloudfront.net/c1a54376c45a9276c080f3d10ed25ce61c17bcd2/2b946/img/home/open-source-for-everyone.svg)\n\nYou are reading the wiki for your home space! You can create and edit this information for any source, space, or folder.\n\nThis sidebar always shows the wiki for the current source, space or folder you are browsing.\n\nWhen previewing datasets, click on the `Catalog` tab to create a wiki or add labels to that dataset.\n\n**Tip:** You can hide the wiki by clicking on the sidebar icon on upper right hand side.", + "description": "# Wikis & Labels\n\n![Gnarly Catalog](https://d33wubrfki0l68.cloudfront.net/c1a54376c45a9276c080f3d10ed25ce61c17bcd2/2b946/img/home/open-source-for-everyone.svg)\n\nYou are reading the wiki for your home space! You can create and edit this information for any source, space, or folder.\n\nThis sidebar always shows the wiki for the current source, space or folder you are browsing.\n\nWhen browsing or previewing datasets, click on the `Open details panel` button to create a wiki or add labels to that dataset.\n\n**Tip:** You can hide the wiki by clicking on the sidebar icon on upper right hand side.", "env": "PROD" } }, diff --git a/metadata-ingestion/tests/integration/dremio/dremio_platform_instance_mces_golden.json b/metadata-ingestion/tests/integration/dremio/dremio_platform_instance_mces_golden.json index e3e4e41833328a..27b4cc39407b54 100644 --- a/metadata-ingestion/tests/integration/dremio/dremio_platform_instance_mces_golden.json +++ b/metadata-ingestion/tests/integration/dremio/dremio_platform_instance_mces_golden.json @@ -291,7 +291,7 @@ "customProperties": {}, "name": "@admin", "qualifiedName": "@admin", - "description": "# Wikis & Labels\n\n![Gnarly Catalog](https://d33wubrfki0l68.cloudfront.net/c1a54376c45a9276c080f3d10ed25ce61c17bcd2/2b946/img/home/open-source-for-everyone.svg)\n\nYou are reading the wiki for your home space! You can create and edit this information for any source, space, or folder.\n\nThis sidebar always shows the wiki for the current source, space or folder you are browsing.\n\nWhen previewing datasets, click on the `Catalog` tab to create a wiki or add labels to that dataset.\n\n**Tip:** You can hide the wiki by clicking on the sidebar icon on upper right hand side.", + "description": "# Wikis & Labels\n\n![Gnarly Catalog](https://d33wubrfki0l68.cloudfront.net/c1a54376c45a9276c080f3d10ed25ce61c17bcd2/2b946/img/home/open-source-for-everyone.svg)\n\nYou are reading the wiki for your home space! You can create and edit this information for any source, space, or folder.\n\nThis sidebar always shows the wiki for the current source, space or folder you are browsing.\n\nWhen browsing or previewing datasets, click on the `Open details panel` button to create a wiki or add labels to that dataset.\n\n**Tip:** You can hide the wiki by clicking on the sidebar icon on upper right hand side.", "env": "PROD" } }, From 9f5ebc78dbad6ef33a8455bfee456fe65b8cbc71 Mon Sep 17 00:00:00 2001 From: Jonny Dixon Date: Thu, 5 Dec 2024 10:50:45 +0000 Subject: [PATCH 26/52] Update dremio_api.py --- .../ingestion/source/dremio/dremio_api.py | 32 +++++++++++++------ 1 file changed, 22 insertions(+), 10 deletions(-) diff --git a/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py b/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py index 5223c0cb28d1ee..8ac6151017094f 100644 --- a/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py +++ b/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py @@ -681,23 +681,35 @@ def should_include_container(self, path: List[str], name: str) -> bool: """ full_path = ".".join(path + [name]) if path else name + sub_paths = [] + for i in range(1, len(full_path) + 1): + sub_path = '.'.join(full_path[:i]) + sub_paths.append(sub_path) + + # Check allow patterns if self.allow_schema_pattern: matches_allow = False - for pattern in self.allow_schema_pattern: - if re.search(pattern, full_path, re.IGNORECASE): - matches_allow = True + for sub_path in sub_paths: + for pattern in self.allow_schema_pattern: + if re.search(pattern, sub_path, re.IGNORECASE): + matches_allow = True + break + if matches_allow: break + if not matches_allow: - self.report.report_container_filtered(full_path) + self.report.report_container_filtered('.'.join(full_path)) return False if self.deny_schema_pattern: - for pattern in self.deny_schema_pattern: - if re.search(pattern, full_path, re.IGNORECASE): - self.report.report_container_filtered(full_path) - return False - - self.report.report_container_scanned(full_path) + for sub_path in sub_paths: + for pattern in self.deny_schema_pattern: + if re.search(pattern, sub_path, re.IGNORECASE): + self.report.report_container_filtered('.'.join(full_path)) + return False + + # If we get here, the path passed all filters + self.report.report_container_scanned('.'.join(full_path)) return True def get_all_containers(self): From 17674fbcbc189b8c3b5909345936eab725d18670 Mon Sep 17 00:00:00 2001 From: Jonny Dixon Date: Thu, 5 Dec 2024 10:54:39 +0000 Subject: [PATCH 27/52] Update dremio_api.py --- .../ingestion/source/dremio/dremio_api.py | 80 +++++++++++++++---- 1 file changed, 63 insertions(+), 17 deletions(-) diff --git a/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py b/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py index 8ac6151017094f..ac5de367e85c93 100644 --- a/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py +++ b/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py @@ -679,37 +679,83 @@ def should_include_container(self, path: List[str], name: str) -> bool: Helper method to check if a container should be included based on schema patterns. Used by both get_all_containers and get_containers_for_location. """ - full_path = ".".join(path + [name]) if path else name + path_components = path + [name] if path else [name] + full_path = '.'.join(path_components) + # Generate all possible subpaths to check against patterns + # This allows matching at any level of the hierarchy sub_paths = [] - for i in range(1, len(full_path) + 1): - sub_path = '.'.join(full_path[:i]) + for i in range(1, len(path_components) + 1): + sub_path = '.'.join(path_components[:i]) sub_paths.append(sub_path) - # Check allow patterns if self.allow_schema_pattern: matches_allow = False - for sub_path in sub_paths: - for pattern in self.allow_schema_pattern: - if re.search(pattern, sub_path, re.IGNORECASE): - matches_allow = True - break - if matches_allow: + for pattern in self.allow_schema_pattern: + # Handle exact pattern matches (with regex support) + if re.search(f"^{pattern}$", full_path, re.IGNORECASE): + matches_allow = True break + # Handle prefix matches (patterns ending with .*) + if pattern.endswith(".*"): + base_pattern = pattern[:-2] # Remove .* + for sub_path in sub_paths: + if re.search(f"^{base_pattern}$", sub_path, re.IGNORECASE): + matches_allow = True + break + + # Handle suffix matches (patterns starting with .*) + elif pattern.startswith(".*"): + end_pattern = pattern[2:] # Remove .* + for sub_path in reversed(sub_paths): # Check from longest to shortest + if re.search(f"^{end_pattern}$", sub_path, re.IGNORECASE): + matches_allow = True + break + + # Handle middle wildcards (patterns containing .*) + elif ".*" in pattern: + for sub_path in sub_paths: + if re.search(f"^{pattern}$", sub_path, re.IGNORECASE): + matches_allow = True + break + if not matches_allow: - self.report.report_container_filtered('.'.join(full_path)) + self.report.report_container_filtered(full_path) return False if self.deny_schema_pattern: - for sub_path in sub_paths: - for pattern in self.deny_schema_pattern: - if re.search(pattern, sub_path, re.IGNORECASE): - self.report.report_container_filtered('.'.join(full_path)) - return False + for pattern in self.deny_schema_pattern: + # Handle exact pattern matches (with regex support) + if re.search(f"^{pattern}$", full_path, re.IGNORECASE): + self.report.report_container_filtered(full_path) + return False + + # Handle prefix matches (patterns ending with .*) + if pattern.endswith(".*"): + base_pattern = pattern[:-2] # Remove .* + for sub_path in sub_paths: + if re.search(f"^{base_pattern}$", sub_path, re.IGNORECASE): + self.report.report_container_filtered(full_path) + return False + + # Handle suffix matches (patterns starting with .*) + elif pattern.startswith(".*"): + end_pattern = pattern[2:] # Remove .* + for sub_path in reversed(sub_paths): # Check from longest to shortest + if re.search(f"^{end_pattern}$", sub_path, re.IGNORECASE): + self.report.report_container_filtered(full_path) + return False + + # Handle middle wildcards (patterns containing .*) + elif ".*" in pattern: + for sub_path in sub_paths: + if re.search(f"^{pattern}$", sub_path, re.IGNORECASE): + self.report.report_container_filtered(full_path) + return False # If we get here, the path passed all filters - self.report.report_container_scanned('.'.join(full_path)) + self.report.report_container_scanned(full_path) return True def get_all_containers(self): From 5593d2fc2099c8927e4693c65829e585c6eeb313 Mon Sep 17 00:00:00 2001 From: Jonny Dixon Date: Thu, 5 Dec 2024 11:01:51 +0000 Subject: [PATCH 28/52] Update dremio_api.py --- .../datahub/ingestion/source/dremio/dremio_api.py | 12 ++++++++---- 1 file changed, 8 insertions(+), 4 deletions(-) diff --git a/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py b/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py index ac5de367e85c93..3645f9882111fb 100644 --- a/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py +++ b/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py @@ -680,13 +680,13 @@ def should_include_container(self, path: List[str], name: str) -> bool: Used by both get_all_containers and get_containers_for_location. """ path_components = path + [name] if path else [name] - full_path = '.'.join(path_components) + full_path = ".".join(path_components) # Generate all possible subpaths to check against patterns # This allows matching at any level of the hierarchy sub_paths = [] for i in range(1, len(path_components) + 1): - sub_path = '.'.join(path_components[:i]) + sub_path = ".".join(path_components[:i]) sub_paths.append(sub_path) if self.allow_schema_pattern: @@ -708,7 +708,9 @@ def should_include_container(self, path: List[str], name: str) -> bool: # Handle suffix matches (patterns starting with .*) elif pattern.startswith(".*"): end_pattern = pattern[2:] # Remove .* - for sub_path in reversed(sub_paths): # Check from longest to shortest + for sub_path in reversed( + sub_paths + ): # Check from longest to shortest if re.search(f"^{end_pattern}$", sub_path, re.IGNORECASE): matches_allow = True break @@ -742,7 +744,9 @@ def should_include_container(self, path: List[str], name: str) -> bool: # Handle suffix matches (patterns starting with .*) elif pattern.startswith(".*"): end_pattern = pattern[2:] # Remove .* - for sub_path in reversed(sub_paths): # Check from longest to shortest + for sub_path in reversed( + sub_paths + ): # Check from longest to shortest if re.search(f"^{end_pattern}$", sub_path, re.IGNORECASE): self.report.report_container_filtered(full_path) return False From b384a3eab2ccf7397745443a2c7b7425437c77ed Mon Sep 17 00:00:00 2001 From: Jonny Dixon Date: Thu, 5 Dec 2024 11:08:26 +0000 Subject: [PATCH 29/52] Update dremio_api.py --- .../src/datahub/ingestion/source/dremio/dremio_api.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py b/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py index 3645f9882111fb..24364ba19b52eb 100644 --- a/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py +++ b/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py @@ -709,7 +709,7 @@ def should_include_container(self, path: List[str], name: str) -> bool: elif pattern.startswith(".*"): end_pattern = pattern[2:] # Remove .* for sub_path in reversed( - sub_paths + sub_paths ): # Check from longest to shortest if re.search(f"^{end_pattern}$", sub_path, re.IGNORECASE): matches_allow = True @@ -745,7 +745,7 @@ def should_include_container(self, path: List[str], name: str) -> bool: elif pattern.startswith(".*"): end_pattern = pattern[2:] # Remove .* for sub_path in reversed( - sub_paths + sub_paths ): # Check from longest to shortest if re.search(f"^{end_pattern}$", sub_path, re.IGNORECASE): self.report.report_container_filtered(full_path) From 6a144f0a1b79abae9b70c5e5896e278100a07bff Mon Sep 17 00:00:00 2001 From: Jonny Dixon Date: Thu, 5 Dec 2024 11:20:03 +0000 Subject: [PATCH 30/52] update to include multi-part paths --- .../ingestion/source/dremio/dremio_api.py | 161 +++++++++--------- .../dremio/dremio_schema_filter_to_file.yml | 2 +- 2 files changed, 86 insertions(+), 77 deletions(-) diff --git a/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py b/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py index 24364ba19b52eb..84de46025c53fa 100644 --- a/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py +++ b/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py @@ -674,6 +674,68 @@ def get_description_for_resource(self, resource_id: str) -> Optional[str]: ) return None + def _check_pattern_match( + self, pattern: str, paths: List[str], full_path: str, + ) -> bool: + """Helper method to check if a pattern matches any of the paths.""" + # Handle exact pattern matches + if re.search(f"^{pattern}$", full_path, re.IGNORECASE): + return True + + # Handle prefix matches (patterns ending with .*) + if pattern.endswith(".*"): + base_pattern = pattern[:-2] # Remove .* + for path in paths: + if re.search(f"^{base_pattern}$", path, re.IGNORECASE): + return True + + # Handle suffix matches (patterns starting with .*) + elif pattern.startswith(".*"): + end_pattern = pattern[2:] # Remove .* + for path in reversed(paths): # Check from longest to shortest + if re.search(f"^{end_pattern}$", path, re.IGNORECASE): + return True + + # Handle middle wildcards (patterns containing .*) + elif ".*" in pattern: + for path in paths: + if re.search(f"^{pattern}$", path, re.IGNORECASE): + return True + + return False + + def _check_allow_patterns( + self, patterns: List[str], sub_paths: List[str], full_path: str, + ) -> bool: + """Check if path matches any allow patterns.""" + if not patterns: + return True + + for pattern in patterns: + if self._check_pattern_match( + pattern=pattern, + paths=sub_paths, + full_path=full_path, + ): + return True + return False + + def _check_deny_patterns( + self, patterns: List[str], sub_paths: List[str], full_path: str, + ) -> bool: + """Check if path matches any deny patterns.""" + if not patterns: + return False + + for pattern in patterns: + if self._check_pattern_match( + pattern=pattern, + paths=sub_paths, + full_path=full_path, + ): + return True + return False + def should_include_container(self, path: List[str], name: str) -> bool: """ Helper method to check if a container should be included based on schema patterns. @@ -683,82 +745,29 @@ def should_include_container(self, path: List[str], name: str) -> bool: full_path = ".".join(path_components) # Generate all possible subpaths to check against patterns - # This allows matching at any level of the hierarchy - sub_paths = [] - for i in range(1, len(path_components) + 1): - sub_path = ".".join(path_components[:i]) - sub_paths.append(sub_path) - - if self.allow_schema_pattern: - matches_allow = False - for pattern in self.allow_schema_pattern: - # Handle exact pattern matches (with regex support) - if re.search(f"^{pattern}$", full_path, re.IGNORECASE): - matches_allow = True - break - - # Handle prefix matches (patterns ending with .*) - if pattern.endswith(".*"): - base_pattern = pattern[:-2] # Remove .* - for sub_path in sub_paths: - if re.search(f"^{base_pattern}$", sub_path, re.IGNORECASE): - matches_allow = True - break - - # Handle suffix matches (patterns starting with .*) - elif pattern.startswith(".*"): - end_pattern = pattern[2:] # Remove .* - for sub_path in reversed( - sub_paths - ): # Check from longest to shortest - if re.search(f"^{end_pattern}$", sub_path, re.IGNORECASE): - matches_allow = True - break - - # Handle middle wildcards (patterns containing .*) - elif ".*" in pattern: - for sub_path in sub_paths: - if re.search(f"^{pattern}$", sub_path, re.IGNORECASE): - matches_allow = True - break - - if not matches_allow: - self.report.report_container_filtered(full_path) - return False - - if self.deny_schema_pattern: - for pattern in self.deny_schema_pattern: - # Handle exact pattern matches (with regex support) - if re.search(f"^{pattern}$", full_path, re.IGNORECASE): - self.report.report_container_filtered(full_path) - return False - - # Handle prefix matches (patterns ending with .*) - if pattern.endswith(".*"): - base_pattern = pattern[:-2] # Remove .* - for sub_path in sub_paths: - if re.search(f"^{base_pattern}$", sub_path, re.IGNORECASE): - self.report.report_container_filtered(full_path) - return False - - # Handle suffix matches (patterns starting with .*) - elif pattern.startswith(".*"): - end_pattern = pattern[2:] # Remove .* - for sub_path in reversed( - sub_paths - ): # Check from longest to shortest - if re.search(f"^{end_pattern}$", sub_path, re.IGNORECASE): - self.report.report_container_filtered(full_path) - return False - - # Handle middle wildcards (patterns containing .*) - elif ".*" in pattern: - for sub_path in sub_paths: - if re.search(f"^{pattern}$", sub_path, re.IGNORECASE): - self.report.report_container_filtered(full_path) - return False - - # If we get here, the path passed all filters + sub_paths = [ + ".".join(path_components[:i]) + for i in range(1, len(path_components) + 1) + ] + + # Check allow patterns first + if not self._check_allow_patterns( + patterns=self.allow_schema_pattern, + sub_paths=sub_paths, + full_path=full_path, + ): + self.report.report_container_filtered(full_path) + return False + + # Check deny patterns + if self._check_deny_patterns( + patterns=self.deny_schema_pattern, + sub_paths=sub_paths, + full_path=full_path, + ): + self.report.report_container_filtered(full_path) + return False + self.report.report_container_scanned(full_path) return True diff --git a/metadata-ingestion/tests/integration/dremio/dremio_schema_filter_to_file.yml b/metadata-ingestion/tests/integration/dremio/dremio_schema_filter_to_file.yml index 2b3cea465eebe2..240cc63dc6dcad 100644 --- a/metadata-ingestion/tests/integration/dremio/dremio_schema_filter_to_file.yml +++ b/metadata-ingestion/tests/integration/dremio/dremio_schema_filter_to_file.yml @@ -20,7 +20,7 @@ source: schema_pattern: allow: - - "Samples" + - "Samples.*" sink: type: file From eb6bc03cde2f0819acc20bb3df3735743c0a999f Mon Sep 17 00:00:00 2001 From: Jonny Dixon Date: Thu, 5 Dec 2024 12:01:22 +0000 Subject: [PATCH 31/52] Update dremio_api.py --- .../ingestion/source/dremio/dremio_api.py | 18 +++++++++++++----- 1 file changed, 13 insertions(+), 5 deletions(-) diff --git a/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py b/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py index 84de46025c53fa..b7af16dde3ba86 100644 --- a/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py +++ b/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py @@ -675,7 +675,10 @@ def get_description_for_resource(self, resource_id: str) -> Optional[str]: return None def _check_pattern_match( - self, pattern: str, paths: List[str], full_path: str, + self, + pattern: str, + paths: List[str], + full_path: str, ) -> bool: """Helper method to check if a pattern matches any of the paths.""" # Handle exact pattern matches @@ -705,7 +708,10 @@ def _check_pattern_match( return False def _check_allow_patterns( - self, patterns: List[str], sub_paths: List[str], full_path: str, + self, + patterns: List[str], + sub_paths: List[str], + full_path: str, ) -> bool: """Check if path matches any allow patterns.""" if not patterns: @@ -721,7 +727,10 @@ def _check_allow_patterns( return False def _check_deny_patterns( - self, patterns: List[str], sub_paths: List[str], full_path: str, + self, + patterns: List[str], + sub_paths: List[str], + full_path: str, ) -> bool: """Check if path matches any deny patterns.""" if not patterns: @@ -746,8 +755,7 @@ def should_include_container(self, path: List[str], name: str) -> bool: # Generate all possible subpaths to check against patterns sub_paths = [ - ".".join(path_components[:i]) - for i in range(1, len(path_components) + 1) + ".".join(path_components[:i]) for i in range(1, len(path_components) + 1) ] # Check allow patterns first From f7287c3a5e4dede1ad280c55bdb8d17f839f4be6 Mon Sep 17 00:00:00 2001 From: Jonny Dixon Date: Thu, 5 Dec 2024 12:12:20 +0000 Subject: [PATCH 32/52] Update dremio_api.py --- .../ingestion/source/dremio/dremio_api.py | 63 +++++++++++++------ 1 file changed, 45 insertions(+), 18 deletions(-) diff --git a/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py b/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py index b7af16dde3ba86..5c5d78ca40eb5b 100644 --- a/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py +++ b/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py @@ -685,25 +685,52 @@ def _check_pattern_match( if re.search(f"^{pattern}$", full_path, re.IGNORECASE): return True - # Handle prefix matches (patterns ending with .*) - if pattern.endswith(".*"): - base_pattern = pattern[:-2] # Remove .* - for path in paths: - if re.search(f"^{base_pattern}$", path, re.IGNORECASE): - return True - - # Handle suffix matches (patterns starting with .*) - elif pattern.startswith(".*"): - end_pattern = pattern[2:] # Remove .* - for path in reversed(paths): # Check from longest to shortest - if re.search(f"^{end_pattern}$", path, re.IGNORECASE): - return True - - # Handle middle wildcards (patterns containing .*) - elif ".*" in pattern: + # Handle patterns that use .* as a wildcard + if ".*" in pattern: + # Split pattern into parts before applying regex + pattern_parts = pattern.split(".*") + + # If pattern starts with .*, first part will be empty + if pattern.startswith(".*"): + pattern_parts = pattern_parts[1:] + + # If pattern ends with .*, last part will be empty + if pattern.endswith(".*"): + pattern_parts = pattern_parts[:-1] + + # For a path to match: + # 1. If we have just a prefix (e.g. 'a.*'), the path must start with it + # 2. If we have just a suffix (e.g. '*.b'), the path must end with it + # 3. If we have both, the path must contain all parts in order + for path in paths: - if re.search(f"^{pattern}$", path, re.IGNORECASE): - return True + # For prefix matches (e.g. landingZone.*) + if len(pattern_parts) == 1 and pattern.endswith(".*"): + if path.startswith(pattern_parts[0]): + return True + + # For suffix matches (e.g. *.ECommerce) + elif len(pattern_parts) == 1 and pattern.startswith(".*"): + if path.endswith(pattern_parts[0]): + return True + + # For patterns with wildcards in the middle + else: + current_pos = 0 + matches = True + + for part in pattern_parts: + if not part: # Skip empty parts from consecutive .* + continue + + pos = path.find(part, current_pos) + if pos == -1: + matches = False + break + current_pos = pos + len(part) + + if matches: + return True return False From 39abde425cd312403ee6afbe3c108ee60537e5a0 Mon Sep 17 00:00:00 2001 From: Jonny Dixon Date: Thu, 5 Dec 2024 13:13:16 +0000 Subject: [PATCH 33/52] Update dremio_api.py --- .../ingestion/source/dremio/dremio_api.py | 168 +++++++++++------- 1 file changed, 107 insertions(+), 61 deletions(-) diff --git a/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py b/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py index 5c5d78ca40eb5b..438b5cc09a26bb 100644 --- a/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py +++ b/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py @@ -680,58 +680,81 @@ def _check_pattern_match( paths: List[str], full_path: str, ) -> bool: - """Helper method to check if a pattern matches any of the paths.""" - # Handle exact pattern matches - if re.search(f"^{pattern}$", full_path, re.IGNORECASE): - return True - - # Handle patterns that use .* as a wildcard - if ".*" in pattern: - # Split pattern into parts before applying regex - pattern_parts = pattern.split(".*") - - # If pattern starts with .*, first part will be empty - if pattern.startswith(".*"): - pattern_parts = pattern_parts[1:] - - # If pattern ends with .*, last part will be empty - if pattern.endswith(".*"): - pattern_parts = pattern_parts[:-1] - - # For a path to match: - # 1. If we have just a prefix (e.g. 'a.*'), the path must start with it - # 2. If we have just a suffix (e.g. '*.b'), the path must end with it - # 3. If we have both, the path must contain all parts in order + """ + Helper method to check if a pattern matches any of the paths. + Handles hierarchical matching where each level is matched independently. + """ + # Handle start/end anchors with regex + if pattern.startswith("^") or pattern.endswith("$"): + return bool(re.search(pattern, full_path, re.IGNORECASE)) - for path in paths: - # For prefix matches (e.g. landingZone.*) - if len(pattern_parts) == 1 and pattern.endswith(".*"): - if path.startswith(pattern_parts[0]): - return True + # Split pattern into its hierarchical components + pattern_parts = re.split(r'\.|\\.', pattern) - # For suffix matches (e.g. *.ECommerce) - elif len(pattern_parts) == 1 and pattern.startswith(".*"): - if path.endswith(pattern_parts[0]): - return True + # For each path we're checking + for path in paths: + # Split the current path into components + path_parts = path.split('.') - # For patterns with wildcards in the middle - else: - current_pos = 0 - matches = True - - for part in pattern_parts: - if not part: # Skip empty parts from consecutive .* - continue + # Skip if path is shorter than non-wildcard parts in pattern + non_wildcard_count = sum(1 for p in pattern_parts if p != '*' and p != '.*') + if len(path_parts) < non_wildcard_count: + continue - pos = path.find(part, current_pos) - if pos == -1: - matches = False + # Match with wildcards + pattern_idx = 0 + path_idx = 0 + matches = True + + while pattern_idx < len(pattern_parts) and path_idx < len(path_parts): + pattern_part = pattern_parts[pattern_idx] + + # Handle wildcards + if pattern_part == '*' or pattern_part == '.*': + # If this is the last pattern part, it's a match + if pattern_idx == len(pattern_parts) - 1: + break + + # Look ahead to next non-wildcard pattern part + next_pattern_part = None + next_pattern_idx = pattern_idx + 1 + while next_pattern_idx < len(pattern_parts): + if pattern_parts[next_pattern_idx] not in ('*', '.*'): + next_pattern_part = pattern_parts[next_pattern_idx] break - current_pos = pos + len(part) - - if matches: - return True + next_pattern_idx += 1 + + # If no more non-wildcard parts, it's a match + if next_pattern_part is None: + break + + # Try to find the next matching part in the path + found = False + while path_idx < len(path_parts): + if re.search(f"^{next_pattern_part}$", path_parts[path_idx], re.IGNORECASE): + pattern_idx = next_pattern_idx + found = True + break + path_idx += 1 + if not found: + matches = False + break + else: + # Regular (non-wildcard) matching + if not re.search(f"^{pattern_part}$", path_parts[path_idx], re.IGNORECASE): + matches = False + break + pattern_idx += 1 + path_idx += 1 + + # Check if we matched all non-wildcard pattern parts + if matches: + remaining_non_wildcards = sum(1 for p in pattern_parts[pattern_idx:] + if p != '*' and p != '.*') + if remaining_non_wildcards == 0: + return True + return False def _check_allow_patterns( @@ -780,28 +803,51 @@ def should_include_container(self, path: List[str], name: str) -> bool: path_components = path + [name] if path else [name] full_path = ".".join(path_components) - # Generate all possible subpaths to check against patterns + # Generate progressive paths for matching + # e.g. ["landingzone", "landingzone.folder1", "landingzone.folder1.folder2"] sub_paths = [ ".".join(path_components[:i]) for i in range(1, len(path_components) + 1) ] # Check allow patterns first - if not self._check_allow_patterns( - patterns=self.allow_schema_pattern, - sub_paths=sub_paths, - full_path=full_path, - ): - self.report.report_container_filtered(full_path) - return False + if self.allow_schema_pattern: + matches_allow = False + for pattern in self.allow_schema_pattern: + if self._check_pattern_match( + pattern=pattern, + paths=[full_path], + full_path=full_path, + ): + matches_allow = True + break + + # Also check if the current path matches a prefix of the pattern + elif self._check_pattern_match( + pattern=pattern, + paths=sub_paths, + full_path=full_path, + ): + matches_allow = True + break + + if not matches_allow: + self.report.report_container_filtered(full_path) + return False # Check deny patterns - if self._check_deny_patterns( - patterns=self.deny_schema_pattern, - sub_paths=sub_paths, - full_path=full_path, - ): - self.report.report_container_filtered(full_path) - return False + if self.deny_schema_pattern: + for pattern in self.deny_schema_pattern: + if self._check_pattern_match( + pattern=pattern, + paths=[full_path], + full_path=full_path, + ) or self._check_pattern_match( + pattern=pattern, + paths=sub_paths, + full_path=full_path, + ): + self.report.report_container_filtered(full_path) + return False self.report.report_container_scanned(full_path) return True From a224dc3ae8b24e53103121c0c5601f03df0c7901 Mon Sep 17 00:00:00 2001 From: Jonny Dixon Date: Thu, 5 Dec 2024 13:25:14 +0000 Subject: [PATCH 34/52] Update dremio_api.py --- .../ingestion/source/dremio/dremio_api.py | 23 +++++++++++++------ 1 file changed, 16 insertions(+), 7 deletions(-) diff --git a/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py b/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py index 438b5cc09a26bb..3a206746ed115f 100644 --- a/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py +++ b/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py @@ -710,7 +710,7 @@ def _check_pattern_match( pattern_part = pattern_parts[pattern_idx] # Handle wildcards - if pattern_part == '*' or pattern_part == '.*': + if pattern_part == "*" or pattern_part == ".*": # If this is the last pattern part, it's a match if pattern_idx == len(pattern_parts) - 1: break @@ -719,7 +719,7 @@ def _check_pattern_match( next_pattern_part = None next_pattern_idx = pattern_idx + 1 while next_pattern_idx < len(pattern_parts): - if pattern_parts[next_pattern_idx] not in ('*', '.*'): + if pattern_parts[next_pattern_idx] not in ("*", ".*"): next_pattern_part = pattern_parts[next_pattern_idx] break next_pattern_idx += 1 @@ -731,7 +731,11 @@ def _check_pattern_match( # Try to find the next matching part in the path found = False while path_idx < len(path_parts): - if re.search(f"^{next_pattern_part}$", path_parts[path_idx], re.IGNORECASE): + if re.search( + f"^{next_pattern_part}$", + path_parts[path_idx], + re.IGNORECASE, + ): pattern_idx = next_pattern_idx found = True break @@ -742,7 +746,11 @@ def _check_pattern_match( break else: # Regular (non-wildcard) matching - if not re.search(f"^{pattern_part}$", path_parts[path_idx], re.IGNORECASE): + if not re.search( + f"^{pattern_part}$", + path_parts[path_idx], + re.IGNORECASE, + ): matches = False break pattern_idx += 1 @@ -750,11 +758,12 @@ def _check_pattern_match( # Check if we matched all non-wildcard pattern parts if matches: - remaining_non_wildcards = sum(1 for p in pattern_parts[pattern_idx:] - if p != '*' and p != '.*') + remaining_non_wildcards = sum( + 1 for p in pattern_parts[pattern_idx:] if p != '*' and p != '.*' + ) if remaining_non_wildcards == 0: return True - + return False def _check_allow_patterns( From d1c1eb2c340aca662cf2283c71dd754a24586023 Mon Sep 17 00:00:00 2001 From: Jonny Dixon Date: Thu, 5 Dec 2024 14:09:39 +0000 Subject: [PATCH 35/52] Update dremio_api.py --- .../ingestion/source/dremio/dremio_api.py | 133 +++++------------- 1 file changed, 37 insertions(+), 96 deletions(-) diff --git a/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py b/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py index 3a206746ed115f..c806663981c85a 100644 --- a/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py +++ b/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py @@ -678,101 +678,57 @@ def _check_pattern_match( self, pattern: str, paths: List[str], - full_path: str, + allow_prefix: bool = True, ) -> bool: """ Helper method to check if a pattern matches any of the paths. Handles hierarchical matching where each level is matched independently. + Also handles prefix matching for partial paths. """ - # Handle start/end anchors with regex - if pattern.startswith("^") or pattern.endswith("$"): - return bool(re.search(pattern, full_path, re.IGNORECASE)) - - # Split pattern into its hierarchical components pattern_parts = re.split(r'\.|\\.', pattern) - # For each path we're checking for path in paths: - # Split the current path into components path_parts = path.split('.') - # Skip if path is shorter than non-wildcard parts in pattern - non_wildcard_count = sum(1 for p in pattern_parts if p != '*' and p != '.*') - if len(path_parts) < non_wildcard_count: - continue + if allow_prefix: + if len(path_parts) == 1 and pattern_parts[0].lower() == path_parts[0].lower(): + return True - # Match with wildcards - pattern_idx = 0 - path_idx = 0 - matches = True - - while pattern_idx < len(pattern_parts) and path_idx < len(path_parts): - pattern_part = pattern_parts[pattern_idx] - - # Handle wildcards - if pattern_part == "*" or pattern_part == ".*": - # If this is the last pattern part, it's a match - if pattern_idx == len(pattern_parts) - 1: - break - - # Look ahead to next non-wildcard pattern part - next_pattern_part = None - next_pattern_idx = pattern_idx + 1 - while next_pattern_idx < len(pattern_parts): - if pattern_parts[next_pattern_idx] not in ("*", ".*"): - next_pattern_part = pattern_parts[next_pattern_idx] + # For partial paths, only need to match up to our length + if len(path_parts) <= len(pattern_parts): + all_parts_match = True + for i, path_part in enumerate(path_parts): + pattern_part = pattern_parts[i] + if pattern_part in ('*', '.*'): + continue + if not re.search(f"^{pattern_part}$", path_part, re.IGNORECASE): + all_parts_match = False break - next_pattern_idx += 1 - - # If no more non-wildcard parts, it's a match - if next_pattern_part is None: - break - - # Try to find the next matching part in the path - found = False - while path_idx < len(path_parts): - if re.search( - f"^{next_pattern_part}$", - path_parts[path_idx], - re.IGNORECASE, - ): - pattern_idx = next_pattern_idx - found = True + if all_parts_match: + return True + else: + # For deny patterns, require exact depth match + if len(path_parts) == len(pattern_parts): + matches = True + for i, (pattern_part, path_part) in enumerate(zip(pattern_parts, path_parts)): + if pattern_part in ('*', '.*'): + continue + if not re.search(f"^{pattern_part}$", path_part, re.IGNORECASE): + matches = False break - path_idx += 1 + if matches: + return True - if not found: - matches = False - break - else: - # Regular (non-wildcard) matching - if not re.search( - f"^{pattern_part}$", - path_parts[path_idx], - re.IGNORECASE, - ): - matches = False - break - pattern_idx += 1 - path_idx += 1 - - # Check if we matched all non-wildcard pattern parts - if matches: - remaining_non_wildcards = sum( - 1 for p in pattern_parts[pattern_idx:] if p != '*' and p != '.*' - ) - if remaining_non_wildcards == 0: - return True - return False def _check_allow_patterns( self, patterns: List[str], sub_paths: List[str], - full_path: str, ) -> bool: - """Check if path matches any allow patterns.""" + """ + Check if path matches any allow patterns. + """ if not patterns: return True @@ -780,7 +736,6 @@ def _check_allow_patterns( if self._check_pattern_match( pattern=pattern, paths=sub_paths, - full_path=full_path, ): return True return False @@ -789,9 +744,10 @@ def _check_deny_patterns( self, patterns: List[str], sub_paths: List[str], - full_path: str, ) -> bool: - """Check if path matches any deny patterns.""" + """ + Check if path matches any deny patterns. + """ if not patterns: return False @@ -799,7 +755,6 @@ def _check_deny_patterns( if self._check_pattern_match( pattern=pattern, paths=sub_paths, - full_path=full_path, ): return True return False @@ -813,28 +768,18 @@ def should_include_container(self, path: List[str], name: str) -> bool: full_path = ".".join(path_components) # Generate progressive paths for matching - # e.g. ["landingzone", "landingzone.folder1", "landingzone.folder1.folder2"] sub_paths = [ ".".join(path_components[:i]) for i in range(1, len(path_components) + 1) ] - # Check allow patterns first + # Check allow patterns first - with prefix matching enabled if self.allow_schema_pattern: matches_allow = False for pattern in self.allow_schema_pattern: if self._check_pattern_match( - pattern=pattern, - paths=[full_path], - full_path=full_path, - ): - matches_allow = True - break - - # Also check if the current path matches a prefix of the pattern - elif self._check_pattern_match( pattern=pattern, paths=sub_paths, - full_path=full_path, + allow_prefix=True, ): matches_allow = True break @@ -843,17 +788,13 @@ def should_include_container(self, path: List[str], name: str) -> bool: self.report.report_container_filtered(full_path) return False - # Check deny patterns + # Check deny patterns with prefix matching disabled if self.deny_schema_pattern: for pattern in self.deny_schema_pattern: if self._check_pattern_match( pattern=pattern, paths=[full_path], - full_path=full_path, - ) or self._check_pattern_match( - pattern=pattern, - paths=sub_paths, - full_path=full_path, + allow_prefix=False, ): self.report.report_container_filtered(full_path) return False From 872bf9dfaba0416b8aea37d926ca47edc7bdb17f Mon Sep 17 00:00:00 2001 From: Jonny Dixon Date: Thu, 5 Dec 2024 14:54:09 +0000 Subject: [PATCH 36/52] Update dremio_api.py --- .../ingestion/source/dremio/dremio_api.py | 17 +++++++++++------ 1 file changed, 11 insertions(+), 6 deletions(-) diff --git a/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py b/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py index c806663981c85a..7535ea8776c783 100644 --- a/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py +++ b/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py @@ -685,13 +685,16 @@ def _check_pattern_match( Handles hierarchical matching where each level is matched independently. Also handles prefix matching for partial paths. """ - pattern_parts = re.split(r'\.|\\.', pattern) + pattern_parts = re.split(r"\.|\\.", pattern) for path in paths: - path_parts = path.split('.') + path_parts = path.split(".") if allow_prefix: - if len(path_parts) == 1 and pattern_parts[0].lower() == path_parts[0].lower(): + if ( + len(path_parts) == 1 + and pattern_parts[0].lower() == path_parts[0].lower() + ): return True # For partial paths, only need to match up to our length @@ -699,7 +702,7 @@ def _check_pattern_match( all_parts_match = True for i, path_part in enumerate(path_parts): pattern_part = pattern_parts[i] - if pattern_part in ('*', '.*'): + if pattern_part in ("*", ".*"): continue if not re.search(f"^{pattern_part}$", path_part, re.IGNORECASE): all_parts_match = False @@ -710,8 +713,10 @@ def _check_pattern_match( # For deny patterns, require exact depth match if len(path_parts) == len(pattern_parts): matches = True - for i, (pattern_part, path_part) in enumerate(zip(pattern_parts, path_parts)): - if pattern_part in ('*', '.*'): + for i, (pattern_part, path_part) in enumerate( + zip(pattern_parts, path_parts) + ): + if pattern_part in ("*", ".*"): continue if not re.search(f"^{pattern_part}$", path_part, re.IGNORECASE): matches = False From cc57083e959778b72be8c3aa0c884933e39413de Mon Sep 17 00:00:00 2001 From: Jonny Dixon Date: Thu, 5 Dec 2024 15:47:53 +0000 Subject: [PATCH 37/52] reverting platform instance change to add platform instance to container browsepaths. --- .../src/datahub/ingestion/source/dremio/dremio_aspects.py | 3 --- 1 file changed, 3 deletions(-) diff --git a/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_aspects.py b/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_aspects.py index dd4505cb1a0e30..d9d85edbf4f7a0 100644 --- a/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_aspects.py +++ b/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_aspects.py @@ -366,9 +366,6 @@ def _create_browse_paths_containers( ) -> Optional[BrowsePathsV2Class]: paths = [] - if self.platform_instance: - paths.append(BrowsePathEntryClass(id=self.platform_instance)) - if entity.subclass == "Dremio Space": paths.append(BrowsePathEntryClass(id="Spaces")) elif entity.subclass == "Dremio Source": From 619bb482ccb1b8d470c6695344c9575d36c35fad Mon Sep 17 00:00:00 2001 From: Jonny Dixon Date: Thu, 5 Dec 2024 15:49:47 +0000 Subject: [PATCH 38/52] Update dremio_schema_filter_to_file.yml --- .../tests/integration/dremio/dremio_schema_filter_to_file.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/metadata-ingestion/tests/integration/dremio/dremio_schema_filter_to_file.yml b/metadata-ingestion/tests/integration/dremio/dremio_schema_filter_to_file.yml index 240cc63dc6dcad..2b3cea465eebe2 100644 --- a/metadata-ingestion/tests/integration/dremio/dremio_schema_filter_to_file.yml +++ b/metadata-ingestion/tests/integration/dremio/dremio_schema_filter_to_file.yml @@ -20,7 +20,7 @@ source: schema_pattern: allow: - - "Samples.*" + - "Samples" sink: type: file From d5cf5114936db52d47f154997488e639e14d1845 Mon Sep 17 00:00:00 2001 From: Jonny Dixon Date: Thu, 5 Dec 2024 16:24:19 +0000 Subject: [PATCH 39/52] Update dremio_api.py --- .../src/datahub/ingestion/source/dremio/dremio_api.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py b/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py index 7535ea8776c783..9378bf482b1d2a 100644 --- a/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py +++ b/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py @@ -685,6 +685,9 @@ def _check_pattern_match( Handles hierarchical matching where each level is matched independently. Also handles prefix matching for partial paths. """ + if pattern == ".*": + return True + pattern_parts = re.split(r"\.|\\.", pattern) for path in paths: From 2ba1c5941a1840733fd8ad9eb883e5c605ceec12 Mon Sep 17 00:00:00 2001 From: Jonny Dixon Date: Fri, 6 Dec 2024 10:47:06 +0000 Subject: [PATCH 40/52] reimplementing platform_instance --- .../src/datahub/ingestion/source/dremio/dremio_aspects.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_aspects.py b/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_aspects.py index d9d85edbf4f7a0..dd4505cb1a0e30 100644 --- a/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_aspects.py +++ b/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_aspects.py @@ -366,6 +366,9 @@ def _create_browse_paths_containers( ) -> Optional[BrowsePathsV2Class]: paths = [] + if self.platform_instance: + paths.append(BrowsePathEntryClass(id=self.platform_instance)) + if entity.subclass == "Dremio Space": paths.append(BrowsePathEntryClass(id="Spaces")) elif entity.subclass == "Dremio Source": From 8ed0543691e7ad89645f1ce02b2a0de866c3288e Mon Sep 17 00:00:00 2001 From: Jonny Dixon Date: Fri, 6 Dec 2024 13:11:37 +0000 Subject: [PATCH 41/52] Update dremio_api.py --- .../ingestion/source/dremio/dremio_api.py | 64 ------------------- 1 file changed, 64 deletions(-) diff --git a/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py b/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py index 9378bf482b1d2a..50c7e5ac4d7296 100644 --- a/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py +++ b/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py @@ -610,32 +610,6 @@ def extract_all_queries(self) -> List[Dict[str, Any]]: return self.execute_query(query=jobs_query) - def get_source_by_id(self, source_id: str) -> Optional[Dict]: - """ - Fetch source details by ID. - """ - response = self.get( - url=f"/source/{source_id}", - ) - return response if response else None - - def get_source_for_dataset(self, schema: str, dataset: str) -> Optional[Dict]: - """ - Get source information for a dataset given its schema and name. - """ - dataset_id = self.get_dataset_id(schema, dataset) - if not dataset_id: - return None - - catalog_entry = self.get( - url=f"/catalog/{dataset_id}", - ) - if not catalog_entry or "path" not in catalog_entry: - return None - - source_id = catalog_entry["path"][0] - return self.get_source_by_id(source_id) - def get_tags_for_resource(self, resource_id: str) -> Optional[List[str]]: """ Get Dremio tags for a given resource_id. @@ -729,44 +703,6 @@ def _check_pattern_match( return False - def _check_allow_patterns( - self, - patterns: List[str], - sub_paths: List[str], - ) -> bool: - """ - Check if path matches any allow patterns. - """ - if not patterns: - return True - - for pattern in patterns: - if self._check_pattern_match( - pattern=pattern, - paths=sub_paths, - ): - return True - return False - - def _check_deny_patterns( - self, - patterns: List[str], - sub_paths: List[str], - ) -> bool: - """ - Check if path matches any deny patterns. - """ - if not patterns: - return False - - for pattern in patterns: - if self._check_pattern_match( - pattern=pattern, - paths=sub_paths, - ): - return True - return False - def should_include_container(self, path: List[str], name: str) -> bool: """ Helper method to check if a container should be included based on schema patterns. From 4378e8a1494a7a3bfd3f3c2fc5e55ed16609eaa8 Mon Sep 17 00:00:00 2001 From: Jonny Dixon Date: Fri, 6 Dec 2024 14:42:56 +0000 Subject: [PATCH 42/52] updating schema_filter with tests --- .../ingestion/source/dremio/dremio_api.py | 108 +++++++--------- .../unit/dremio/test_dremio_schema_filter.py | 121 ++++++++++++++++++ 2 files changed, 170 insertions(+), 59 deletions(-) create mode 100644 metadata-ingestion/tests/unit/dremio/test_dremio_schema_filter.py diff --git a/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py b/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py index 50c7e5ac4d7296..4b9efc4c7276ce 100644 --- a/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py +++ b/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py @@ -662,44 +662,28 @@ def _check_pattern_match( if pattern == ".*": return True - pattern_parts = re.split(r"\.|\\.", pattern) + # Convert the pattern to regex with proper anchoring + regex_pattern = pattern + if pattern.startswith('^'): + # Already has start anchor + regex_pattern = pattern.replace(".", r"\.") # Escape dots + regex_pattern = regex_pattern.replace(r"\.*", ".*") # Convert .* to wildcard + else: + # Add start anchor and handle dots + regex_pattern = "^" + pattern.replace(".", r"\.").replace(r"\.*", ".*") + + # Handle end matching + if not pattern.endswith(".*"): + if pattern.endswith("$"): + # Keep explicit end anchor + pass + elif not allow_prefix: + # Add end anchor for exact matching + regex_pattern = regex_pattern + "$" for path in paths: - path_parts = path.split(".") - - if allow_prefix: - if ( - len(path_parts) == 1 - and pattern_parts[0].lower() == path_parts[0].lower() - ): - return True - - # For partial paths, only need to match up to our length - if len(path_parts) <= len(pattern_parts): - all_parts_match = True - for i, path_part in enumerate(path_parts): - pattern_part = pattern_parts[i] - if pattern_part in ("*", ".*"): - continue - if not re.search(f"^{pattern_part}$", path_part, re.IGNORECASE): - all_parts_match = False - break - if all_parts_match: - return True - else: - # For deny patterns, require exact depth match - if len(path_parts) == len(pattern_parts): - matches = True - for i, (pattern_part, path_part) in enumerate( - zip(pattern_parts, path_parts) - ): - if pattern_part in ("*", ".*"): - continue - if not re.search(f"^{pattern_part}$", path_part, re.IGNORECASE): - matches = False - break - if matches: - return True + if re.match(regex_pattern, path, re.IGNORECASE): + return True return False @@ -711,28 +695,12 @@ def should_include_container(self, path: List[str], name: str) -> bool: path_components = path + [name] if path else [name] full_path = ".".join(path_components) - # Generate progressive paths for matching - sub_paths = [ - ".".join(path_components[:i]) for i in range(1, len(path_components) + 1) - ] - - # Check allow patterns first - with prefix matching enabled - if self.allow_schema_pattern: - matches_allow = False - for pattern in self.allow_schema_pattern: - if self._check_pattern_match( - pattern=pattern, - paths=sub_paths, - allow_prefix=True, - ): - matches_allow = True - break - - if not matches_allow: - self.report.report_container_filtered(full_path) - return False + # Default allow everything case + if self.allow_schema_pattern == [".*"] and not self.deny_schema_pattern: + self.report.report_container_scanned(full_path) + return True - # Check deny patterns with prefix matching disabled + # Check deny patterns first if self.deny_schema_pattern: for pattern in self.deny_schema_pattern: if self._check_pattern_match( @@ -743,8 +711,30 @@ def should_include_container(self, path: List[str], name: str) -> bool: self.report.report_container_filtered(full_path) return False - self.report.report_container_scanned(full_path) - return True + # Check allow patterns + for pattern in self.allow_schema_pattern: + # Check if the current full path matches + if self._check_pattern_match( + pattern=pattern, + paths=[full_path], + allow_prefix=True, + ): + self.report.report_container_scanned(full_path) + return True + + # For hierarchical patterns ending with .*, also check parent paths + if pattern.endswith(".*") and path: + current_path = ".".join(path) + if self._check_pattern_match( + pattern=pattern[:-2], + paths=[current_path], + allow_prefix=True, + ): + self.report.report_container_scanned(full_path) + return True + + self.report.report_container_filtered(full_path) + return False def get_all_containers(self): """ diff --git a/metadata-ingestion/tests/unit/dremio/test_dremio_schema_filter.py b/metadata-ingestion/tests/unit/dremio/test_dremio_schema_filter.py new file mode 100644 index 00000000000000..bf19a4e168d92e --- /dev/null +++ b/metadata-ingestion/tests/unit/dremio/test_dremio_schema_filter.py @@ -0,0 +1,121 @@ +import pytest +from unittest.mock import Mock + +from datahub.ingestion.source.dremio.dremio_api import DremioAPIOperations +from datahub.ingestion.source.dremio.dremio_config import DremioSourceConfig +from datahub.ingestion.source.dremio.dremio_reporting import DremioSourceReport + +class TestDremioContainerFiltering: + @pytest.fixture + def dremio_api(self, monkeypatch): + # Mock the requests.Session + mock_session = Mock() + monkeypatch.setattr("requests.Session", Mock(return_value=mock_session)) + + # Mock the authentication response + mock_session.post.return_value.json.return_value = {"token": "dummy-token"} + mock_session.post.return_value.status_code = 200 + + config = DremioSourceConfig( + hostname="dummy-host", + port=9047, + tls=False, + + authentication_method="password", + username="dummy-user", + password="dummy-password", + + schema_pattern=dict( + allow=[".*"], + deny=[] + ) + ) + report = DremioSourceReport() + return DremioAPIOperations(config, report) + + def test_basic_allow_pattern(self, dremio_api): + """Test basic allow pattern matching""" + dremio_api.allow_schema_pattern = ["test"] + dremio_api.deny_schema_pattern = [] + + assert dremio_api.should_include_container([], "test") + assert dremio_api.should_include_container(["test"], "subfolder") + assert not dremio_api.should_include_container([], "prod_space") + + def test_basic_deny_pattern(self, dremio_api): + """Test basic deny pattern matching""" + dremio_api.allow_schema_pattern = [".*"] + dremio_api.deny_schema_pattern = ["test_space.*"] + + assert not dremio_api.should_include_container([], "test_space") + assert not dremio_api.should_include_container(["test_space"], "subfolder") + assert dremio_api.should_include_container([], "prod_space") + + def test_hierarchical_matching(self, dremio_api): + """Test matching with hierarchical paths""" + dremio_api.allow_schema_pattern = ["prod.data.*"] + dremio_api.deny_schema_pattern = [] + + assert dremio_api.should_include_container(["prod"], "data") + assert dremio_api.should_include_container(["prod", "data"], "sales") + assert not dremio_api.should_include_container(["dev"], "data") + + def test_allow_and_deny_patterns(self, dremio_api): + """Test combination of allow and deny patterns""" + dremio_api.allow_schema_pattern = ["prod.*"] + dremio_api.deny_schema_pattern = ["prod.internal.*"] + + assert dremio_api.should_include_container([], "prod") + assert dremio_api.should_include_container(["prod"], "public") + assert not dremio_api.should_include_container(["prod"], "internal") + assert not dremio_api.should_include_container(["prod", "internal"], "secrets") + + def test_wildcard_patterns(self, dremio_api): + """Test wildcard pattern handling""" + dremio_api.allow_schema_pattern = [".*"] + dremio_api.deny_schema_pattern = [] + + assert dremio_api.should_include_container([], "any_space") + assert dremio_api.should_include_container(["any_space"], "any_folder") + + # Test with specific wildcard in middle + dremio_api.allow_schema_pattern = ["prod.*.public"] + assert dremio_api.should_include_container(["prod", "customer"], "public") + assert not dremio_api.should_include_container(["prod", "customer"], "private") + + def test_case_insensitive_matching(self, dremio_api): + """Test case-insensitive pattern matching""" + dremio_api.allow_schema_pattern = ["PROD.*"] + dremio_api.deny_schema_pattern = [] + + assert dremio_api.should_include_container([], "prod") + assert dremio_api.should_include_container([], "PROD") + assert dremio_api.should_include_container(["prod"], "DATA") + assert dremio_api.should_include_container(["PROD"], "data") + + def test_empty_patterns(self, dremio_api): + """Test behavior with empty patterns""" + dremio_api.allow_schema_pattern = [".*"] + dremio_api.deny_schema_pattern = [] + + # Should allow everything when allow pattern is empty + assert dremio_api.should_include_container([], "any_space") + assert dremio_api.should_include_container(["any_space"], "any_folder") + + def test_partial_path_matching(self, dremio_api): + """Test matching behavior with partial paths""" + dremio_api.allow_schema_pattern = ["^pr.*.data.*"] + dremio_api.deny_schema_pattern = [] + + assert dremio_api.should_include_container(["prod"], "data") + # Should match the partial path even though pattern doesn't have wildcards + assert dremio_api.should_include_container(["prod", "data"], "sales") + + def test_partial_start_end_chars(self, dremio_api): + """Test matching behavior with partial paths""" + dremio_api.allow_schema_pattern = ["pr.*.data$"] + dremio_api.deny_schema_pattern = [] + + assert dremio_api.should_include_container(["prod"], "data") + # Should match the partial path even though pattern doesn't have wildcards + assert not dremio_api.should_include_container(["prod", "data"], "sales") \ No newline at end of file From d193651aeb6fc0682a97462871a76bad0b617632 Mon Sep 17 00:00:00 2001 From: Jonny Dixon Date: Fri, 6 Dec 2024 15:10:05 +0000 Subject: [PATCH 43/52] linting --- .../src/datahub/ingestion/source/dremio/dremio_api.py | 6 ++++-- .../tests/unit/dremio/test_dremio_schema_filter.py | 10 +++------- 2 files changed, 7 insertions(+), 9 deletions(-) diff --git a/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py b/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py index 4b9efc4c7276ce..cbb078b204b85b 100644 --- a/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py +++ b/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py @@ -664,10 +664,12 @@ def _check_pattern_match( # Convert the pattern to regex with proper anchoring regex_pattern = pattern - if pattern.startswith('^'): + if pattern.startswith("^"): # Already has start anchor regex_pattern = pattern.replace(".", r"\.") # Escape dots - regex_pattern = regex_pattern.replace(r"\.*", ".*") # Convert .* to wildcard + regex_pattern = regex_pattern.replace( + r"\.*", ".*" + ) # Convert .* to wildcard else: # Add start anchor and handle dots regex_pattern = "^" + pattern.replace(".", r"\.").replace(r"\.*", ".*") diff --git a/metadata-ingestion/tests/unit/dremio/test_dremio_schema_filter.py b/metadata-ingestion/tests/unit/dremio/test_dremio_schema_filter.py index bf19a4e168d92e..57890f6e774a98 100644 --- a/metadata-ingestion/tests/unit/dremio/test_dremio_schema_filter.py +++ b/metadata-ingestion/tests/unit/dremio/test_dremio_schema_filter.py @@ -5,6 +5,7 @@ from datahub.ingestion.source.dremio.dremio_config import DremioSourceConfig from datahub.ingestion.source.dremio.dremio_reporting import DremioSourceReport + class TestDremioContainerFiltering: @pytest.fixture def dremio_api(self, monkeypatch): @@ -20,15 +21,10 @@ def dremio_api(self, monkeypatch): hostname="dummy-host", port=9047, tls=False, - authentication_method="password", username="dummy-user", password="dummy-password", - - schema_pattern=dict( - allow=[".*"], - deny=[] - ) + schema_pattern=dict(allow=[".*"], deny=[]) ) report = DremioSourceReport() return DremioAPIOperations(config, report) @@ -118,4 +114,4 @@ def test_partial_start_end_chars(self, dremio_api): assert dremio_api.should_include_container(["prod"], "data") # Should match the partial path even though pattern doesn't have wildcards - assert not dremio_api.should_include_container(["prod", "data"], "sales") \ No newline at end of file + assert not dremio_api.should_include_container(["prod", "data"], "sales") From 95740890103258c4bae8836dfddf29c3a168795e Mon Sep 17 00:00:00 2001 From: Jonny Dixon Date: Fri, 6 Dec 2024 16:30:50 +0000 Subject: [PATCH 44/52] Update test_dremio_schema_filter.py --- .../tests/unit/dremio/test_dremio_schema_filter.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/metadata-ingestion/tests/unit/dremio/test_dremio_schema_filter.py b/metadata-ingestion/tests/unit/dremio/test_dremio_schema_filter.py index 57890f6e774a98..7fba0fb91c9e66 100644 --- a/metadata-ingestion/tests/unit/dremio/test_dremio_schema_filter.py +++ b/metadata-ingestion/tests/unit/dremio/test_dremio_schema_filter.py @@ -24,7 +24,7 @@ def dremio_api(self, monkeypatch): authentication_method="password", username="dummy-user", password="dummy-password", - schema_pattern=dict(allow=[".*"], deny=[]) + schema_pattern=dict(allow=[".*"], deny=[]), ) report = DremioSourceReport() return DremioAPIOperations(config, report) From 7a3523ba9164e01a70df18594eae0c2ee562307a Mon Sep 17 00:00:00 2001 From: Jonny Dixon Date: Fri, 6 Dec 2024 17:13:52 +0000 Subject: [PATCH 45/52] Update test_dremio_schema_filter.py --- .../tests/unit/dremio/test_dremio_schema_filter.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/metadata-ingestion/tests/unit/dremio/test_dremio_schema_filter.py b/metadata-ingestion/tests/unit/dremio/test_dremio_schema_filter.py index 7fba0fb91c9e66..f79e26f828e808 100644 --- a/metadata-ingestion/tests/unit/dremio/test_dremio_schema_filter.py +++ b/metadata-ingestion/tests/unit/dremio/test_dremio_schema_filter.py @@ -1,6 +1,7 @@ -import pytest from unittest.mock import Mock +import pytest + from datahub.ingestion.source.dremio.dremio_api import DremioAPIOperations from datahub.ingestion.source.dremio.dremio_config import DremioSourceConfig from datahub.ingestion.source.dremio.dremio_reporting import DremioSourceReport From 88ded76f37a6e87ec403ef0fa0a50b813469885f Mon Sep 17 00:00:00 2001 From: Jonny Dixon <45681293+acrylJonny@users.noreply.github.com> Date: Wed, 11 Dec 2024 13:32:22 +0000 Subject: [PATCH 46/52] Update metadata-ingestion/tests/unit/dremio/test_dremio_schema_filter.py Co-authored-by: Mayuri Nehate <33225191+mayurinehate@users.noreply.github.com> --- .../tests/unit/dremio/test_dremio_schema_filter.py | 1 + 1 file changed, 1 insertion(+) diff --git a/metadata-ingestion/tests/unit/dremio/test_dremio_schema_filter.py b/metadata-ingestion/tests/unit/dremio/test_dremio_schema_filter.py index f79e26f828e808..615651d92f8c9d 100644 --- a/metadata-ingestion/tests/unit/dremio/test_dremio_schema_filter.py +++ b/metadata-ingestion/tests/unit/dremio/test_dremio_schema_filter.py @@ -53,6 +53,7 @@ def test_hierarchical_matching(self, dremio_api): dremio_api.allow_schema_pattern = ["prod.data.*"] dremio_api.deny_schema_pattern = [] + assert dremio_api.should_include_container([], "prod") assert dremio_api.should_include_container(["prod"], "data") assert dremio_api.should_include_container(["prod", "data"], "sales") assert not dremio_api.should_include_container(["dev"], "data") From 693f291b8cdd60cff1e72dd98eba4d3be4605b10 Mon Sep 17 00:00:00 2001 From: Jonny Dixon <45681293+acrylJonny@users.noreply.github.com> Date: Wed, 11 Dec 2024 13:32:32 +0000 Subject: [PATCH 47/52] Update metadata-ingestion/tests/unit/dremio/test_dremio_schema_filter.py Co-authored-by: Mayuri Nehate <33225191+mayurinehate@users.noreply.github.com> --- .../tests/unit/dremio/test_dremio_schema_filter.py | 1 + 1 file changed, 1 insertion(+) diff --git a/metadata-ingestion/tests/unit/dremio/test_dremio_schema_filter.py b/metadata-ingestion/tests/unit/dremio/test_dremio_schema_filter.py index 615651d92f8c9d..1a1e1ad343376e 100644 --- a/metadata-ingestion/tests/unit/dremio/test_dremio_schema_filter.py +++ b/metadata-ingestion/tests/unit/dremio/test_dremio_schema_filter.py @@ -56,6 +56,7 @@ def test_hierarchical_matching(self, dremio_api): assert dremio_api.should_include_container([], "prod") assert dremio_api.should_include_container(["prod"], "data") assert dremio_api.should_include_container(["prod", "data"], "sales") + assert not dremio_api.should_include_container([], "dev") assert not dremio_api.should_include_container(["dev"], "data") def test_allow_and_deny_patterns(self, dremio_api): From 7c210141a9ed7c7c3b87d3a6baffa4547365bac7 Mon Sep 17 00:00:00 2001 From: Jonny Dixon <45681293+acrylJonny@users.noreply.github.com> Date: Wed, 11 Dec 2024 13:32:44 +0000 Subject: [PATCH 48/52] Update metadata-ingestion/tests/unit/dremio/test_dremio_schema_filter.py Co-authored-by: Mayuri Nehate <33225191+mayurinehate@users.noreply.github.com> --- .../tests/unit/dremio/test_dremio_schema_filter.py | 1 + 1 file changed, 1 insertion(+) diff --git a/metadata-ingestion/tests/unit/dremio/test_dremio_schema_filter.py b/metadata-ingestion/tests/unit/dremio/test_dremio_schema_filter.py index 1a1e1ad343376e..a935b1bc8a4ce1 100644 --- a/metadata-ingestion/tests/unit/dremio/test_dremio_schema_filter.py +++ b/metadata-ingestion/tests/unit/dremio/test_dremio_schema_filter.py @@ -66,6 +66,7 @@ def test_allow_and_deny_patterns(self, dremio_api): assert dremio_api.should_include_container([], "prod") assert dremio_api.should_include_container(["prod"], "public") + assert dremio_api.should_include_container(["prod", "public"], "next") assert not dremio_api.should_include_container(["prod"], "internal") assert not dremio_api.should_include_container(["prod", "internal"], "secrets") From 521456547cbb5a8aabc969701ee23f2c90cc08db Mon Sep 17 00:00:00 2001 From: Jonny Dixon <45681293+acrylJonny@users.noreply.github.com> Date: Wed, 11 Dec 2024 13:32:53 +0000 Subject: [PATCH 49/52] Update metadata-ingestion/tests/unit/dremio/test_dremio_schema_filter.py Co-authored-by: Mayuri Nehate <33225191+mayurinehate@users.noreply.github.com> --- .../tests/unit/dremio/test_dremio_schema_filter.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/metadata-ingestion/tests/unit/dremio/test_dremio_schema_filter.py b/metadata-ingestion/tests/unit/dremio/test_dremio_schema_filter.py index a935b1bc8a4ce1..27df05296b7521 100644 --- a/metadata-ingestion/tests/unit/dremio/test_dremio_schema_filter.py +++ b/metadata-ingestion/tests/unit/dremio/test_dremio_schema_filter.py @@ -110,6 +110,8 @@ def test_partial_path_matching(self, dremio_api): assert dremio_api.should_include_container(["prod"], "data") # Should match the partial path even though pattern doesn't have wildcards assert dremio_api.should_include_container(["prod", "data"], "sales") + assert not dremio_api.should_include_container([], "dev") + assert not dremio_api.should_include_container(["dev", "data"], "sales") def test_partial_start_end_chars(self, dremio_api): """Test matching behavior with partial paths""" From 3efaf0b776475affccfae9e39fa31bc1ae7d8320 Mon Sep 17 00:00:00 2001 From: Jonny Dixon Date: Wed, 11 Dec 2024 14:13:26 +0000 Subject: [PATCH 50/52] update to pass all tests --- .../ingestion/source/dremio/dremio_api.py | 42 +++++++++++++------ 1 file changed, 30 insertions(+), 12 deletions(-) diff --git a/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py b/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py index cbb078b204b85b..79e6c037035bf8 100644 --- a/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py +++ b/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py @@ -715,7 +715,36 @@ def should_include_container(self, path: List[str], name: str) -> bool: # Check allow patterns for pattern in self.allow_schema_pattern: - # Check if the current full path matches + # For patterns with wildcards, check if this path is a parent of the pattern + if "*" in pattern: + pattern_parts = pattern.split(".") + path_parts = path_components + + # If pattern has exact same number of parts, check each component + if len(pattern_parts) == len(path_parts): + matches = True + for p_part, c_part in zip(pattern_parts, path_parts): + if p_part != "*" and p_part.lower() != c_part.lower(): + matches = False + break + if matches: + self.report.report_container_scanned(full_path) + return True + # Otherwise check if current path is prefix match + else: + # Remove the trailing wildcard if present + if pattern_parts[-1] == "*": + pattern_parts = pattern_parts[:-1] + + for i in range(len(path_parts)): + current_path = ".".join(path_parts[:i + 1]) + pattern_prefix = ".".join(pattern_parts[:i + 1]) + + if pattern_prefix.startswith(current_path): + self.report.report_container_scanned(full_path) + return True + + # Direct pattern matching if self._check_pattern_match( pattern=pattern, paths=[full_path], @@ -724,17 +753,6 @@ def should_include_container(self, path: List[str], name: str) -> bool: self.report.report_container_scanned(full_path) return True - # For hierarchical patterns ending with .*, also check parent paths - if pattern.endswith(".*") and path: - current_path = ".".join(path) - if self._check_pattern_match( - pattern=pattern[:-2], - paths=[current_path], - allow_prefix=True, - ): - self.report.report_container_scanned(full_path) - return True - self.report.report_container_filtered(full_path) return False From b07923f1e215a3bde84d59e00c8062db43435d0f Mon Sep 17 00:00:00 2001 From: Jonny Dixon Date: Wed, 11 Dec 2024 14:33:21 +0000 Subject: [PATCH 51/52] quick lint --- .../src/datahub/ingestion/source/dremio/dremio_api.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py b/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py index 79e6c037035bf8..d913b7e42065d2 100644 --- a/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py +++ b/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_api.py @@ -737,8 +737,8 @@ def should_include_container(self, path: List[str], name: str) -> bool: pattern_parts = pattern_parts[:-1] for i in range(len(path_parts)): - current_path = ".".join(path_parts[:i + 1]) - pattern_prefix = ".".join(pattern_parts[:i + 1]) + current_path = ".".join(path_parts[: i + 1]) + pattern_prefix = ".".join(pattern_parts[: i + 1]) if pattern_prefix.startswith(current_path): self.report.report_container_scanned(full_path) From 66c21a5f01333f3c50f4b70c6d55544215f47b8f Mon Sep 17 00:00:00 2001 From: Jonny Dixon Date: Thu, 12 Dec 2024 11:14:00 +0000 Subject: [PATCH 52/52] updating tests --- .../ingestion/source/dremio/dremio_aspects.py | 3 - .../dremio/dremio_mces_golden.json | 1432 ++++++++--------- .../dremio_platform_instance_mces_golden.json | 1060 ++++++------ .../tests/integration/dremio/test_dremio.py | 8 - 4 files changed, 1263 insertions(+), 1240 deletions(-) diff --git a/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_aspects.py b/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_aspects.py index dd4505cb1a0e30..d9d85edbf4f7a0 100644 --- a/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_aspects.py +++ b/metadata-ingestion/src/datahub/ingestion/source/dremio/dremio_aspects.py @@ -366,9 +366,6 @@ def _create_browse_paths_containers( ) -> Optional[BrowsePathsV2Class]: paths = [] - if self.platform_instance: - paths.append(BrowsePathEntryClass(id=self.platform_instance)) - if entity.subclass == "Dremio Space": paths.append(BrowsePathEntryClass(id="Spaces")) elif entity.subclass == "Dremio Source": diff --git a/metadata-ingestion/tests/integration/dremio/dremio_mces_golden.json b/metadata-ingestion/tests/integration/dremio/dremio_mces_golden.json index 5dd9a772255a55..41d47a574a211b 100644 --- a/metadata-ingestion/tests/integration/dremio/dremio_mces_golden.json +++ b/metadata-ingestion/tests/integration/dremio/dremio_mces_golden.json @@ -15,7 +15,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -31,7 +31,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -49,7 +49,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -65,7 +65,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -85,7 +85,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -105,7 +105,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -121,7 +121,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -139,7 +139,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -155,7 +155,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -175,7 +175,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -195,7 +195,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -211,7 +211,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -229,7 +229,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -245,7 +245,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -265,7 +265,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -285,7 +285,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -301,7 +301,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -319,7 +319,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -335,7 +335,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -355,7 +355,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -375,7 +375,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -391,7 +391,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -409,7 +409,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -425,7 +425,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -445,7 +445,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -465,7 +465,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -481,7 +481,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -497,7 +497,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -515,7 +515,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -531,7 +531,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -555,7 +555,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -575,7 +575,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -591,7 +591,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -607,7 +607,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -625,7 +625,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -641,7 +641,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -665,7 +665,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -685,7 +685,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -701,7 +701,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -717,7 +717,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -735,7 +735,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -751,7 +751,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -775,7 +775,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -795,7 +795,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -811,7 +811,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -827,7 +827,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -845,7 +845,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -861,7 +861,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -885,7 +885,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -905,7 +905,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -921,7 +921,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -937,7 +937,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -955,7 +955,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -971,7 +971,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -995,7 +995,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -1015,7 +1015,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -1031,7 +1031,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -1047,7 +1047,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -1065,7 +1065,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -1081,7 +1081,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -1105,7 +1105,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -1125,7 +1125,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -1141,7 +1141,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -1157,7 +1157,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -1175,7 +1175,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -1191,7 +1191,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -1215,7 +1215,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -1235,7 +1235,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -1251,7 +1251,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -1267,7 +1267,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -1285,7 +1285,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -1301,7 +1301,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -1325,7 +1325,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -1345,7 +1345,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -1361,7 +1361,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -1377,7 +1377,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -1395,7 +1395,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -1411,7 +1411,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -1439,7 +1439,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -1459,7 +1459,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -1475,7 +1475,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -1491,7 +1491,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -1509,7 +1509,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -1525,7 +1525,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -1553,7 +1553,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -1573,7 +1573,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -1589,7 +1589,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -1605,7 +1605,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -1623,7 +1623,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -1639,7 +1639,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -1671,7 +1671,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -1691,7 +1691,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -1707,7 +1707,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -1723,7 +1723,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -1741,7 +1741,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -1757,7 +1757,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -1793,7 +1793,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -1817,7 +1817,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -1835,7 +1835,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -1851,7 +1851,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -1867,7 +1867,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -1885,7 +1885,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -1915,7 +1915,7 @@ }, "fields": [ { - "fieldPath": "B", + "fieldPath": "A", "nullable": true, "type": { "type": { @@ -1927,7 +1927,7 @@ "isPartOfKey": false }, { - "fieldPath": "I", + "fieldPath": "B", "nullable": true, "type": { "type": { @@ -1939,7 +1939,7 @@ "isPartOfKey": false }, { - "fieldPath": "H", + "fieldPath": "C", "nullable": true, "type": { "type": { @@ -1951,7 +1951,7 @@ "isPartOfKey": false }, { - "fieldPath": "G", + "fieldPath": "D", "nullable": true, "type": { "type": { @@ -1963,7 +1963,7 @@ "isPartOfKey": false }, { - "fieldPath": "A", + "fieldPath": "E", "nullable": true, "type": { "type": { @@ -1987,7 +1987,7 @@ "isPartOfKey": false }, { - "fieldPath": "E", + "fieldPath": "G", "nullable": true, "type": { "type": { @@ -1999,7 +1999,7 @@ "isPartOfKey": false }, { - "fieldPath": "D", + "fieldPath": "H", "nullable": true, "type": { "type": { @@ -2011,7 +2011,7 @@ "isPartOfKey": false }, { - "fieldPath": "C", + "fieldPath": "I", "nullable": true, "type": { "type": { @@ -2027,7 +2027,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -2043,7 +2043,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -2067,7 +2067,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -2091,7 +2091,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -2109,7 +2109,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -2125,7 +2125,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -2141,7 +2141,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -2159,7 +2159,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -2189,19 +2189,19 @@ }, "fields": [ { - "fieldPath": "id", + "fieldPath": "priority", "nullable": true, "type": { "type": { "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "integer(32)", + "nativeDataType": "float(24)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "company", + "fieldPath": "email_address", "nullable": true, "type": { "type": { @@ -2213,7 +2213,7 @@ "isPartOfKey": false }, { - "fieldPath": "last_name", + "fieldPath": "first_name", "nullable": true, "type": { "type": { @@ -2225,7 +2225,7 @@ "isPartOfKey": false }, { - "fieldPath": "first_name", + "fieldPath": "last_name", "nullable": true, "type": { "type": { @@ -2237,7 +2237,7 @@ "isPartOfKey": false }, { - "fieldPath": "email_address", + "fieldPath": "company", "nullable": true, "type": { "type": { @@ -2249,14 +2249,14 @@ "isPartOfKey": false }, { - "fieldPath": "priority", + "fieldPath": "id", "nullable": true, "type": { "type": { "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "float(24)", + "nativeDataType": "integer(32)", "recursive": false, "isPartOfKey": false } @@ -2265,7 +2265,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -2281,7 +2281,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -2309,7 +2309,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -2333,7 +2333,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -2351,7 +2351,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -2367,7 +2367,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -2383,7 +2383,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -2401,7 +2401,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -2442,18 +2442,6 @@ "recursive": false, "isPartOfKey": false }, - { - "fieldPath": "createdby", - "nullable": true, - "type": { - "type": { - "com.linkedin.schema.StringType": {} - } - }, - "nativeDataType": "character varying(65536)", - "recursive": false, - "isPartOfKey": false - }, { "fieldPath": "aspect", "nullable": true, @@ -2502,6 +2490,18 @@ "recursive": false, "isPartOfKey": false }, + { + "fieldPath": "createdby", + "nullable": true, + "type": { + "type": { + "com.linkedin.schema.StringType": {} + } + }, + "nativeDataType": "character varying(65536)", + "recursive": false, + "isPartOfKey": false + }, { "fieldPath": "createdfor", "nullable": true, @@ -2519,7 +2519,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -2535,7 +2535,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -2563,7 +2563,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -2587,7 +2587,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -2605,7 +2605,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -2621,7 +2621,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -2637,7 +2637,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -2655,7 +2655,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -2697,31 +2697,31 @@ "isPartOfKey": false }, { - "fieldPath": "id", + "fieldPath": "stringVal", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "urn", + "fieldPath": "longVal", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "aspect", + "fieldPath": "path", "nullable": true, "type": { "type": { @@ -2733,7 +2733,7 @@ "isPartOfKey": false }, { - "fieldPath": "path", + "fieldPath": "aspect", "nullable": true, "type": { "type": { @@ -2745,26 +2745,26 @@ "isPartOfKey": false }, { - "fieldPath": "longVal", + "fieldPath": "urn", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "stringVal", + "fieldPath": "id", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false } @@ -2773,7 +2773,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -2789,7 +2789,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -2817,7 +2817,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -2841,7 +2841,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -2859,7 +2859,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -2875,7 +2875,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -2891,7 +2891,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -2909,7 +2909,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -2991,7 +2991,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -3007,7 +3007,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -3035,7 +3035,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -3059,7 +3059,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -3077,7 +3077,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -3093,7 +3093,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -3109,7 +3109,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -3127,7 +3127,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -3169,26 +3169,26 @@ "isPartOfKey": false }, { - "fieldPath": "description", + "fieldPath": "id", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "integer(32)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "id", + "fieldPath": "description", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "integer(32)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false } @@ -3197,7 +3197,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -3213,7 +3213,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -3241,7 +3241,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -3265,7 +3265,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -3283,7 +3283,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -3299,7 +3299,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -3315,7 +3315,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -3333,7 +3333,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -3363,7 +3363,7 @@ }, "fields": [ { - "fieldPath": "id", + "fieldPath": "age", "nullable": true, "type": { "type": { @@ -3375,19 +3375,19 @@ "isPartOfKey": false }, { - "fieldPath": "salary", + "fieldPath": "name", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "age", + "fieldPath": "id", "nullable": true, "type": { "type": { @@ -3399,14 +3399,14 @@ "isPartOfKey": false }, { - "fieldPath": "name", + "fieldPath": "salary", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false } @@ -3415,7 +3415,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -3431,7 +3431,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -3459,7 +3459,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -3483,7 +3483,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -3501,7 +3501,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -3517,7 +3517,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -3533,7 +3533,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -3615,7 +3615,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -3631,7 +3631,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -3656,7 +3656,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -3680,7 +3680,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -3704,7 +3704,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -3722,7 +3722,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -3738,7 +3738,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -3754,7 +3754,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -3796,19 +3796,19 @@ "isPartOfKey": false }, { - "fieldPath": "createdfor", + "fieldPath": "version", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "createdby", + "fieldPath": "metadata", "nullable": true, "type": { "type": { @@ -3832,7 +3832,7 @@ "isPartOfKey": false }, { - "fieldPath": "metadata", + "fieldPath": "createdby", "nullable": true, "type": { "type": { @@ -3844,14 +3844,14 @@ "isPartOfKey": false }, { - "fieldPath": "version", + "fieldPath": "createdfor", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, @@ -3872,7 +3872,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -3888,7 +3888,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -3913,7 +3913,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -3941,7 +3941,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -3965,7 +3965,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -3983,7 +3983,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -3999,7 +3999,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -4015,7 +4015,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -4057,38 +4057,38 @@ "isPartOfKey": false }, { - "fieldPath": "id", + "fieldPath": "stringVal", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "urn", + "fieldPath": "longVal", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "aspect", + "fieldPath": "id", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, @@ -4105,19 +4105,19 @@ "isPartOfKey": false }, { - "fieldPath": "longVal", + "fieldPath": "aspect", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "stringVal", + "fieldPath": "urn", "nullable": true, "type": { "type": { @@ -4133,7 +4133,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -4149,7 +4149,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -4174,7 +4174,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -4202,7 +4202,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -4226,7 +4226,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -4244,7 +4244,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -4260,7 +4260,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -4276,7 +4276,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -4306,26 +4306,26 @@ }, "fields": [ { - "fieldPath": "urn", + "fieldPath": "id", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "id", + "fieldPath": "urn", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, @@ -4358,7 +4358,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -4374,7 +4374,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -4399,7 +4399,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -4427,7 +4427,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -4451,7 +4451,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -4469,7 +4469,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -4485,7 +4485,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -4501,7 +4501,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -4531,19 +4531,19 @@ }, "fields": [ { - "fieldPath": "last_name", + "fieldPath": "priority", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "float(24)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "company", + "fieldPath": "email_address", "nullable": true, "type": { "type": { @@ -4555,31 +4555,31 @@ "isPartOfKey": false }, { - "fieldPath": "id", + "fieldPath": "first_name", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "integer(32)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "priority", + "fieldPath": "last_name", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "float(24)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "email_address", + "fieldPath": "company", "nullable": true, "type": { "type": { @@ -4591,14 +4591,14 @@ "isPartOfKey": false }, { - "fieldPath": "first_name", + "fieldPath": "id", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "integer(32)", "recursive": false, "isPartOfKey": false } @@ -4607,7 +4607,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -4623,7 +4623,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -4648,7 +4648,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -4676,7 +4676,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -4700,7 +4700,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -4718,7 +4718,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -4734,7 +4734,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -4750,7 +4750,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -4780,31 +4780,31 @@ }, "fields": [ { - "fieldPath": "description", + "fieldPath": "id", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "integer(32)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "customer_id", + "fieldPath": "description", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "integer(32)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "id", + "fieldPath": "customer_id", "nullable": true, "type": { "type": { @@ -4820,7 +4820,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -4836,7 +4836,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -4861,7 +4861,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -4889,7 +4889,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -4913,7 +4913,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -4931,7 +4931,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -4947,7 +4947,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -4963,7 +4963,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -5105,7 +5105,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -5121,7 +5121,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -5146,7 +5146,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -5174,7 +5174,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -5198,7 +5198,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -5216,7 +5216,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -5232,7 +5232,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -5248,7 +5248,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -5438,7 +5438,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -5454,7 +5454,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -5479,7 +5479,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -5511,7 +5511,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -5535,7 +5535,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -5553,7 +5553,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -5569,7 +5569,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -5585,7 +5585,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -5667,7 +5667,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -5683,7 +5683,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -5708,7 +5708,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -5740,7 +5740,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -5764,7 +5764,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -5782,7 +5782,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -5798,7 +5798,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -5814,7 +5814,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -5956,7 +5956,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -5972,7 +5972,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -5997,7 +5997,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -6037,7 +6037,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -6077,22 +6077,22 @@ { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_aspect,PROD),createdfor)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_aspect,PROD),version)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD),createdfor)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD),version)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_aspect,PROD),createdby)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_aspect,PROD),metadata)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD),createdby)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD),metadata)" ], "confidenceScore": 1.0 }, @@ -6110,22 +6110,22 @@ { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_aspect,PROD),metadata)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_aspect,PROD),createdby)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD),metadata)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD),createdby)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_aspect,PROD),version)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_aspect,PROD),createdfor)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD),version)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_aspect,PROD),createdfor)" ], "confidenceScore": 1.0 }, @@ -6145,7 +6145,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -6185,33 +6185,33 @@ { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index,PROD),id)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index,PROD),stringVal)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD),id)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD),stringVal)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index,PROD),urn)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index,PROD),longVal)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD),urn)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD),longVal)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index,PROD),aspect)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index,PROD),id)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD),aspect)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD),id)" ], "confidenceScore": 1.0 }, @@ -6229,22 +6229,22 @@ { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index,PROD),longVal)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index,PROD),aspect)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD),longVal)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD),aspect)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index,PROD),stringVal)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index,PROD),urn)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD),stringVal)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD),urn)" ], "confidenceScore": 1.0 } @@ -6253,7 +6253,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -6282,22 +6282,22 @@ { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index_view,PROD),urn)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index_view,PROD),id)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index_view,PROD),urn)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index_view,PROD),id)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index_view,PROD),id)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,metagalaxy.metadata_index_view,PROD),urn)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index_view,PROD),id)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index_view,PROD),urn)" ], "confidenceScore": 1.0 }, @@ -6328,7 +6328,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -6357,66 +6357,66 @@ { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD),last_name)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD),priority)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD),last_name)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD),priority)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD),company)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD),email_address)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD),company)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD),email_address)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD),id)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD),first_name)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD),id)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD),first_name)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD),priority)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD),last_name)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD),priority)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD),last_name)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD),email_address)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD),company)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD),email_address)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD),company)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD),first_name)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.customers,PROD),id)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD),first_name)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD),id)" ], "confidenceScore": 1.0 } @@ -6425,7 +6425,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -6454,33 +6454,33 @@ { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.orders,PROD),description)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.orders,PROD),id)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.orders,PROD),description)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.orders,PROD),id)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.orders,PROD),customer_id)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.orders,PROD),description)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.orders,PROD),customer_id)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.orders,PROD),description)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.orders,PROD),id)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,northwind.orders,PROD),customer_id)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.orders,PROD),id)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.orders,PROD),customer_id)" ], "confidenceScore": 1.0 } @@ -6489,7 +6489,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -6564,7 +6564,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -6738,7 +6738,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -6813,7 +6813,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -6943,7 +6943,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -7073,7 +7073,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -7103,7 +7103,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -7131,7 +7131,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -7154,7 +7154,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -7170,7 +7170,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -7200,7 +7200,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -7228,7 +7228,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -7251,7 +7251,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -7267,7 +7267,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -7297,7 +7297,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -7325,7 +7325,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -7348,7 +7348,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -7364,7 +7364,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -7394,7 +7394,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -7422,7 +7422,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -7445,7 +7445,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -7461,7 +7461,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -7491,7 +7491,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -7519,7 +7519,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -7542,7 +7542,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -7558,7 +7558,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -7638,7 +7638,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -7666,7 +7666,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -7713,7 +7713,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -7729,13 +7729,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index_view,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7745,47 +7745,41 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 4, + "rowCount": 0, "columnCount": 4, "fieldProfiles": [ { "fieldPath": "id", - "uniqueCount": 4, - "nullCount": 0, - "mean": "2.5", - "stdev": "1.2909944487358056" + "uniqueCount": 0, + "nullCount": 0 }, { - "fieldPath": "name", - "uniqueCount": 4, + "fieldPath": "doubleVal", + "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "age", - "uniqueCount": 4, - "nullCount": 0, - "mean": "32.5", - "stdev": "6.454972243679028" + "fieldPath": "path", + "uniqueCount": 0, + "nullCount": 0 }, { - "fieldPath": "salary", - "uniqueCount": 4, - "nullCount": 0, - "mean": "65000.0", - "stdev": "12909.944487358056" + "fieldPath": "urn", + "uniqueCount": 0, + "nullCount": 0 } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.orders,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7795,55 +7789,86 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 5, - "columnCount": 6, + "rowCount": 0, + "columnCount": 3, "fieldProfiles": [ { - "fieldPath": "last_name", - "uniqueCount": 5, + "fieldPath": "id", + "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "company", - "uniqueCount": 5, + "fieldPath": "description", + "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "id", - "uniqueCount": 5, + "fieldPath": "customer_id", + "uniqueCount": 0, + "nullCount": 0 + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.raw,PROD)", + "changeType": "UPSERT", + "aspectName": "datasetProfile", + "aspect": { + "json": { + "timestampMillis": 1697353200000, + "partitionSpec": { + "partition": "FULL_TABLE_SNAPSHOT", + "type": "FULL_TABLE" + }, + "rowCount": 4, + "columnCount": 4, + "fieldProfiles": [ + { + "fieldPath": "age", + "uniqueCount": 4, "nullCount": 0, - "mean": "3.0", - "stdev": "1.5811388300841898" + "mean": "32.5", + "stdev": "6.454972243679028" }, { - "fieldPath": "priority", - "uniqueCount": 3, - "nullCount": 1, - "mean": "4.175000011920929", - "stdev": "0.4924429489953036" + "fieldPath": "name", + "uniqueCount": 4, + "nullCount": 0 }, { - "fieldPath": "email_address", - "uniqueCount": 5, - "nullCount": 0 + "fieldPath": "id", + "uniqueCount": 4, + "nullCount": 0, + "mean": "2.5", + "stdev": "1.2909944487358056" }, { - "fieldPath": "first_name", - "uniqueCount": 5, - "nullCount": 0 + "fieldPath": "salary", + "uniqueCount": 4, + "nullCount": 0, + "mean": "65000.0", + "stdev": "12909.944487358056" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_aspect,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -7853,80 +7878,108 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 10842, - "columnCount": 13, + "rowCount": 2, + "columnCount": 7, "fieldProfiles": [ { - "fieldPath": "A", - "uniqueCount": 9661, + "fieldPath": "urn", + "uniqueCount": 1, "nullCount": 0 }, { - "fieldPath": "B", - "uniqueCount": 35, + "fieldPath": "aspect", + "uniqueCount": 2, "nullCount": 0 }, { - "fieldPath": "C", - "uniqueCount": 42, + "fieldPath": "version", + "uniqueCount": 1, "nullCount": 0 }, { - "fieldPath": "D", - "uniqueCount": 6003, + "fieldPath": "metadata", + "uniqueCount": 2, "nullCount": 0 }, { - "fieldPath": "E", - "uniqueCount": 463, + "fieldPath": "createdon", + "uniqueCount": 1, "nullCount": 0 }, { - "fieldPath": "F", - "uniqueCount": 23, + "fieldPath": "createdby", + "uniqueCount": 1, "nullCount": 0 }, { - "fieldPath": "G", - "uniqueCount": 5, - "nullCount": 0 - }, + "fieldPath": "createdfor", + "uniqueCount": 0, + "nullCount": 2 + } + ] + } + }, + "systemMetadata": { + "lastObserved": 1697353200000, + "runId": "dremio-2023_10_15-07_00_00-5p79wf", + "lastRunId": "no-run-id-provided" + } +}, +{ + "entityType": "dataset", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.customers,PROD)", + "changeType": "UPSERT", + "aspectName": "datasetProfile", + "aspect": { + "json": { + "timestampMillis": 1697353200000, + "partitionSpec": { + "partition": "FULL_TABLE_SNAPSHOT", + "type": "FULL_TABLE" + }, + "rowCount": 5, + "columnCount": 6, + "fieldProfiles": [ { - "fieldPath": "H", - "uniqueCount": 94, - "nullCount": 0 + "fieldPath": "priority", + "uniqueCount": 3, + "nullCount": 1, + "mean": "4.175000011920929", + "stdev": "0.4924429489953036" }, { - "fieldPath": "I", - "uniqueCount": 8, + "fieldPath": "email_address", + "uniqueCount": 5, "nullCount": 0 }, { - "fieldPath": "J", - "uniqueCount": 121, + "fieldPath": "first_name", + "uniqueCount": 5, "nullCount": 0 }, { - "fieldPath": "K", - "uniqueCount": 1379, + "fieldPath": "last_name", + "uniqueCount": 5, "nullCount": 0 }, { - "fieldPath": "L", - "uniqueCount": 2835, + "fieldPath": "company", + "uniqueCount": 5, "nullCount": 0 }, { - "fieldPath": "M", - "uniqueCount": 35, - "nullCount": 1 + "fieldPath": "id", + "uniqueCount": 5, + "nullCount": 0, + "mean": "3.0", + "stdev": "1.5811388300841898" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -7946,12 +7999,12 @@ "columnCount": 4, "fieldProfiles": [ { - "fieldPath": "urn", + "fieldPath": "id", "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "id", + "fieldPath": "urn", "uniqueCount": 0, "nullCount": 0 }, @@ -7970,7 +8023,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -7995,12 +8048,12 @@ "nullCount": 0 }, { - "fieldPath": "description", + "fieldPath": "id", "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "id", + "fieldPath": "description", "uniqueCount": 0, "nullCount": 0 } @@ -8009,13 +8062,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.warehouse,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -8025,90 +8078,41 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 3834, - "columnCount": 9, + "rowCount": 0, + "columnCount": 7, "fieldProfiles": [ { - "fieldPath": "B", - "uniqueCount": 2, + "fieldPath": "doubleVal", + "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "I", - "uniqueCount": 85, + "fieldPath": "stringVal", + "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "H", - "uniqueCount": 91, + "fieldPath": "longVal", + "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "G", - "uniqueCount": 40, - "nullCount": 0 - }, - { - "fieldPath": "A", - "uniqueCount": 2, - "nullCount": 0 - }, - { - "fieldPath": "F", - "uniqueCount": 61, - "nullCount": 0 - }, - { - "fieldPath": "E", - "uniqueCount": 192, - "nullCount": 0 - }, - { - "fieldPath": "D", - "uniqueCount": 76, + "fieldPath": "id", + "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "C", - "uniqueCount": 3834, - "nullCount": 0 - } - ] - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.orders,PROD)", - "changeType": "UPSERT", - "aspectName": "datasetProfile", - "aspect": { - "json": { - "timestampMillis": 1697353200000, - "partitionSpec": { - "partition": "FULL_TABLE_SNAPSHOT", - "type": "FULL_TABLE" - }, - "rowCount": 0, - "columnCount": 3, - "fieldProfiles": [ - { - "fieldPath": "description", + "fieldPath": "path", "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "customer_id", + "fieldPath": "aspect", "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "id", + "fieldPath": "urn", "uniqueCount": 0, "nullCount": 0 } @@ -8117,7 +8121,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -8142,32 +8146,32 @@ "nullCount": 0 }, { - "fieldPath": "id", + "fieldPath": "stringVal", "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "urn", + "fieldPath": "longVal", "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "aspect", + "fieldPath": "path", "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "path", + "fieldPath": "aspect", "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "longVal", + "fieldPath": "urn", "uniqueCount": 0, "nullCount": 0 }, { - "fieldPath": "stringVal", + "fieldPath": "id", "uniqueCount": 0, "nullCount": 0 } @@ -8176,13 +8180,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.customers,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -8192,55 +8196,66 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 5, - "columnCount": 6, + "rowCount": 3834, + "columnCount": 9, "fieldProfiles": [ { - "fieldPath": "id", - "uniqueCount": 5, - "nullCount": 0, - "mean": "3.0", - "stdev": "1.5811388300841898" + "fieldPath": "D", + "uniqueCount": 76, + "nullCount": 0 }, { - "fieldPath": "company", - "uniqueCount": 5, + "fieldPath": "C", + "uniqueCount": 3834, "nullCount": 0 }, { - "fieldPath": "last_name", - "uniqueCount": 5, + "fieldPath": "B", + "uniqueCount": 2, "nullCount": 0 }, { - "fieldPath": "first_name", - "uniqueCount": 5, + "fieldPath": "A", + "uniqueCount": 2, "nullCount": 0 }, { - "fieldPath": "email_address", - "uniqueCount": 5, + "fieldPath": "H", + "uniqueCount": 91, "nullCount": 0 }, { - "fieldPath": "priority", - "uniqueCount": 3, - "nullCount": 1, - "mean": "4.175000011920929", - "stdev": "0.4924429489953036" + "fieldPath": "G", + "uniqueCount": 40, + "nullCount": 0 + }, + { + "fieldPath": "F", + "uniqueCount": 61, + "nullCount": 0 + }, + { + "fieldPath": "E", + "uniqueCount": 192, + "nullCount": 0 + }, + { + "fieldPath": "I", + "uniqueCount": 85, + "nullCount": 0 } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.raw,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.s3.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -8261,11 +8276,9 @@ "stdev": "1.2909944487358056" }, { - "fieldPath": "salary", + "fieldPath": "name", "uniqueCount": 4, - "nullCount": 0, - "mean": "65000.0", - "stdev": "12909.944487358056" + "nullCount": 0 }, { "fieldPath": "age", @@ -8275,16 +8288,18 @@ "stdev": "6.454972243679028" }, { - "fieldPath": "name", + "fieldPath": "salary", "uniqueCount": 4, - "nullCount": 0 + "nullCount": 0, + "mean": "65000.0", + "stdev": "12909.944487358056" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -8309,13 +8324,13 @@ "nullCount": 0 }, { - "fieldPath": "createdfor", - "uniqueCount": 0, - "nullCount": 2 + "fieldPath": "version", + "uniqueCount": 1, + "nullCount": 0 }, { - "fieldPath": "createdby", - "uniqueCount": 1, + "fieldPath": "metadata", + "uniqueCount": 2, "nullCount": 0 }, { @@ -8324,14 +8339,14 @@ "nullCount": 0 }, { - "fieldPath": "metadata", - "uniqueCount": 2, + "fieldPath": "createdby", + "uniqueCount": 1, "nullCount": 0 }, { - "fieldPath": "version", - "uniqueCount": 1, - "nullCount": 0 + "fieldPath": "createdfor", + "uniqueCount": 0, + "nullCount": 2 }, { "fieldPath": "aspect", @@ -8343,13 +8358,13 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_aspect,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.warehouse,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -8359,56 +8374,66 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 2, - "columnCount": 7, + "rowCount": 3834, + "columnCount": 9, "fieldProfiles": [ { - "fieldPath": "urn", - "uniqueCount": 1, + "fieldPath": "A", + "uniqueCount": 2, "nullCount": 0 }, { - "fieldPath": "createdby", - "uniqueCount": 1, + "fieldPath": "B", + "uniqueCount": 2, "nullCount": 0 }, { - "fieldPath": "aspect", - "uniqueCount": 2, + "fieldPath": "C", + "uniqueCount": 3834, "nullCount": 0 }, { - "fieldPath": "version", - "uniqueCount": 1, + "fieldPath": "D", + "uniqueCount": 76, "nullCount": 0 }, { - "fieldPath": "metadata", - "uniqueCount": 2, + "fieldPath": "E", + "uniqueCount": 192, "nullCount": 0 }, { - "fieldPath": "createdon", - "uniqueCount": 1, + "fieldPath": "F", + "uniqueCount": 61, "nullCount": 0 }, { - "fieldPath": "createdfor", - "uniqueCount": 0, - "nullCount": 2 + "fieldPath": "G", + "uniqueCount": 40, + "nullCount": 0 + }, + { + "fieldPath": "H", + "uniqueCount": 91, + "nullCount": 0 + }, + { + "fieldPath": "I", + "uniqueCount": 85, + "nullCount": 0 } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.nyc-weather.csv,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.northwind.customers,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -8418,66 +8443,55 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 3834, - "columnCount": 9, + "rowCount": 5, + "columnCount": 6, "fieldProfiles": [ { - "fieldPath": "D", - "uniqueCount": 76, - "nullCount": 0 - }, - { - "fieldPath": "C", - "uniqueCount": 3834, - "nullCount": 0 - }, - { - "fieldPath": "B", - "uniqueCount": 2, - "nullCount": 0 - }, - { - "fieldPath": "A", - "uniqueCount": 2, - "nullCount": 0 + "fieldPath": "priority", + "uniqueCount": 3, + "nullCount": 1, + "mean": "4.175000011920929", + "stdev": "0.4924429489953036" }, { - "fieldPath": "H", - "uniqueCount": 91, + "fieldPath": "email_address", + "uniqueCount": 5, "nullCount": 0 }, { - "fieldPath": "G", - "uniqueCount": 40, + "fieldPath": "first_name", + "uniqueCount": 5, "nullCount": 0 }, { - "fieldPath": "F", - "uniqueCount": 61, + "fieldPath": "last_name", + "uniqueCount": 5, "nullCount": 0 }, { - "fieldPath": "E", - "uniqueCount": 192, + "fieldPath": "company", + "uniqueCount": 5, "nullCount": 0 }, { - "fieldPath": "I", - "uniqueCount": 85, - "nullCount": 0 + "fieldPath": "id", + "uniqueCount": 5, + "nullCount": 0, + "mean": "3.0", + "stdev": "1.5811388300841898" } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, { "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.mysql.metagalaxy.metadata_index,PROD)", + "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD)", "changeType": "UPSERT", "aspectName": "datasetProfile", "aspect": { @@ -8487,94 +8501,80 @@ "partition": "FULL_TABLE_SNAPSHOT", "type": "FULL_TABLE" }, - "rowCount": 0, - "columnCount": 7, + "rowCount": 10842, + "columnCount": 13, "fieldProfiles": [ { - "fieldPath": "doubleVal", - "uniqueCount": 0, + "fieldPath": "A", + "uniqueCount": 9661, "nullCount": 0 }, { - "fieldPath": "id", - "uniqueCount": 0, + "fieldPath": "B", + "uniqueCount": 35, "nullCount": 0 }, { - "fieldPath": "urn", - "uniqueCount": 0, + "fieldPath": "C", + "uniqueCount": 42, "nullCount": 0 }, { - "fieldPath": "aspect", - "uniqueCount": 0, + "fieldPath": "D", + "uniqueCount": 6003, "nullCount": 0 }, { - "fieldPath": "path", - "uniqueCount": 0, + "fieldPath": "E", + "uniqueCount": 463, "nullCount": 0 }, { - "fieldPath": "longVal", - "uniqueCount": 0, + "fieldPath": "F", + "uniqueCount": 23, "nullCount": 0 }, { - "fieldPath": "stringVal", - "uniqueCount": 0, + "fieldPath": "G", + "uniqueCount": 5, "nullCount": 0 - } - ] - } - }, - "systemMetadata": { - "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", - "lastRunId": "no-run-id-provided" - } -}, -{ - "entityType": "dataset", - "entityUrn": "urn:li:dataset:(urn:li:dataPlatform:dremio,dremio.space.test_folder.metadata_index_view,PROD)", - "changeType": "UPSERT", - "aspectName": "datasetProfile", - "aspect": { - "json": { - "timestampMillis": 1697353200000, - "partitionSpec": { - "partition": "FULL_TABLE_SNAPSHOT", - "type": "FULL_TABLE" - }, - "rowCount": 0, - "columnCount": 4, - "fieldProfiles": [ + }, { - "fieldPath": "id", - "uniqueCount": 0, + "fieldPath": "H", + "uniqueCount": 94, "nullCount": 0 }, { - "fieldPath": "doubleVal", - "uniqueCount": 0, + "fieldPath": "I", + "uniqueCount": 8, "nullCount": 0 }, { - "fieldPath": "path", - "uniqueCount": 0, + "fieldPath": "J", + "uniqueCount": 121, "nullCount": 0 }, { - "fieldPath": "urn", - "uniqueCount": 0, + "fieldPath": "K", + "uniqueCount": 1379, "nullCount": 0 + }, + { + "fieldPath": "L", + "uniqueCount": 2835, + "nullCount": 0 + }, + { + "fieldPath": "M", + "uniqueCount": 35, + "nullCount": 1 } ] } }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -8624,7 +8624,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -8703,7 +8703,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -8719,7 +8719,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -8735,7 +8735,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -8751,7 +8751,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -8767,7 +8767,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -8783,7 +8783,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } }, @@ -8799,7 +8799,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-hnmt6o", + "runId": "dremio-2023_10_15-07_00_00-5p79wf", "lastRunId": "no-run-id-provided" } } diff --git a/metadata-ingestion/tests/integration/dremio/dremio_platform_instance_mces_golden.json b/metadata-ingestion/tests/integration/dremio/dremio_platform_instance_mces_golden.json index 27b4cc39407b54..81e9c38d1bbee8 100644 --- a/metadata-ingestion/tests/integration/dremio/dremio_platform_instance_mces_golden.json +++ b/metadata-ingestion/tests/integration/dremio/dremio_platform_instance_mces_golden.json @@ -15,7 +15,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -32,7 +32,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -50,7 +50,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -66,7 +66,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -79,7 +79,8 @@ "json": { "path": [ { - "id": "test-platform" + "id": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)", + "urn": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" }, { "id": "Sources" @@ -89,7 +90,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -109,7 +110,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -126,7 +127,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -144,7 +145,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -160,7 +161,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -173,7 +174,8 @@ "json": { "path": [ { - "id": "test-platform" + "id": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)", + "urn": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" }, { "id": "Sources" @@ -183,7 +185,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -203,7 +205,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -220,7 +222,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -238,7 +240,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -254,7 +256,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -267,7 +269,8 @@ "json": { "path": [ { - "id": "test-platform" + "id": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)", + "urn": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" }, { "id": "Sources" @@ -277,7 +280,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -297,7 +300,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -314,7 +317,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -332,7 +335,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -348,7 +351,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -361,7 +364,8 @@ "json": { "path": [ { - "id": "test-platform" + "id": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)", + "urn": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" }, { "id": "Spaces" @@ -371,7 +375,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -391,7 +395,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -408,7 +412,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -426,7 +430,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -442,7 +446,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -455,7 +459,8 @@ "json": { "path": [ { - "id": "test-platform" + "id": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)", + "urn": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" }, { "id": "Spaces" @@ -465,7 +470,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -485,7 +490,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -501,7 +506,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -518,7 +523,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -536,7 +541,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -552,7 +557,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -565,7 +570,8 @@ "json": { "path": [ { - "id": "test-platform" + "id": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)", + "urn": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" }, { "id": "Spaces" @@ -579,7 +585,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -599,7 +605,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -615,7 +621,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -632,7 +638,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -650,7 +656,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -666,7 +672,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -679,7 +685,8 @@ "json": { "path": [ { - "id": "test-platform" + "id": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)", + "urn": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" }, { "id": "Sources" @@ -693,7 +700,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -713,7 +720,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -729,7 +736,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -746,7 +753,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -764,7 +771,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -780,7 +787,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -793,7 +800,8 @@ "json": { "path": [ { - "id": "test-platform" + "id": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)", + "urn": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" }, { "id": "Sources" @@ -807,7 +815,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -827,7 +835,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -843,7 +851,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -860,7 +868,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -878,7 +886,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -894,7 +902,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -907,7 +915,8 @@ "json": { "path": [ { - "id": "test-platform" + "id": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)", + "urn": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" }, { "id": "Sources" @@ -921,7 +930,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -941,7 +950,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -957,7 +966,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -974,7 +983,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -992,7 +1001,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -1008,7 +1017,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -1021,7 +1030,8 @@ "json": { "path": [ { - "id": "test-platform" + "id": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)", + "urn": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" }, { "id": "Sources" @@ -1035,7 +1045,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -1055,7 +1065,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -1071,7 +1081,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -1088,7 +1098,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -1106,7 +1116,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -1122,7 +1132,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -1135,7 +1145,8 @@ "json": { "path": [ { - "id": "test-platform" + "id": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)", + "urn": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" }, { "id": "Sources" @@ -1149,7 +1160,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -1169,7 +1180,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -1185,7 +1196,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -1202,7 +1213,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -1220,7 +1231,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -1236,7 +1247,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -1249,7 +1260,8 @@ "json": { "path": [ { - "id": "test-platform" + "id": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)", + "urn": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" }, { "id": "Sources" @@ -1263,7 +1275,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -1283,7 +1295,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -1299,7 +1311,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -1316,7 +1328,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -1334,7 +1346,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -1350,7 +1362,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -1363,7 +1375,8 @@ "json": { "path": [ { - "id": "test-platform" + "id": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)", + "urn": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" }, { "id": "Sources" @@ -1377,7 +1390,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -1397,7 +1410,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -1413,7 +1426,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -1430,7 +1443,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -1448,7 +1461,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -1464,7 +1477,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -1477,7 +1490,8 @@ "json": { "path": [ { - "id": "test-platform" + "id": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)", + "urn": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" }, { "id": "Sources" @@ -1495,7 +1509,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -1515,7 +1529,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -1531,7 +1545,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -1548,7 +1562,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -1566,7 +1580,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -1582,7 +1596,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -1595,7 +1609,8 @@ "json": { "path": [ { - "id": "test-platform" + "id": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)", + "urn": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" }, { "id": "Sources" @@ -1613,7 +1628,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -1633,7 +1648,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -1649,7 +1664,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -1666,7 +1681,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -1684,7 +1699,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -1700,7 +1715,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -1713,7 +1728,8 @@ "json": { "path": [ { - "id": "test-platform" + "id": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)", + "urn": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" }, { "id": "Sources" @@ -1735,7 +1751,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -1755,7 +1771,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -1771,7 +1787,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -1788,7 +1804,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -1806,7 +1822,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -1822,7 +1838,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -1835,7 +1851,8 @@ "json": { "path": [ { - "id": "test-platform" + "id": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)", + "urn": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" }, { "id": "Sources" @@ -1861,7 +1878,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -1885,7 +1902,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -1903,7 +1920,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -1920,7 +1937,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -1936,7 +1953,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -1954,7 +1971,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -1984,7 +2001,7 @@ }, "fields": [ { - "fieldPath": "G", + "fieldPath": "I", "nullable": true, "type": { "type": { @@ -1996,7 +2013,7 @@ "isPartOfKey": false }, { - "fieldPath": "F", + "fieldPath": "A", "nullable": true, "type": { "type": { @@ -2008,7 +2025,7 @@ "isPartOfKey": false }, { - "fieldPath": "A", + "fieldPath": "B", "nullable": true, "type": { "type": { @@ -2020,7 +2037,7 @@ "isPartOfKey": false }, { - "fieldPath": "B", + "fieldPath": "C", "nullable": true, "type": { "type": { @@ -2032,7 +2049,7 @@ "isPartOfKey": false }, { - "fieldPath": "C", + "fieldPath": "D", "nullable": true, "type": { "type": { @@ -2044,7 +2061,7 @@ "isPartOfKey": false }, { - "fieldPath": "D", + "fieldPath": "E", "nullable": true, "type": { "type": { @@ -2056,7 +2073,7 @@ "isPartOfKey": false }, { - "fieldPath": "E", + "fieldPath": "F", "nullable": true, "type": { "type": { @@ -2068,7 +2085,7 @@ "isPartOfKey": false }, { - "fieldPath": "I", + "fieldPath": "G", "nullable": true, "type": { "type": { @@ -2096,7 +2113,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -2112,7 +2129,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -2125,7 +2142,8 @@ "json": { "path": [ { - "id": "test-platform" + "id": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)", + "urn": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" }, { "id": "Spaces" @@ -2139,7 +2157,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -2163,7 +2181,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -2181,7 +2199,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -2198,7 +2216,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -2214,7 +2232,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -2232,7 +2250,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -2262,7 +2280,7 @@ }, "fields": [ { - "fieldPath": "email_address", + "fieldPath": "first_name", "nullable": true, "type": { "type": { @@ -2274,14 +2292,14 @@ "isPartOfKey": false }, { - "fieldPath": "priority", + "fieldPath": "last_name", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "float(24)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, @@ -2310,19 +2328,19 @@ "isPartOfKey": false }, { - "fieldPath": "last_name", + "fieldPath": "priority", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "float(24)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "first_name", + "fieldPath": "email_address", "nullable": true, "type": { "type": { @@ -2338,7 +2356,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -2354,7 +2372,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -2367,7 +2385,8 @@ "json": { "path": [ { - "id": "test-platform" + "id": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)", + "urn": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" }, { "id": "Spaces" @@ -2385,7 +2404,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -2409,7 +2428,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -2427,7 +2446,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -2444,7 +2463,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -2460,7 +2479,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -2478,7 +2497,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -2508,7 +2527,7 @@ }, "fields": [ { - "fieldPath": "aspect", + "fieldPath": "urn", "nullable": true, "type": { "type": { @@ -2520,7 +2539,7 @@ "isPartOfKey": false }, { - "fieldPath": "urn", + "fieldPath": "createdby", "nullable": true, "type": { "type": { @@ -2532,38 +2551,38 @@ "isPartOfKey": false }, { - "fieldPath": "createdby", + "fieldPath": "createdon", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.DateType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "timestamp(23)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "createdon", + "fieldPath": "metadata", "nullable": true, "type": { "type": { - "com.linkedin.schema.DateType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "timestamp(23)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "metadata", + "fieldPath": "version", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, @@ -2580,14 +2599,14 @@ "isPartOfKey": false }, { - "fieldPath": "version", + "fieldPath": "aspect", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false } @@ -2596,7 +2615,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -2612,7 +2631,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -2625,7 +2644,8 @@ "json": { "path": [ { - "id": "test-platform" + "id": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)", + "urn": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" }, { "id": "Spaces" @@ -2643,7 +2663,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -2667,7 +2687,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -2685,7 +2705,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -2702,7 +2722,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -2718,7 +2738,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -2736,7 +2756,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -2766,31 +2786,31 @@ }, "fields": [ { - "fieldPath": "path", + "fieldPath": "id", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "id", + "fieldPath": "urn", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "urn", + "fieldPath": "aspect", "nullable": true, "type": { "type": { @@ -2802,7 +2822,7 @@ "isPartOfKey": false }, { - "fieldPath": "aspect", + "fieldPath": "path", "nullable": true, "type": { "type": { @@ -2854,7 +2874,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -2870,7 +2890,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -2883,7 +2903,8 @@ "json": { "path": [ { - "id": "test-platform" + "id": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)", + "urn": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" }, { "id": "Spaces" @@ -2901,7 +2922,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -2925,7 +2946,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -2943,7 +2964,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -2960,7 +2981,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -2976,7 +2997,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -2994,7 +3015,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -3076,7 +3097,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -3092,7 +3113,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -3105,7 +3126,8 @@ "json": { "path": [ { - "id": "test-platform" + "id": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)", + "urn": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" }, { "id": "Spaces" @@ -3123,7 +3145,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -3147,7 +3169,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -3165,7 +3187,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -3182,7 +3204,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -3198,7 +3220,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -3216,7 +3238,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -3286,7 +3308,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -3302,7 +3324,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -3315,7 +3337,8 @@ "json": { "path": [ { - "id": "test-platform" + "id": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)", + "urn": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" }, { "id": "Spaces" @@ -3333,7 +3356,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -3357,7 +3380,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -3375,7 +3398,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -3392,7 +3415,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -3408,7 +3431,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -3426,7 +3449,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -3508,7 +3531,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -3524,7 +3547,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -3537,7 +3560,8 @@ "json": { "path": [ { - "id": "test-platform" + "id": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)", + "urn": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" }, { "id": "Spaces" @@ -3555,7 +3579,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -3579,7 +3603,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -3597,7 +3621,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -3614,7 +3638,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -3630,7 +3654,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -3712,7 +3736,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -3728,7 +3752,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -3753,7 +3777,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -3766,7 +3790,8 @@ "json": { "path": [ { - "id": "test-platform" + "id": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)", + "urn": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" }, { "id": "Sources" @@ -3780,7 +3805,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -3804,7 +3829,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -3822,7 +3847,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -3839,7 +3864,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -3855,7 +3880,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -3885,14 +3910,14 @@ }, "fields": [ { - "fieldPath": "version", + "fieldPath": "metadata", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, @@ -3933,7 +3958,7 @@ "isPartOfKey": false }, { - "fieldPath": "metadata", + "fieldPath": "urn", "nullable": true, "type": { "type": { @@ -3945,7 +3970,7 @@ "isPartOfKey": false }, { - "fieldPath": "urn", + "fieldPath": "aspect", "nullable": true, "type": { "type": { @@ -3957,14 +3982,14 @@ "isPartOfKey": false }, { - "fieldPath": "aspect", + "fieldPath": "version", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false } @@ -3973,7 +3998,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -3989,7 +4014,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -4014,7 +4039,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -4027,7 +4052,8 @@ "json": { "path": [ { - "id": "test-platform" + "id": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)", + "urn": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" }, { "id": "Sources" @@ -4045,7 +4071,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -4069,7 +4095,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -4087,7 +4113,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -4104,7 +4130,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -4120,7 +4146,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -4162,19 +4188,19 @@ "isPartOfKey": false }, { - "fieldPath": "longVal", + "fieldPath": "aspect", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "stringVal", + "fieldPath": "urn", "nullable": true, "type": { "type": { @@ -4186,50 +4212,50 @@ "isPartOfKey": false }, { - "fieldPath": "doubleVal", + "fieldPath": "id", "nullable": true, "type": { "type": { "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "double(53)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "id", + "fieldPath": "stringVal", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "urn", + "fieldPath": "longVal", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "aspect", + "fieldPath": "doubleVal", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "double(53)", "recursive": false, "isPartOfKey": false } @@ -4238,7 +4264,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -4254,7 +4280,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -4279,7 +4305,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -4292,7 +4318,8 @@ "json": { "path": [ { - "id": "test-platform" + "id": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)", + "urn": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" }, { "id": "Sources" @@ -4310,7 +4337,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -4334,7 +4361,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -4352,7 +4379,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -4369,7 +4396,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -4385,7 +4412,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -4467,7 +4494,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -4483,7 +4510,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -4508,7 +4535,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -4521,7 +4548,8 @@ "json": { "path": [ { - "id": "test-platform" + "id": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)", + "urn": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" }, { "id": "Sources" @@ -4539,7 +4567,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -4563,7 +4591,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -4581,7 +4609,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -4598,7 +4626,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -4614,7 +4642,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -4644,19 +4672,19 @@ }, "fields": [ { - "fieldPath": "id", + "fieldPath": "priority", "nullable": true, "type": { "type": { "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "integer(32)", + "nativeDataType": "float(24)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "company", + "fieldPath": "email_address", "nullable": true, "type": { "type": { @@ -4668,7 +4696,7 @@ "isPartOfKey": false }, { - "fieldPath": "last_name", + "fieldPath": "first_name", "nullable": true, "type": { "type": { @@ -4680,7 +4708,7 @@ "isPartOfKey": false }, { - "fieldPath": "first_name", + "fieldPath": "company", "nullable": true, "type": { "type": { @@ -4692,26 +4720,26 @@ "isPartOfKey": false }, { - "fieldPath": "email_address", + "fieldPath": "id", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "integer(32)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "priority", + "fieldPath": "last_name", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "float(24)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false } @@ -4720,7 +4748,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -4736,7 +4764,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -4761,7 +4789,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -4774,7 +4802,8 @@ "json": { "path": [ { - "id": "test-platform" + "id": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)", + "urn": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" }, { "id": "Sources" @@ -4792,7 +4821,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -4816,7 +4845,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -4834,7 +4863,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -4851,7 +4880,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -4867,7 +4896,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -4897,31 +4926,31 @@ }, "fields": [ { - "fieldPath": "id", + "fieldPath": "description", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "integer(32)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "description", + "fieldPath": "customer_id", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "integer(32)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "customer_id", + "fieldPath": "id", "nullable": true, "type": { "type": { @@ -4937,7 +4966,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -4953,7 +4982,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -4978,7 +5007,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -4991,7 +5020,8 @@ "json": { "path": [ { - "id": "test-platform" + "id": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)", + "urn": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" }, { "id": "Sources" @@ -5009,7 +5039,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -5033,7 +5063,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -5051,7 +5081,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -5068,7 +5098,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -5084,7 +5114,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -5114,7 +5144,7 @@ }, "fields": [ { - "fieldPath": "A", + "fieldPath": "E", "nullable": true, "type": { "type": { @@ -5126,7 +5156,7 @@ "isPartOfKey": false }, { - "fieldPath": "I", + "fieldPath": "G", "nullable": true, "type": { "type": { @@ -5150,7 +5180,7 @@ "isPartOfKey": false }, { - "fieldPath": "G", + "fieldPath": "I", "nullable": true, "type": { "type": { @@ -5174,7 +5204,7 @@ "isPartOfKey": false }, { - "fieldPath": "E", + "fieldPath": "A", "nullable": true, "type": { "type": { @@ -5186,7 +5216,7 @@ "isPartOfKey": false }, { - "fieldPath": "D", + "fieldPath": "B", "nullable": true, "type": { "type": { @@ -5210,7 +5240,7 @@ "isPartOfKey": false }, { - "fieldPath": "B", + "fieldPath": "D", "nullable": true, "type": { "type": { @@ -5226,7 +5256,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -5242,7 +5272,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -5267,7 +5297,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -5280,7 +5310,8 @@ "json": { "path": [ { - "id": "test-platform" + "id": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)", + "urn": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" }, { "id": "Sources" @@ -5298,7 +5329,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -5322,7 +5353,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -5340,7 +5371,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -5357,7 +5388,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -5373,7 +5404,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -5403,7 +5434,7 @@ }, "fields": [ { - "fieldPath": "M", + "fieldPath": "F", "nullable": true, "type": { "type": { @@ -5415,7 +5446,7 @@ "isPartOfKey": false }, { - "fieldPath": "A", + "fieldPath": "G", "nullable": true, "type": { "type": { @@ -5427,7 +5458,7 @@ "isPartOfKey": false }, { - "fieldPath": "B", + "fieldPath": "H", "nullable": true, "type": { "type": { @@ -5439,7 +5470,7 @@ "isPartOfKey": false }, { - "fieldPath": "C", + "fieldPath": "I", "nullable": true, "type": { "type": { @@ -5451,7 +5482,7 @@ "isPartOfKey": false }, { - "fieldPath": "D", + "fieldPath": "J", "nullable": true, "type": { "type": { @@ -5463,7 +5494,7 @@ "isPartOfKey": false }, { - "fieldPath": "E", + "fieldPath": "K", "nullable": true, "type": { "type": { @@ -5475,7 +5506,7 @@ "isPartOfKey": false }, { - "fieldPath": "F", + "fieldPath": "L", "nullable": true, "type": { "type": { @@ -5487,7 +5518,7 @@ "isPartOfKey": false }, { - "fieldPath": "G", + "fieldPath": "M", "nullable": true, "type": { "type": { @@ -5499,7 +5530,7 @@ "isPartOfKey": false }, { - "fieldPath": "H", + "fieldPath": "A", "nullable": true, "type": { "type": { @@ -5511,7 +5542,7 @@ "isPartOfKey": false }, { - "fieldPath": "I", + "fieldPath": "B", "nullable": true, "type": { "type": { @@ -5523,7 +5554,7 @@ "isPartOfKey": false }, { - "fieldPath": "J", + "fieldPath": "C", "nullable": true, "type": { "type": { @@ -5535,7 +5566,7 @@ "isPartOfKey": false }, { - "fieldPath": "K", + "fieldPath": "D", "nullable": true, "type": { "type": { @@ -5547,7 +5578,7 @@ "isPartOfKey": false }, { - "fieldPath": "L", + "fieldPath": "E", "nullable": true, "type": { "type": { @@ -5563,7 +5594,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -5579,7 +5610,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -5604,7 +5635,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -5617,7 +5648,8 @@ "json": { "path": [ { - "id": "test-platform" + "id": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)", + "urn": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" }, { "id": "Sources" @@ -5639,7 +5671,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -5663,7 +5695,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -5681,7 +5713,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -5698,7 +5730,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -5714,7 +5746,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -5796,7 +5828,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -5812,7 +5844,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -5837,7 +5869,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -5850,7 +5882,8 @@ "json": { "path": [ { - "id": "test-platform" + "id": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)", + "urn": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" }, { "id": "Sources" @@ -5872,7 +5905,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -5896,7 +5929,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -5914,7 +5947,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -5931,7 +5964,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -5947,7 +5980,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -5989,7 +6022,7 @@ "isPartOfKey": false }, { - "fieldPath": "cp_type", + "fieldPath": "cp_catalog_page_id", "nullable": true, "type": { "type": { @@ -6001,19 +6034,19 @@ "isPartOfKey": false }, { - "fieldPath": "cp_description", + "fieldPath": "cp_start_date_sk", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "cp_catalog_page_number", + "fieldPath": "cp_end_date_sk", "nullable": true, "type": { "type": { @@ -6025,31 +6058,31 @@ "isPartOfKey": false }, { - "fieldPath": "cp_catalog_number", + "fieldPath": "cp_department", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "cp_department", + "fieldPath": "cp_catalog_number", "nullable": true, "type": { "type": { - "com.linkedin.schema.StringType": {} + "com.linkedin.schema.NumberType": {} } }, - "nativeDataType": "character varying(65536)", + "nativeDataType": "bigint(64)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "cp_end_date_sk", + "fieldPath": "cp_catalog_page_number", "nullable": true, "type": { "type": { @@ -6061,19 +6094,19 @@ "isPartOfKey": false }, { - "fieldPath": "cp_start_date_sk", + "fieldPath": "cp_description", "nullable": true, "type": { "type": { - "com.linkedin.schema.NumberType": {} + "com.linkedin.schema.StringType": {} } }, - "nativeDataType": "bigint(64)", + "nativeDataType": "character varying(65536)", "recursive": false, "isPartOfKey": false }, { - "fieldPath": "cp_catalog_page_id", + "fieldPath": "cp_type", "nullable": true, "type": { "type": { @@ -6089,7 +6122,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -6105,7 +6138,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -6130,7 +6163,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -6143,7 +6176,8 @@ "json": { "path": [ { - "id": "test-platform" + "id": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)", + "urn": "urn:li:dataPlatformInstance:(urn:li:dataPlatform:dremio,test-platform)" }, { "id": "Sources" @@ -6173,7 +6207,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -6202,11 +6236,11 @@ { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_aspect,PROD),version)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_aspect,PROD),metadata)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_aspect,PROD),version)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_aspect,PROD),metadata)" ], "confidenceScore": 1.0 }, @@ -6246,33 +6280,33 @@ { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_aspect,PROD),metadata)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_aspect,PROD),urn)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_aspect,PROD),metadata)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_aspect,PROD),urn)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_aspect,PROD),urn)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_aspect,PROD),aspect)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_aspect,PROD),urn)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_aspect,PROD),aspect)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_aspect,PROD),aspect)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_aspect,PROD),version)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_aspect,PROD),aspect)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_aspect,PROD),version)" ], "confidenceScore": 1.0 } @@ -6281,7 +6315,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -6321,66 +6355,66 @@ { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_index,PROD),longVal)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_index,PROD),aspect)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index,PROD),longVal)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index,PROD),aspect)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_index,PROD),stringVal)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_index,PROD),urn)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index,PROD),stringVal)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index,PROD),urn)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_index,PROD),doubleVal)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_index,PROD),id)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index,PROD),doubleVal)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index,PROD),id)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_index,PROD),id)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_index,PROD),stringVal)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index,PROD),id)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index,PROD),stringVal)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_index,PROD),urn)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_index,PROD),longVal)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index,PROD),urn)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index,PROD),longVal)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_index,PROD),aspect)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.metagalaxy.metadata_index,PROD),doubleVal)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index,PROD),aspect)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.metagalaxy.metadata_index,PROD),doubleVal)" ], "confidenceScore": 1.0 } @@ -6389,7 +6423,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -6464,7 +6498,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -6493,66 +6527,66 @@ { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.northwind.customers,PROD),id)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.northwind.customers,PROD),priority)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.customers,PROD),id)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.customers,PROD),priority)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.northwind.customers,PROD),company)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.northwind.customers,PROD),email_address)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.customers,PROD),company)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.customers,PROD),email_address)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.northwind.customers,PROD),last_name)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.northwind.customers,PROD),first_name)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.customers,PROD),last_name)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.customers,PROD),first_name)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.northwind.customers,PROD),first_name)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.northwind.customers,PROD),company)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.customers,PROD),first_name)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.customers,PROD),company)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.northwind.customers,PROD),email_address)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.northwind.customers,PROD),id)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.customers,PROD),email_address)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.customers,PROD),id)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.northwind.customers,PROD),priority)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.northwind.customers,PROD),last_name)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.customers,PROD),priority)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.customers,PROD),last_name)" ], "confidenceScore": 1.0 } @@ -6561,7 +6595,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -6590,33 +6624,33 @@ { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.northwind.orders,PROD),id)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.northwind.orders,PROD),description)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.orders,PROD),id)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.orders,PROD),description)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.northwind.orders,PROD),description)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.northwind.orders,PROD),customer_id)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.orders,PROD),description)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.orders,PROD),customer_id)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.northwind.orders,PROD),customer_id)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:mysql,test-platform.northwind.orders,PROD),id)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.orders,PROD),customer_id)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.mysql.northwind.orders,PROD),id)" ], "confidenceScore": 1.0 } @@ -6625,7 +6659,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -6700,7 +6734,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -6729,143 +6763,143 @@ { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),M)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),F)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),M)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),F)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),A)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),G)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),A)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),G)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),B)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),H)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),B)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),H)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),C)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),I)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),C)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),I)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),D)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),J)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),D)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),J)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),E)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),K)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),E)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),K)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),F)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),L)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),F)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),L)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),G)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),M)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),G)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),M)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),H)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),A)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),H)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),A)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),I)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),B)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),I)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),B)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),J)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),C)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),J)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),C)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),K)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),D)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),K)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),D)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),L)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/Dremio University/googleplaystore.csv,PROD),E)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),L)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.dremio university.googleplaystore.csv,PROD),E)" ], "confidenceScore": 1.0 } @@ -6874,7 +6908,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -6949,7 +6983,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -6978,22 +7012,22 @@ { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),A)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),E)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),A)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),E)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),I)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),G)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),I)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),G)" ], "confidenceScore": 1.0 }, @@ -7011,11 +7045,11 @@ { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),G)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),I)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),G)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),I)" ], "confidenceScore": 1.0 }, @@ -7033,22 +7067,22 @@ { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),E)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),A)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),E)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),A)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),D)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),B)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),D)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),B)" ], "confidenceScore": 1.0 }, @@ -7066,11 +7100,11 @@ { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),B)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/NYC-weather.csv,PROD),D)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),B)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.nyc-weather.csv,PROD),D)" ], "confidenceScore": 1.0 } @@ -7079,7 +7113,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -7119,88 +7153,88 @@ { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_type)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_catalog_page_id)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_type)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_catalog_page_id)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_description)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_start_date_sk)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_description)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_start_date_sk)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_catalog_page_number)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_end_date_sk)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_catalog_page_number)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_end_date_sk)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_catalog_number)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_department)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_catalog_number)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_department)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_department)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_catalog_number)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_department)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_catalog_number)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_end_date_sk)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_catalog_page_number)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_end_date_sk)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_catalog_page_number)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_start_date_sk)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_description)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_start_date_sk)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_description)" ], "confidenceScore": 1.0 }, { "upstreamType": "FIELD_SET", "upstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_catalog_page_id)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:s3,s3_test_samples./samples.dremio.com/tpcds_sf1000/catalog_page/1ab266d5-18eb-4780-711d-0fa337fa6c00/0_0_0.parquet,PROD),cp_type)" ], "downstreamType": "FIELD", "downstreams": [ - "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_catalog_page_id)" + "urn:li:schemaField:(urn:li:dataset:(urn:li:dataPlatform:dremio,test-platform.dremio.samples.samples.dremio.com.tpcds_sf1000.catalog_page.1ab266d5-18eb-4780-711d-0fa337fa6c00.0_0_0.parquet,PROD),cp_type)" ], "confidenceScore": 1.0 } @@ -7209,7 +7243,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -7239,7 +7273,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -7267,7 +7301,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -7290,7 +7324,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -7306,7 +7340,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -7336,7 +7370,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -7364,7 +7398,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -7387,7 +7421,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -7403,7 +7437,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -7433,7 +7467,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -7461,7 +7495,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -7484,7 +7518,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -7500,7 +7534,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -7530,7 +7564,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -7558,7 +7592,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -7581,7 +7615,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -7597,7 +7631,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -7627,7 +7661,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -7655,7 +7689,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -7678,7 +7712,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -7694,7 +7728,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -7774,7 +7808,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -7802,7 +7836,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -7849,7 +7883,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -7865,7 +7899,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -7881,7 +7915,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -7897,7 +7931,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -7913,7 +7947,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -7929,7 +7963,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -7945,7 +7979,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } }, @@ -7961,7 +7995,7 @@ }, "systemMetadata": { "lastObserved": 1697353200000, - "runId": "dremio-2023_10_15-07_00_00-r8h9m3", + "runId": "dremio-2023_10_15-07_00_00-t5gf20", "lastRunId": "no-run-id-provided" } } diff --git a/metadata-ingestion/tests/integration/dremio/test_dremio.py b/metadata-ingestion/tests/integration/dremio/test_dremio.py index 2558fb34b87482..401f487d8a14b8 100644 --- a/metadata-ingestion/tests/integration/dremio/test_dremio.py +++ b/metadata-ingestion/tests/integration/dremio/test_dremio.py @@ -562,14 +562,6 @@ def test_dremio_platform_instance_urns( instance == expected_instance ), f"Invalid platform instance format: {instance}" - # Check browse paths - elif mce["aspectName"] == "browsePathsV2": - paths = mce["aspect"]["json"]["path"] - assert len(paths) > 0, "Browse paths should not be empty" - assert ( - paths[0]["id"] == "test-platform" - ), f"First browse path element should be test-platform, got: {paths[0]}" - # Verify against golden file mce_helpers.check_golden_file( pytestconfig,