fix(ingest): log exception properly (#12372)

datahub-project · Jan 17, 2025 · 4de7f61 · 4de7f61
1 parent 05ed277
commit 4de7f61
Showing 1 changed file with 3 additions and 2 deletions.
diff --git a/metadata-ingestion/src/datahub/ingestion/run/pipeline.py b/metadata-ingestion/src/datahub/ingestion/run/pipeline.py
@@ -76,8 +76,9 @@ def on_failure(
         failure_metadata: dict,
     ) -> None:
         logger.error(
-            f"{self.name} failed to write record with workunit {record_envelope.metadata['workunit_id']}"
-            f" with {failure_exception} and info {failure_metadata}"
+            f"{self.name} failed to write record with workunit {record_envelope.metadata['workunit_id']}",
+            extra={"failure_metadata": failure_metadata},
+            exc_info=failure_exception,
         )