From bf8e3a983850944366425481b0b5d3a1ab246bad Mon Sep 17 00:00:00 2001 From: Tamas Nemeth Date: Fri, 19 Apr 2024 23:44:20 +0200 Subject: [PATCH] fix(ingest/bigquery): set default `max_overflow` to -1 (#10342) --- .../src/datahub/ingestion/source/bigquery_v2/bigquery_config.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/metadata-ingestion/src/datahub/ingestion/source/bigquery_v2/bigquery_config.py b/metadata-ingestion/src/datahub/ingestion/source/bigquery_v2/bigquery_config.py index 21cca01a2da27a..d1a6ed84a28ac4 100644 --- a/metadata-ingestion/src/datahub/ingestion/source/bigquery_v2/bigquery_config.py +++ b/metadata-ingestion/src/datahub/ingestion/source/bigquery_v2/bigquery_config.py @@ -290,7 +290,7 @@ class BigQueryV2Config( def profile_default_settings(cls, values: Dict) -> Dict: # Extra default SQLAlchemy option for better connection pooling and threading. # https://docs.sqlalchemy.org/en/14/core/pooling.html#sqlalchemy.pool.QueuePool.params.max_overflow - values["options"].setdefault("max_overflow", values["profiling"].max_workers) + values["options"].setdefault("max_overflow", -1) return values