fix(slack source): Add retries to pulling information from DataHub

datahub-project · Jan 20, 2025 · ecd160d · ecd160d
1 parent 3108b53
commit ecd160d
Showing 1 changed file with 6 additions and 0 deletions.
diff --git a/metadata-ingestion/src/datahub/ingestion/source/slack/slack.py b/metadata-ingestion/src/datahub/ingestion/source/slack/slack.py
@@ -2,6 +2,8 @@
 import textwrap
 from dataclasses import dataclass
 from typing import Iterable, List, Optional, Tuple
+from tenacity import retry, wait_exponential
+from tenacity.before_sleep import before_sleep_log
 
 from pydantic import Field, SecretStr
 from slack_sdk import WebClient
@@ -294,6 +296,10 @@ def populate_slack_id_from_email(self, user_obj: CorpUser) -> None:
                 return
             raise e
 
+    @retry(
+        wait=wait_exponential(multiplier=2, min=4, max=60),
+        before_sleep=before_sleep_log(logger, logging.ERROR, True)
+    )
     def get_user_to_be_updated(self) -> Iterable[CorpUser]:
         graphql_query = textwrap.dedent(
             """