Merge pull request #67 from nkls-so/patch-1

feat: add support for http_auth_domain spider attribute
typesense · Aug 26, 2024 · 1ac7843 · 1ac7843
2 parents 2c505db + d33c3ec
commit 1ac7843
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/scraper/src/documentation_spider.py b/scraper/src/documentation_spider.py
@@ -26,6 +26,7 @@ class DocumentationSpider(CrawlSpider, SitemapSpider):
     """
     http_user = os.environ.get('DOCSEARCH_BASICAUTH_USERNAME', None)
     http_pass = os.environ.get('DOCSEARCH_BASICAUTH_PASSWORD', None)
+    http_auth_domain = os.environ.get('DOCSEARCH_AUTH_DOMAIN', None)
     typesense_helper = None
     strategy = None
     js_render = False