diff --git a/scraper/src/index.py b/scraper/src/index.py index 5953cdc..c26e94b 100644 --- a/scraper/src/index.py +++ b/scraper/src/index.py @@ -101,8 +101,7 @@ def run_config(config): # Use our custom dupefilter in order to be scheme agnostic regarding link provided 'DUPEFILTER_CLASS': DUPEFILTER_CLASS_PATH, 'DEFAULT_REQUEST_HEADERS': DEFAULT_REQUEST_HEADERS, - 'TELNETCONSOLE_ENABLED': False, - 'REQUEST_FINGERPRINTER_IMPLEMENTATION': '2.7' + 'TELNETCONSOLE_ENABLED': False }) process.crawl(