Issue #105: Use "with" with requests connections

Nekmo · Apr 20, 2022 · 0563d82 · 0563d82
1 parent f820d0e
commit 0563d82
Show file tree

Hide file tree

Showing 2 changed files with 1 addition and 6 deletions.
diff --git a/dirhunt/sources/commoncrawl.py b/dirhunt/sources/commoncrawl.py
@@ -31,12 +31,6 @@ def callback(self, domain):
         if not latest_crawl_index:
             return
         session = Sessions().get_session()
-        response = session.get(
-            latest_crawl_index,
-            params={'url': '*.{}'.format(domain), 'output': 'json'},
-            timeout=TIMEOUT,
-            stream=True
-        )
         try:
             with session.get(latest_crawl_index, params={'url': '*.{}'.format(domain), 'output': 'json'},
                              timeout=TIMEOUT, stream=True) as response:

diff --git a/dirhunt/sources/wayback.py b/dirhunt/sources/wayback.py
@@ -12,6 +12,7 @@
     'limit': '10000'
 }
 DEFAULT_ENCODING = 'utf-8'
+TIMEOUT = 10
 
 
 class Wayback(Source):