diff --git a/links/tasks.py b/links/tasks.py index 08fdcfd..e398e25 100644 --- a/links/tasks.py +++ b/links/tasks.py @@ -13,6 +13,8 @@ import time from celery.exceptions import MaxRetriesExceededError logger = logging.getLogger(__name__) +SCREENSHOT_TIMEOUT = 20 +FETCH_PAGE_TIMEOUT = 15 def fibonacci(n): if n <= 0: @@ -81,7 +83,7 @@ def capture_screenshot(self, page_id): ) try: - driver.set_page_load_timeout(10) + driver.set_page_load_timeout(SCREENSHOT_TIMEOUT) driver.get(page.url) time.sleep(2) # Wait for dynamic content @@ -138,7 +140,7 @@ def process_page(self, page_id): 'Accept-Language': 'en-US,en;q=0.5', } - response = requests.get(page.url, headers=headers, timeout=10, verify=False) + response = requests.get(page.url, headers=headers, timeout=FETCH_PAGE_TIMEOUT, verify=False) response.raise_for_status() if response.encoding == 'ISO-8859-1':