From cfadfcaeb83c7bcea51ac38ee84239727d14f426 Mon Sep 17 00:00:00 2001 From: Junwei Zhao Date: Mon, 4 Nov 2024 23:26:34 +1100 Subject: [PATCH] Increase task timeout because machine isn't powerful enough --- links/tasks.py | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/links/tasks.py b/links/tasks.py index 08fdcfd..e398e25 100644 --- a/links/tasks.py +++ b/links/tasks.py @@ -13,6 +13,8 @@ import time from celery.exceptions import MaxRetriesExceededError logger = logging.getLogger(__name__) +SCREENSHOT_TIMEOUT = 20 +FETCH_PAGE_TIMEOUT = 15 def fibonacci(n): if n <= 0: @@ -81,7 +83,7 @@ def capture_screenshot(self, page_id): ) try: - driver.set_page_load_timeout(10) + driver.set_page_load_timeout(SCREENSHOT_TIMEOUT) driver.get(page.url) time.sleep(2) # Wait for dynamic content @@ -138,7 +140,7 @@ def process_page(self, page_id): 'Accept-Language': 'en-US,en;q=0.5', } - response = requests.get(page.url, headers=headers, timeout=10, verify=False) + response = requests.get(page.url, headers=headers, timeout=FETCH_PAGE_TIMEOUT, verify=False) response.raise_for_status() if response.encoding == 'ISO-8859-1':