From 1b440709b4a20c213fe9a1ad0ba255f4afbbdb4b Mon Sep 17 00:00:00 2001 From: Jan Buchar Date: Fri, 10 Oct 2025 17:57:46 +0200 Subject: [PATCH] fix: Only apply requestHandlerTimeout to request handler --- src/crawlee/crawlers/_basic/_basic_crawler.py | 15 +++++++++------ 1 file changed, 9 insertions(+), 6 deletions(-) diff --git a/src/crawlee/crawlers/_basic/_basic_crawler.py b/src/crawlee/crawlers/_basic/_basic_crawler.py index cdf7e527e2..3d1b74837d 100644 --- a/src/crawlee/crawlers/_basic/_basic_crawler.py +++ b/src/crawlee/crawlers/_basic/_basic_crawler.py @@ -1483,12 +1483,15 @@ async def __run_task_function(self) -> None: raise async def _run_request_handler(self, context: BasicCrawlingContext) -> None: - await wait_for( - lambda: self._context_pipeline(context, self.router), - timeout=self._request_handler_timeout, - timeout_message=f'{self._request_handler_timeout_text}' - f' {self._request_handler_timeout.total_seconds()} seconds', - logger=self._logger, + await self._context_pipeline( + context, + lambda final_context: wait_for( + lambda: self.router(final_context), + timeout=self._request_handler_timeout, + timeout_message=f'{self._request_handler_timeout_text}' + f' {self._request_handler_timeout.total_seconds()} seconds', + logger=self._logger, + ), ) def _raise_for_error_status_code(self, status_code: int) -> None: