Override method and/or body only for the first matching request

Author: elacuesta

scrapy_playwright/handler.py

@@ -357,6 +357,13 @@ async def _download_request(self, request: Request, spider: Spider) -> Response:
             page=page, request=request, spider=spider, context_name=context_name
         )
 
+        # We need to identify the Playwright request that matches the Scrapy request
+        # in order to override method and body if necessary.
+        # Checking the URL and Request.is_navigation_request() is not enough, e.g.
+        # requests produced by submitting forms can produce false positives.
+        # Let's track only the first request that matches the above conditions.
+        initial_request_done = asyncio.Event()
+
         await page.unroute("**")
         await page.route(
             "**",
@@ -368,6 +375,7 @@ async def _download_request(self, request: Request, spider: Spider) -> Response:
                 body=request.body,
                 encoding=request.encoding,
                 spider=spider,
+                initial_request_done=initial_request_done,
             ),
         )
 
@@ -637,6 +645,7 @@ def _make_request_handler(
         body: Optional[bytes],
         encoding: str,
         spider: Spider,
+        initial_request_done: asyncio.Event,
     ) -> Callable:
         async def _request_handler(route: Route, playwright_request: PlaywrightRequest) -> None:
             """Override request headers, method and body."""
@@ -676,7 +685,9 @@ async def _request_handler(route: Route, playwright_request: PlaywrightRequest)
             if (
                 playwright_request.url.rstrip("/") == url.rstrip("/")
                 and playwright_request.is_navigation_request()
+                and not initial_request_done.is_set()
             ):
+                initial_request_done.set()
                 if method.upper() != playwright_request.method.upper():
                     overrides["method"] = method
                 if body: