fix(playwright): filter unsupported context options in persistent browser

pyproject.toml

@@ -34,11 +34,14 @@ keywords = [
     "scraping",
 ]
 dependencies = [
+    "apify-fingerprint-datapoints>=0.11.0",
     "async-timeout>=5.0.1",
+    "browserforge>=1.2.4",
     "cachetools>=5.5.0",
     "colorama>=0.4.0",
     "impit>=0.8.0",
     "more-itertools>=10.2.0",
+    "playwright>=1.58.0",
     "protego>=0.5.0",
     "psutil>=6.0.0",
     "pydantic-settings>=2.12.0",

src/crawlee/browsers/_playwright_browser.py

@@ -1,6 +1,7 @@
 from __future__ import annotations
 
 import asyncio
+import inspect
 import shutil
 import tempfile
 from logging import getLogger
@@ -67,8 +68,21 @@ async def new_context(self, **context_options: Any) -> BrowserContext:
             user_data_dir = tempfile.mkdtemp(prefix=self._TMP_DIR_PREFIX)
             self._temp_dir = Path(user_data_dir)
 
+        launch_persistent_context_sig = inspect.signature(self._browser_type.launch_persistent_context)
+        filtered_launch_options = {
+            key: value for key, value in launch_options.items() if key in launch_persistent_context_sig.parameters
+        }
+
+        removed_options = set(launch_options.keys()) - set(filtered_launch_options.keys())
+        if removed_options:
+            logger.warning(
+                f"The following options are not supported by Playwright's launch_persistent_context "
+                f'and will be ignored: {removed_options}. '
+                'To use these options, consider using incognito pages (use_incognito_pages=True).'
+            )
+
         self._context = await self._browser_type.launch_persistent_context(
-            user_data_dir=user_data_dir, **launch_options
+            user_data_dir=user_data_dir, **filtered_launch_options
         )
 
         if self._temp_dir:

tests/unit/browsers/test_playwright_browser.py

@@ -42,3 +42,13 @@ async def test_delete_temp_folder_with_close_browser(playwright: Playwright) ->
     assert current_temp_dir.exists()
     await persist_browser.close()
     assert not current_temp_dir.exists()
+
+
+async def test_new_context_unsupported_options(playwright: Playwright) -> None:
+    persist_browser = PlaywrightPersistentBrowser(
+        playwright.chromium, user_data_dir=None, browser_launch_options={'headless': True}
+    )
+    # This should not crash despite 'storage_state' being invalid for launch_persistent_context
+    context = await persist_browser.new_context(storage_state={'cookies': [], 'origins': []})
+    assert context is not None
+    await persist_browser.close()