🚀 Add option to disable go to url

harambe/core.py

@@ -308,7 +308,6 @@ async def run(
         context: Optional[Context] = None,
         setup: Optional[SetupType] = None,
         harness: WebHarness = playwright_harness,
-        disable_goto_url: bool = False,
         **harness_options: Unpack[HarnessOptions],
     ) -> "SDK":
         """
@@ -320,7 +319,6 @@ async def run(
         :param context: additional context to pass to the scrapers
         :param setup: setup function to run before the scraper
         :param harness: the harness to use for the browser
-        :param disable_goto_url: whether to disable the initial goto url
         :return none: everything should be saved to the database or file
         """
         domain = getattr(scraper, "domain", None)
@@ -347,7 +345,7 @@ async def run(
             if setup:
                 await setup(sdk)
 
-            if not disable_goto_url:
+            if not harness_options.get("disable_go_to_url", False):
                 await page.goto(url)
             await scraper(sdk, url, context)
 

harambe/types.py

@@ -45,5 +45,6 @@ class HarnessOptions(TypedDict, total=False):
     headers: Optional[dict[str, str]]
     viewport: Optional[ViewportSize]
     abort_unnecessary_requests: bool
+    disable_go_to_url: bool
     on_start: Optional[Callback]
     on_end: Optional[Callback]

pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "harambe-sdk"
-version = "0.19.12"
+version = "0.19.13"
 description = "Data extraction SDK for Playwright 🐒🍌"
 authors = ["awtkns <[email protected]>"]
 readme = "README.md"