feat: ScrapeGraph AI component updates and add new component ScrapgraphSearch API

pyproject.toml

@@ -109,7 +109,7 @@ dependencies = [
     "mcp>=0.9.1",
     "uv>=0.5.7",
     "ag2>=0.1.0",
-    "scrapegraph-py>=1.10.2",
+    "scrapegraph-py>=1.12.0",
     "pydantic-ai>=0.0.19",
 ]
 

src/backend/base/langflow/components/scrapegraph/__init__.py

@@ -1,4 +1,5 @@
 from .scrapegraph_markdownify_api import ScrapeGraphMarkdownifyApi
+from .scrapegraph_search_api import ScrapeGraphSearchApi
 from .scrapegraph_smart_scraper_api import ScrapeGraphSmartScraperApi
 
-__all__ = ["ScrapeGraphMarkdownifyApi", "ScrapeGraphSmartScraperApi"]
+__all__ = ["ScrapeGraphMarkdownifyApi", "ScrapeGraphSearchApi", "ScrapeGraphSmartScraperApi"]

src/backend/base/langflow/components/scrapegraph/scrapegraph_search_api.py

@@ -0,0 +1,66 @@
+from langflow.custom import Component
+from langflow.io import (
+    Output,
+    SecretStrInput,
+    StrInput,
+)
+from langflow.schema import Data
+
+
+class ScrapeGraphSearchApi(Component):
+    display_name: str = "ScrapeGraphSearchApi"
+    description: str = """ScrapeGraph Search API.
+    Given a search prompt, it will return search results using ScrapeGraph's search functionality.
+    More info at https://docs.scrapegraphai.com/services/searchscraper"""
+    name = "ScrapeGraphSearchApi"
+
+    output_types: list[str] = ["Document"]
+    documentation: str = "https://docs.scrapegraphai.com/introduction"
+
+    inputs = [
+        SecretStrInput(
+            name="api_key",
+            display_name="ScrapeGraph API Key",
+            required=True,
+            password=True,
+            info="The API key to use ScrapeGraph API.",
+        ),
+        StrInput(
+            name="user_prompt",
+            display_name="Search Prompt",
+            required=True,
+            info="The search prompt to use.",
+        ),
+    ]
+
+    outputs = [
+        Output(display_name="Data", name="data", method="search"),
+    ]
+
+    def search(self) -> list[Data]:
+        try:
+            from scrapegraph_py import Client
+            from scrapegraph_py.logger import sgai_logger
+        except ImportError as e:
+            msg = "Could not import scrapegraph-py package. Please install it with `pip install scrapegraph-py`."
+            raise ImportError(msg) from e
+
+        # Set logging level
+        sgai_logger.set_logging(level="INFO")
+
+        # Initialize the client with API key
+        sgai_client = Client(api_key=self.api_key)
+
+        try:
+            # SearchScraper request
+            response = sgai_client.searchscraper(
+                user_prompt=self.user_prompt,
+            )
+
+            # Close the client
+            sgai_client.close()
+
+            return Data(data=response)
+        except Exception:
+            sgai_client.close()
+            raise