Less spawning calls / sec (#3146)

less spawning calls
huggingface · Mar 7, 2025 · d4c4b85 · d4c4b85
1 parent 34a2879
commit d4c4b85
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/services/worker/src/worker/config.py b/services/worker/src/worker/config.py
@@ -143,8 +143,8 @@ def from_env(cls) -> "FirstRowsConfig":
 
 
 OPT_IN_OUT_URLS_SCAN_COLUMNS_MAX_NUMBER = 10
-OPT_IN_OUT_URLS_SCAN_MAX_CONCURRENT_REQUESTS_NUMBER = 100
-OPT_IN_OUT_URLS_SCAN_MAX_REQUESTS_PER_SECOND = 50
+OPT_IN_OUT_URLS_SCAN_MAX_CONCURRENT_REQUESTS_NUMBER = 50
+OPT_IN_OUT_URLS_SCAN_MAX_REQUESTS_PER_SECOND = 25
 OPT_IN_OUT_URLS_SCAN_ROWS_MAX_NUMBER = 100_000
 OPT_IN_OUT_URLS_SCAN_SPAWNING_TOKEN = None
 OPT_IN_OUT_URLS_SCAN_SPAWNING_URL = "https://opts-api.spawningaiapi.com/api/v2/query/urls"