From d4c4b85f058329e0c44bdc373726036d0905abca Mon Sep 17 00:00:00 2001
From: Quentin Lhoest <42851186+lhoestq@users.noreply.github.com>
Date: Fri, 7 Mar 2025 19:03:46 +0100
Subject: [PATCH] Less spawning calls / sec (#3146)

less spawning calls
---
 services/worker/src/worker/config.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/services/worker/src/worker/config.py b/services/worker/src/worker/config.py
index c179ab4fa..edefcc3f9 100644
--- a/services/worker/src/worker/config.py
+++ b/services/worker/src/worker/config.py
@@ -143,8 +143,8 @@ def from_env(cls) -> "FirstRowsConfig":
 
 
 OPT_IN_OUT_URLS_SCAN_COLUMNS_MAX_NUMBER = 10
-OPT_IN_OUT_URLS_SCAN_MAX_CONCURRENT_REQUESTS_NUMBER = 100
-OPT_IN_OUT_URLS_SCAN_MAX_REQUESTS_PER_SECOND = 50
+OPT_IN_OUT_URLS_SCAN_MAX_CONCURRENT_REQUESTS_NUMBER = 50
+OPT_IN_OUT_URLS_SCAN_MAX_REQUESTS_PER_SECOND = 25
 OPT_IN_OUT_URLS_SCAN_ROWS_MAX_NUMBER = 100_000
 OPT_IN_OUT_URLS_SCAN_SPAWNING_TOKEN = None
 OPT_IN_OUT_URLS_SCAN_SPAWNING_URL = "https://opts-api.spawningaiapi.com/api/v2/query/urls"