Increase Sandbox Default Thread Worker Count (#807)

Author: DamianB-BitFlipper

environments/math_python/math_python.py

@@ -15,7 +15,7 @@ def load_environment(
     sandbox_gpu_count: int = 0,
     sandbox_timeout_minutes: int = 60,
     sandbox_timeout_per_command_seconds: int = 60,
-    sandbox_client_max_workers: int = 10,
+    sandbox_client_max_workers: int = 50,
     **kwargs,
 ):
     dataset = load_example_dataset(dataset_name, dataset_split, n=num_train_examples)

verifiers/envs/experimental/cli_agent_env.py

@@ -133,7 +133,10 @@ async def setup_state(self, state: State) -> State:
         env_vars = await self.build_env_vars(state)
         docker_image = await self.get_docker_image(state)
 
-        sandbox_client = AsyncSandboxClient()
+        sandbox_client = AsyncSandboxClient(
+            max_connections=100,
+            max_keepalive_connections=50,
+        )
         sandbox_request = CreateSandboxRequest(
             name=rollout_id,
             docker_image=docker_image,
@@ -243,7 +246,10 @@ async def poll_job_completion(
         self, state: State, sandbox_id: str, background_job: BackgroundJob
     ) -> None:
         """Poll until background job completes, capturing output."""
-        sandbox_client = AsyncSandboxClient()
+        sandbox_client = AsyncSandboxClient(
+            max_connections=100,
+            max_keepalive_connections=50,
+        )
         while True:
             status: BackgroundJobStatus = await sandbox_client.get_background_job(
                 sandbox_id, background_job
@@ -793,7 +799,10 @@ async def destroy_sandbox(self, state: State):
         sandbox_id = state.get("sandbox_id")
         if sandbox_id:
             try:
-                sandbox_client = AsyncSandboxClient()
+                sandbox_client = AsyncSandboxClient(
+                    max_connections=100,
+                    max_keepalive_connections=50,
+                )
                 await sandbox_client.delete(sandbox_id)
                 self.active_sandboxes.discard(sandbox_id)
                 logger.debug(f"Deleted sandbox {sandbox_id}")

verifiers/envs/experimental/harbor_env.py

@@ -213,7 +213,10 @@ async def compute_reward(self, state: vf.State) -> float:
             logger.error(f"Task directory not found: {task_dir}")
             return 0.0
 
-        sandbox_client = AsyncSandboxClient()
+        sandbox_client = AsyncSandboxClient(
+            max_connections=100,
+            max_keepalive_connections=50,
+        )
         try:
             # Upload test assets now that agent has completed
             await self.upload_test_assets(sandbox_client, sandbox_id, task_dir)

verifiers/envs/experimental/rlm_env.py

@@ -2460,7 +2460,7 @@ def __init__(
         sandbox_team_id: str | None = None,
         sandbox_advanced_configs: Any | None = None,
         sandbox_labels: list[str] | None = None,
-        sandbox_client_max_workers: int = 10,
+        sandbox_client_max_workers: int = 50,
         sandbox_client_max_connections: int = 100,
         sandbox_client_max_keepalive_connections: int = 50,
         **kwargs,

verifiers/envs/sandbox_env.py

@@ -139,7 +139,7 @@ def __init__(
         max_backoff_seconds: float = 30.0,
         jitter: float = 1e-3,
         stop_errors: list[type[Exception]] | None = None,
-        sandbox_client_max_workers: int = 10,
+        sandbox_client_max_workers: int = 50,
         sandbox_client_max_connections: int = 100,
         sandbox_client_max_keepalive_connections: int = 50,
         **kwargs,

verifiers/utils/sandbox_exec_utils.py

@@ -19,7 +19,7 @@ class SandboxExecutorMixin:
     def _init_sandbox_executor(
         self,
         *,
-        sandbox_client_max_workers: int = 10,
+        sandbox_client_max_workers: int = 50,
         sandbox_client_max_connections: int = 100,
         sandbox_client_max_keepalive_connections: int = 50,
         max_retries: int = 5,