From 4631e628e07560568ba736c5b3e30de9b5380350 Mon Sep 17 00:00:00 2001 From: Pepijn Date: Thu, 7 May 2026 11:57:03 +0200 Subject: [PATCH] fix(ci): run VLABench tasks 5-at-a-time in parallel The eval script already supports running multiple tasks concurrently via a ThreadPoolExecutor (env.max_parallel_tasks). Set it to 5 so the 10 VLABench tasks finish in ~2 waves instead of running sequentially. Co-Authored-By: Claude Opus 4.7 (1M context) --- .github/workflows/benchmark_tests.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.github/workflows/benchmark_tests.yml b/.github/workflows/benchmark_tests.yml index 913e16a2d..3c40f5bbd 100644 --- a/.github/workflows/benchmark_tests.yml +++ b/.github/workflows/benchmark_tests.yml @@ -901,6 +901,7 @@ jobs: --env.type=vlabench \ --env.task=select_fruit,select_toy,select_book,select_painting,select_drink,select_ingredient,select_billiards,select_poker,add_condiment,insert_flower \ --env.episode_length=50 \ + --env.max_parallel_tasks=5 \ --eval.batch_size=1 \ --eval.n_episodes=1 \ --eval.use_async_envs=false \