Speed up trials by vectorizing environments

HumanCompatibleAI · Jan 18, 2024 · d9c4b57 · d9c4b57
1 parent 2f8cb4d
commit d9c4b57
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/tuning/hp_search_spaces.py b/tuning/hp_search_spaces.py
@@ -76,7 +76,7 @@ def __call__(
         suggest_named_configs=lambda _: ["reward.reward_ensemble"],
         suggest_config_updates=lambda trial: {
             "seed": trial.number,
-            "environment": {"num_vec": 1},
+            "environment": {"num_vec": 8},
             "total_timesteps": 2e7,
             "total_comparisons": 1000,
             "active_selection": True,