============Total Task Evaluation============
Avg@1: 13.11
Pass@1: 0.965
============Sub Task Evaluation============
Error executing job with overrides: ['data.path=/AgentGym-RL/AgentGym-RL/AgentGym-RL-Data-ID/eval', 'data.max_prompt_length=1024', 'data.max_response_length=4096', 'data.n_samples=1', 'data.batch_size=32', 'agentgym.task_name=sciworld', 'agentgym.env_addr=http://127.0.0.1:36001', 'agentgym.max_rounds=20', 'agentgym.timeout=500', 'model.path=', 'rollout.gpu_memory_utilization=0.6', 'rollout.temperature=1', 'rollout.max_model_len=32768', 'rollout.max_tokens=200', 'rollout.tensor_model_parallel_size=1', 'rollout.rollout_log_dir=/', 'trainer.n_gpus_per_node=1']
Traceback (most recent call last):
File "/data/miniconda3/envs/agentgym-rl/lib/python3.10/runpy.py", line 196, in _run_module_as_main
return _run_code(code, main_globals, None,
File "/data/miniconda3/envs/agentgym-rl/lib/python3.10/runpy.py", line 86, in _run_code
exec(code, run_globals)
File "AgentGym-RL/AgentGym-RL/verl/agent_trainer/main_generation.py", line 154, in
main()
File "/data/miniconda3/envs/agentgym-rl/lib/python3.10/site-packages/hydra/main.py", line 94, in decorated_main
_run_hydra(
File "/data/miniconda3/envs/agentgym-rl/lib/python3.10/site-packages/hydra/_internal/utils.py", line 394, in _run_hydra
_run_app(
File "/data/miniconda3/envs/agentgym-rl/lib/python3.10/site-packages/hydra/_internal/utils.py", line 457, in _run_app
run_and_report(
File "/data/miniconda3/envs/agentgym-rl/lib/python3.10/site-packages/hydra/_internal/utils.py", line 223, in run_and_report
raise ex
File "/data/miniconda3/envs/agentgym-rl/lib/python3.10/site-packages/hydra/_internal/utils.py", line 220, in run_and_report
return func()
File "/data/miniconda3/envs/agentgym-rl/lib/python3.10/site-packages/hydra/_internal/utils.py", line 458, in
lambda: hydra.run(
File "/data/miniconda3/envs/agentgym-rl/lib/python3.10/site-packages/hydra/_internal/hydra.py", line 132, in run
_ = ret.return_value
File "/data/miniconda3/envs/agentgym-rl/lib/python3.10/site-packages/hydra/core/utils.py", line 260, in return_value
raise self._return_value
File "/data/miniconda3/envs/agentgym-rl/lib/python3.10/site-packages/hydra/core/utils.py", line 186, in run_job
ret.return_value = task_function(task_cfg)
File "/AgentGym-RL/AgentGym-RL/verl/agent_trainer/main_generation.py", line 143, in main
category = category_map[item_id]
KeyError: 'sciworld_3491'
============Total Task Evaluation============
Avg@1: 13.11
Pass@1: 0.965
============Sub Task Evaluation============
Error executing job with overrides: ['data.path=/AgentGym-RL/AgentGym-RL/AgentGym-RL-Data-ID/eval', 'data.max_prompt_length=1024', 'data.max_response_length=4096', 'data.n_samples=1', 'data.batch_size=32', 'agentgym.task_name=sciworld', 'agentgym.env_addr=http://127.0.0.1:36001', 'agentgym.max_rounds=20', 'agentgym.timeout=500', 'model.path=', 'rollout.gpu_memory_utilization=0.6', 'rollout.temperature=1', 'rollout.max_model_len=32768', 'rollout.max_tokens=200', 'rollout.tensor_model_parallel_size=1', 'rollout.rollout_log_dir=/', 'trainer.n_gpus_per_node=1']
Traceback (most recent call last):
File "/data/miniconda3/envs/agentgym-rl/lib/python3.10/runpy.py", line 196, in _run_module_as_main
return _run_code(code, main_globals, None,
File "/data/miniconda3/envs/agentgym-rl/lib/python3.10/runpy.py", line 86, in _run_code
exec(code, run_globals)
File "AgentGym-RL/AgentGym-RL/verl/agent_trainer/main_generation.py", line 154, in
main()
File "/data/miniconda3/envs/agentgym-rl/lib/python3.10/site-packages/hydra/main.py", line 94, in decorated_main
_run_hydra(
File "/data/miniconda3/envs/agentgym-rl/lib/python3.10/site-packages/hydra/_internal/utils.py", line 394, in _run_hydra
_run_app(
File "/data/miniconda3/envs/agentgym-rl/lib/python3.10/site-packages/hydra/_internal/utils.py", line 457, in _run_app
run_and_report(
File "/data/miniconda3/envs/agentgym-rl/lib/python3.10/site-packages/hydra/_internal/utils.py", line 223, in run_and_report
raise ex
File "/data/miniconda3/envs/agentgym-rl/lib/python3.10/site-packages/hydra/_internal/utils.py", line 220, in run_and_report
return func()
File "/data/miniconda3/envs/agentgym-rl/lib/python3.10/site-packages/hydra/_internal/utils.py", line 458, in
lambda: hydra.run(
File "/data/miniconda3/envs/agentgym-rl/lib/python3.10/site-packages/hydra/_internal/hydra.py", line 132, in run
_ = ret.return_value
File "/data/miniconda3/envs/agentgym-rl/lib/python3.10/site-packages/hydra/core/utils.py", line 260, in return_value
raise self._return_value
File "/data/miniconda3/envs/agentgym-rl/lib/python3.10/site-packages/hydra/core/utils.py", line 186, in run_job
ret.return_value = task_function(task_cfg)
File "/AgentGym-RL/AgentGym-RL/verl/agent_trainer/main_generation.py", line 143, in main
category = category_map[item_id]
KeyError: 'sciworld_3491'