Fix issue #5222: [Refactor]: Refactor the evaluation directory

All-Hands-AI · Nov 23, 2024 · 2a3460c · 2a3460c
1 parent a2779fe
commit 2a3460c
Show file tree

Hide file tree

Showing 147 changed files with 0 additions and 0 deletions.
diff --git a/evaluation/EDA/README.md → evaluation/benchmarks/EDA/README.md b/evaluation/EDA/README.md → evaluation/benchmarks/EDA/README.md
diff --git a/evaluation/EDA/game.py → evaluation/benchmarks/EDA/game.py b/evaluation/EDA/game.py → evaluation/benchmarks/EDA/game.py
diff --git a/evaluation/EDA/run_infer.py → evaluation/benchmarks/EDA/run_infer.py b/evaluation/EDA/run_infer.py → evaluation/benchmarks/EDA/run_infer.py
diff --git a/evaluation/EDA/scripts/run_infer.sh → ...ation/benchmarks/EDA/scripts/run_infer.sh b/evaluation/EDA/scripts/run_infer.sh → ...ation/benchmarks/EDA/scripts/run_infer.sh
diff --git a/evaluation/agent_bench/README.md → evaluation/benchmarks/agent_bench/README.md b/evaluation/agent_bench/README.md → evaluation/benchmarks/agent_bench/README.md
diff --git a/evaluation/agent_bench/__init__.py → ...uation/benchmarks/agent_bench/__init__.py b/evaluation/agent_bench/__init__.py → ...uation/benchmarks/agent_bench/__init__.py
diff --git a/evaluation/agent_bench/helper.py → evaluation/benchmarks/agent_bench/helper.py b/evaluation/agent_bench/helper.py → evaluation/benchmarks/agent_bench/helper.py
diff --git a/evaluation/agent_bench/run_infer.py → ...ation/benchmarks/agent_bench/run_infer.py b/evaluation/agent_bench/run_infer.py → ...ation/benchmarks/agent_bench/run_infer.py
diff --git a/evaluation/agent_bench/scripts/run_infer.sh → ...nchmarks/agent_bench/scripts/run_infer.sh b/evaluation/agent_bench/scripts/run_infer.sh → ...nchmarks/agent_bench/scripts/run_infer.sh
diff --git a/.../agent_bench/scripts/summarise_results.py → .../agent_bench/scripts/summarise_results.py b/.../agent_bench/scripts/summarise_results.py → .../agent_bench/scripts/summarise_results.py
diff --git a/evaluation/aider_bench/README.md → evaluation/benchmarks/aider_bench/README.md b/evaluation/aider_bench/README.md → evaluation/benchmarks/aider_bench/README.md
diff --git a/evaluation/aider_bench/create_dataset.py → .../benchmarks/aider_bench/create_dataset.py b/evaluation/aider_bench/create_dataset.py → .../benchmarks/aider_bench/create_dataset.py
diff --git a/evaluation/aider_bench/helper.py → evaluation/benchmarks/aider_bench/helper.py b/evaluation/aider_bench/helper.py → evaluation/benchmarks/aider_bench/helper.py
diff --git a/evaluation/aider_bench/run_infer.py → ...ation/benchmarks/aider_bench/run_infer.py b/evaluation/aider_bench/run_infer.py → ...ation/benchmarks/aider_bench/run_infer.py
diff --git a/evaluation/aider_bench/scripts/run_infer.sh → ...nchmarks/aider_bench/scripts/run_infer.sh b/evaluation/aider_bench/scripts/run_infer.sh → ...nchmarks/aider_bench/scripts/run_infer.sh
diff --git a/.../aider_bench/scripts/summarize_results.py → .../aider_bench/scripts/summarize_results.py b/.../aider_bench/scripts/summarize_results.py → .../aider_bench/scripts/summarize_results.py
diff --git a/evaluation/biocoder/README.md → evaluation/benchmarks/biocoder/README.md b/evaluation/biocoder/README.md → evaluation/benchmarks/biocoder/README.md
diff --git a/evaluation/biocoder/run_infer.py → evaluation/benchmarks/biocoder/run_infer.py b/evaluation/biocoder/run_infer.py → evaluation/benchmarks/biocoder/run_infer.py
diff --git a/evaluation/biocoder/scripts/run_infer.sh → .../benchmarks/biocoder/scripts/run_infer.sh b/evaluation/biocoder/scripts/run_infer.sh → .../benchmarks/biocoder/scripts/run_infer.sh
diff --git a/...ocoder/scripts/setup/copy_changed_code.py → ...ocoder/scripts/setup/copy_changed_code.py b/...ocoder/scripts/setup/copy_changed_code.py → ...ocoder/scripts/setup/copy_changed_code.py
diff --git a/...ion/biocoder/scripts/setup/remove_code.py → ...rks/biocoder/scripts/setup/remove_code.py b/...ion/biocoder/scripts/setup/remove_code.py → ...rks/biocoder/scripts/setup/remove_code.py
diff --git a/evaluation/biocoder/utils.py → evaluation/benchmarks/biocoder/utils.py b/evaluation/biocoder/utils.py → evaluation/benchmarks/biocoder/utils.py
diff --git a/evaluation/bird/README.md → evaluation/benchmarks/bird/README.md b/evaluation/bird/README.md → evaluation/benchmarks/bird/README.md
diff --git a/evaluation/bird/__init__.py → evaluation/benchmarks/bird/__init__.py b/evaluation/bird/__init__.py → evaluation/benchmarks/bird/__init__.py
diff --git a/evaluation/bird/run_infer.py → evaluation/benchmarks/bird/run_infer.py b/evaluation/bird/run_infer.py → evaluation/benchmarks/bird/run_infer.py
diff --git a/evaluation/bird/scripts/run_infer.sh → ...tion/benchmarks/bird/scripts/run_infer.sh b/evaluation/bird/scripts/run_infer.sh → ...tion/benchmarks/bird/scripts/run_infer.sh
diff --git a/evaluation/browsing_delegation/README.md → .../benchmarks/browsing_delegation/README.md b/evaluation/browsing_delegation/README.md → .../benchmarks/browsing_delegation/README.md
diff --git a/evaluation/browsing_delegation/run_infer.py → ...nchmarks/browsing_delegation/run_infer.py b/evaluation/browsing_delegation/run_infer.py → ...nchmarks/browsing_delegation/run_infer.py
diff --git a/.../browsing_delegation/scripts/run_infer.sh → .../browsing_delegation/scripts/run_infer.sh b/.../browsing_delegation/scripts/run_infer.sh → .../browsing_delegation/scripts/run_infer.sh
diff --git a/evaluation/commit0_bench/README.md → ...uation/benchmarks/commit0_bench/README.md b/evaluation/commit0_bench/README.md → ...uation/benchmarks/commit0_bench/README.md
diff --git a/evaluation/commit0_bench/run_infer.py → ...ion/benchmarks/commit0_bench/run_infer.py b/evaluation/commit0_bench/run_infer.py → ...ion/benchmarks/commit0_bench/run_infer.py
diff --git a/...0_bench/scripts/cleanup_remote_runtime.sh → ...0_bench/scripts/cleanup_remote_runtime.sh b/...0_bench/scripts/cleanup_remote_runtime.sh → ...0_bench/scripts/cleanup_remote_runtime.sh
diff --git a/...uation/commit0_bench/scripts/run_infer.sh → ...hmarks/commit0_bench/scripts/run_infer.sh b/...uation/commit0_bench/scripts/run_infer.sh → ...hmarks/commit0_bench/scripts/run_infer.sh
diff --git a/evaluation/discoverybench/README.md → ...ation/benchmarks/discoverybench/README.md b/evaluation/discoverybench/README.md → ...ation/benchmarks/discoverybench/README.md
diff --git a/...ation/discoverybench/eval_utils/README.md → ...marks/discoverybench/eval_utils/README.md b/...ation/discoverybench/eval_utils/README.md → ...marks/discoverybench/eval_utils/README.md
diff --git a/...ion/discoverybench/eval_utils/__init__.py → ...rks/discoverybench/eval_utils/__init__.py b/...ion/discoverybench/eval_utils/__init__.py → ...rks/discoverybench/eval_utils/__init__.py
diff --git a/...erybench/eval_utils/eval_w_subhypo_gen.py → ...erybench/eval_utils/eval_w_subhypo_gen.py b/...erybench/eval_utils/eval_w_subhypo_gen.py → ...erybench/eval_utils/eval_w_subhypo_gen.py
diff --git a/...ion/discoverybench/eval_utils/lm_utils.py → ...rks/discoverybench/eval_utils/lm_utils.py b/...ion/discoverybench/eval_utils/lm_utils.py → ...rks/discoverybench/eval_utils/lm_utils.py
diff --git a/...scoverybench/eval_utils/openai_helpers.py → ...scoverybench/eval_utils/openai_helpers.py b/...scoverybench/eval_utils/openai_helpers.py → ...scoverybench/eval_utils/openai_helpers.py
diff --git a/...eval_utils/openai_semantic_gen_prompts.py → ...eval_utils/openai_semantic_gen_prompts.py b/...eval_utils/openai_semantic_gen_prompts.py → ...eval_utils/openai_semantic_gen_prompts.py
diff --git a/...coverybench/eval_utils/response_parser.py → ...coverybench/eval_utils/response_parser.py b/...coverybench/eval_utils/response_parser.py → ...coverybench/eval_utils/response_parser.py
diff --git a/evaluation/discoverybench/run_infer.py → ...on/benchmarks/discoverybench/run_infer.py b/evaluation/discoverybench/run_infer.py → ...on/benchmarks/discoverybench/run_infer.py
diff --git a/...ation/discoverybench/scripts/run_infer.sh → ...marks/discoverybench/scripts/run_infer.sh b/...ation/discoverybench/scripts/run_infer.sh → ...marks/discoverybench/scripts/run_infer.sh
diff --git a/evaluation/gaia/README.md → evaluation/benchmarks/gaia/README.md b/evaluation/gaia/README.md → evaluation/benchmarks/gaia/README.md
diff --git a/evaluation/gaia/get_score.py → evaluation/benchmarks/gaia/get_score.py b/evaluation/gaia/get_score.py → evaluation/benchmarks/gaia/get_score.py
diff --git a/evaluation/gaia/run_infer.py → evaluation/benchmarks/gaia/run_infer.py b/evaluation/gaia/run_infer.py → evaluation/benchmarks/gaia/run_infer.py
diff --git a/evaluation/gaia/scorer.py → evaluation/benchmarks/gaia/scorer.py b/evaluation/gaia/scorer.py → evaluation/benchmarks/gaia/scorer.py
diff --git a/evaluation/gaia/scripts/run_infer.sh → ...tion/benchmarks/gaia/scripts/run_infer.sh b/evaluation/gaia/scripts/run_infer.sh → ...tion/benchmarks/gaia/scripts/run_infer.sh
diff --git a/evaluation/gorilla/README.md → evaluation/benchmarks/gorilla/README.md b/evaluation/gorilla/README.md → evaluation/benchmarks/gorilla/README.md
diff --git a/evaluation/gorilla/ast_eval_hf.py → evaluation/benchmarks/gorilla/ast_eval_hf.py b/evaluation/gorilla/ast_eval_hf.py → evaluation/benchmarks/gorilla/ast_eval_hf.py
diff --git a/evaluation/gorilla/ast_eval_tf.py → evaluation/benchmarks/gorilla/ast_eval_tf.py b/evaluation/gorilla/ast_eval_tf.py → evaluation/benchmarks/gorilla/ast_eval_tf.py
diff --git a/evaluation/gorilla/ast_eval_th.py → evaluation/benchmarks/gorilla/ast_eval_th.py b/evaluation/gorilla/ast_eval_th.py → evaluation/benchmarks/gorilla/ast_eval_th.py
diff --git a/evaluation/gorilla/run_infer.py → evaluation/benchmarks/gorilla/run_infer.py b/evaluation/gorilla/run_infer.py → evaluation/benchmarks/gorilla/run_infer.py
diff --git a/evaluation/gorilla/scripts/run_infer.sh → ...n/benchmarks/gorilla/scripts/run_infer.sh b/evaluation/gorilla/scripts/run_infer.sh → ...n/benchmarks/gorilla/scripts/run_infer.sh
diff --git a/evaluation/gorilla/utils.py → evaluation/benchmarks/gorilla/utils.py b/evaluation/gorilla/utils.py → evaluation/benchmarks/gorilla/utils.py
diff --git a/evaluation/gpqa/README.md → evaluation/benchmarks/gpqa/README.md b/evaluation/gpqa/README.md → evaluation/benchmarks/gpqa/README.md
diff --git a/evaluation/gpqa/__init__.py → evaluation/benchmarks/gpqa/__init__.py b/evaluation/gpqa/__init__.py → evaluation/benchmarks/gpqa/__init__.py
diff --git a/evaluation/gpqa/run_infer.py → evaluation/benchmarks/gpqa/run_infer.py b/evaluation/gpqa/run_infer.py → evaluation/benchmarks/gpqa/run_infer.py
diff --git a/evaluation/gpqa/scripts/run_infer.sh → ...tion/benchmarks/gpqa/scripts/run_infer.sh b/evaluation/gpqa/scripts/run_infer.sh → ...tion/benchmarks/gpqa/scripts/run_infer.sh
diff --git a/evaluation/humanevalfix/README.md → evaluation/benchmarks/humanevalfix/README.md b/evaluation/humanevalfix/README.md → evaluation/benchmarks/humanevalfix/README.md
diff --git a/evaluation/humanevalfix/__init__.py → ...ation/benchmarks/humanevalfix/__init__.py b/evaluation/humanevalfix/__init__.py → ...ation/benchmarks/humanevalfix/__init__.py
diff --git a/evaluation/humanevalfix/run_infer.py → ...tion/benchmarks/humanevalfix/run_infer.py b/evaluation/humanevalfix/run_infer.py → ...tion/benchmarks/humanevalfix/run_infer.py
diff --git a/evaluation/humanevalfix/scripts/run_infer.sh → ...chmarks/humanevalfix/scripts/run_infer.sh b/evaluation/humanevalfix/scripts/run_infer.sh → ...chmarks/humanevalfix/scripts/run_infer.sh
diff --git a/.../logic_reasoning/.cache_program/facts.kfb → .../logic_reasoning/.cache_program/facts.kfb b/.../logic_reasoning/.cache_program/facts.kfb → .../logic_reasoning/.cache_program/facts.kfb
diff --git a/.../logic_reasoning/.cache_program/rules.krb → .../logic_reasoning/.cache_program/rules.krb b/.../logic_reasoning/.cache_program/rules.krb → .../logic_reasoning/.cache_program/rules.krb
diff --git a/evaluation/logic_reasoning/Dockerfile → ...ion/benchmarks/logic_reasoning/Dockerfile b/evaluation/logic_reasoning/Dockerfile → ...ion/benchmarks/logic_reasoning/Dockerfile
diff --git a/evaluation/logic_reasoning/README.md → ...tion/benchmarks/logic_reasoning/README.md b/evaluation/logic_reasoning/README.md → ...tion/benchmarks/logic_reasoning/README.md
diff --git a/evaluation/logic_reasoning/__init__.py → ...on/benchmarks/logic_reasoning/__init__.py b/evaluation/logic_reasoning/__init__.py → ...on/benchmarks/logic_reasoning/__init__.py
diff --git a/evaluation/logic_reasoning/instruction.txt → ...enchmarks/logic_reasoning/instruction.txt b/evaluation/logic_reasoning/instruction.txt → ...enchmarks/logic_reasoning/instruction.txt
diff --git a/...uation/logic_reasoning/logic_inference.py → ...hmarks/logic_reasoning/logic_inference.py b/...uation/logic_reasoning/logic_inference.py → ...hmarks/logic_reasoning/logic_inference.py
diff --git a/evaluation/logic_reasoning/run_infer.py → ...n/benchmarks/logic_reasoning/run_infer.py b/evaluation/logic_reasoning/run_infer.py → ...n/benchmarks/logic_reasoning/run_infer.py
diff --git a/...tion/logic_reasoning/scripts/run_infer.sh → ...arks/logic_reasoning/scripts/run_infer.sh b/...tion/logic_reasoning/scripts/run_infer.sh → ...arks/logic_reasoning/scripts/run_infer.sh
diff --git a/evaluation/miniwob/Dockerfile → evaluation/benchmarks/miniwob/Dockerfile b/evaluation/miniwob/Dockerfile → evaluation/benchmarks/miniwob/Dockerfile
diff --git a/evaluation/miniwob/README.md → evaluation/benchmarks/miniwob/README.md b/evaluation/miniwob/README.md → evaluation/benchmarks/miniwob/README.md
diff --git a/evaluation/miniwob/get_avg_reward.py → ...tion/benchmarks/miniwob/get_avg_reward.py b/evaluation/miniwob/get_avg_reward.py → ...tion/benchmarks/miniwob/get_avg_reward.py
diff --git a/evaluation/miniwob/run_infer.py → evaluation/benchmarks/miniwob/run_infer.py b/evaluation/miniwob/run_infer.py → evaluation/benchmarks/miniwob/run_infer.py
diff --git a/evaluation/miniwob/scripts/run_infer.sh → ...n/benchmarks/miniwob/scripts/run_infer.sh b/evaluation/miniwob/scripts/run_infer.sh → ...n/benchmarks/miniwob/scripts/run_infer.sh
diff --git a/evaluation/mint/.gitignore → evaluation/benchmarks/mint/.gitignore b/evaluation/mint/.gitignore → evaluation/benchmarks/mint/.gitignore
diff --git a/evaluation/mint/Dockerfile → evaluation/benchmarks/mint/Dockerfile b/evaluation/mint/Dockerfile → evaluation/benchmarks/mint/Dockerfile
diff --git a/evaluation/mint/README.md → evaluation/benchmarks/mint/README.md b/evaluation/mint/README.md → evaluation/benchmarks/mint/README.md
diff --git a/evaluation/mint/config_variables.py → ...ation/benchmarks/mint/config_variables.py b/evaluation/mint/config_variables.py → ...ation/benchmarks/mint/config_variables.py
diff --git a/evaluation/mint/datatypes.py → evaluation/benchmarks/mint/datatypes.py b/evaluation/mint/datatypes.py → evaluation/benchmarks/mint/datatypes.py
diff --git a/evaluation/mint/env.py → evaluation/benchmarks/mint/env.py b/evaluation/mint/env.py → evaluation/benchmarks/mint/env.py
diff --git a/evaluation/mint/prompts/__init__.py → ...ation/benchmarks/mint/prompts/__init__.py b/evaluation/mint/prompts/__init__.py → ...ation/benchmarks/mint/prompts/__init__.py
diff --git a/...ation/mint/prompts/template_with_tool.txt → ...marks/mint/prompts/template_with_tool.txt b/...ation/mint/prompts/template_with_tool.txt → ...marks/mint/prompts/template_with_tool.txt
diff --git a/evaluation/mint/requirements.txt → evaluation/benchmarks/mint/requirements.txt b/evaluation/mint/requirements.txt → evaluation/benchmarks/mint/requirements.txt
diff --git a/evaluation/mint/run_infer.py → evaluation/benchmarks/mint/run_infer.py b/evaluation/mint/run_infer.py → evaluation/benchmarks/mint/run_infer.py
diff --git a/evaluation/mint/scripts/run_infer.sh → ...tion/benchmarks/mint/scripts/run_infer.sh b/evaluation/mint/scripts/run_infer.sh → ...tion/benchmarks/mint/scripts/run_infer.sh
diff --git a/evaluation/mint/tasks/__init__.py → evaluation/benchmarks/mint/tasks/__init__.py b/evaluation/mint/tasks/__init__.py → evaluation/benchmarks/mint/tasks/__init__.py
diff --git a/evaluation/mint/tasks/base.py → evaluation/benchmarks/mint/tasks/base.py b/evaluation/mint/tasks/base.py → evaluation/benchmarks/mint/tasks/base.py
diff --git a/evaluation/mint/tasks/codegen.py → evaluation/benchmarks/mint/tasks/codegen.py b/evaluation/mint/tasks/codegen.py → evaluation/benchmarks/mint/tasks/codegen.py
diff --git a/..._context_examples/humaneval/with_tool.txt → ..._context_examples/humaneval/with_tool.txt b/..._context_examples/humaneval/with_tool.txt → ..._context_examples/humaneval/with_tool.txt
diff --git a/...ks/in_context_examples/mbpp/with_tool.txt → ...ks/in_context_examples/mbpp/with_tool.txt b/...ks/in_context_examples/mbpp/with_tool.txt → ...ks/in_context_examples/mbpp/with_tool.txt
diff --git a/..._context_examples/reasoning/with_tool.txt → ..._context_examples/reasoning/with_tool.txt b/..._context_examples/reasoning/with_tool.txt → ..._context_examples/reasoning/with_tool.txt
diff --git a/evaluation/mint/tasks/reasoning.py → ...uation/benchmarks/mint/tasks/reasoning.py b/evaluation/mint/tasks/reasoning.py → ...uation/benchmarks/mint/tasks/reasoning.py
diff --git a/evaluation/mint/utils.py → evaluation/benchmarks/mint/utils.py b/evaluation/mint/utils.py → evaluation/benchmarks/mint/utils.py
diff --git a/evaluation/ml_bench/README.md → evaluation/benchmarks/ml_bench/README.md b/evaluation/ml_bench/README.md → evaluation/benchmarks/ml_bench/README.md
diff --git a/evaluation/ml_bench/__init__.py → evaluation/benchmarks/ml_bench/__init__.py b/evaluation/ml_bench/__init__.py → evaluation/benchmarks/ml_bench/__init__.py
diff --git a/evaluation/ml_bench/run_analysis.py → ...ation/benchmarks/ml_bench/run_analysis.py b/evaluation/ml_bench/run_analysis.py → ...ation/benchmarks/ml_bench/run_analysis.py
diff --git a/evaluation/ml_bench/run_infer.py → evaluation/benchmarks/ml_bench/run_infer.py b/evaluation/ml_bench/run_infer.py → evaluation/benchmarks/ml_bench/run_infer.py
diff --git a/evaluation/ml_bench/scripts/cleanup.sh → ...on/benchmarks/ml_bench/scripts/cleanup.sh b/evaluation/ml_bench/scripts/cleanup.sh → ...on/benchmarks/ml_bench/scripts/cleanup.sh
diff --git a/evaluation/ml_bench/scripts/run_analysis.sh → ...nchmarks/ml_bench/scripts/run_analysis.sh b/evaluation/ml_bench/scripts/run_analysis.sh → ...nchmarks/ml_bench/scripts/run_analysis.sh
diff --git a/evaluation/ml_bench/scripts/run_infer.sh → .../benchmarks/ml_bench/scripts/run_infer.sh b/evaluation/ml_bench/scripts/run_infer.sh → .../benchmarks/ml_bench/scripts/run_infer.sh
diff --git a/...ion/ml_bench/scripts/summarise_results.py → ...rks/ml_bench/scripts/summarise_results.py b/...ion/ml_bench/scripts/summarise_results.py → ...rks/ml_bench/scripts/summarise_results.py
diff --git a/evaluation/scienceagentbench/Dockerfile → ...n/benchmarks/scienceagentbench/Dockerfile b/evaluation/scienceagentbench/Dockerfile → ...n/benchmarks/scienceagentbench/Dockerfile
diff --git a/...on/scienceagentbench/Dockerfile.evaluator → ...ks/scienceagentbench/Dockerfile.evaluator b/...on/scienceagentbench/Dockerfile.evaluator → ...ks/scienceagentbench/Dockerfile.evaluator
diff --git a/evaluation/scienceagentbench/README.md → ...on/benchmarks/scienceagentbench/README.md b/evaluation/scienceagentbench/README.md → ...on/benchmarks/scienceagentbench/README.md
diff --git a/evaluation/scienceagentbench/post_proc.py → ...benchmarks/scienceagentbench/post_proc.py b/evaluation/scienceagentbench/post_proc.py → ...benchmarks/scienceagentbench/post_proc.py
diff --git a/evaluation/scienceagentbench/run_infer.py → ...benchmarks/scienceagentbench/run_infer.py b/evaluation/scienceagentbench/run_infer.py → ...benchmarks/scienceagentbench/run_infer.py
diff --git a/...on/scienceagentbench/scripts/run_infer.sh → ...ks/scienceagentbench/scripts/run_infer.sh b/...on/scienceagentbench/scripts/run_infer.sh → ...ks/scienceagentbench/scripts/run_infer.sh
diff --git a/evaluation/swe_bench/README.md → evaluation/benchmarks/swe_bench/README.md b/evaluation/swe_bench/README.md → evaluation/benchmarks/swe_bench/README.md
diff --git a/evaluation/swe_bench/__init__.py → evaluation/benchmarks/swe_bench/__init__.py b/evaluation/swe_bench/__init__.py → evaluation/benchmarks/swe_bench/__init__.py
diff --git a/evaluation/swe_bench/eval_infer.py → ...uation/benchmarks/swe_bench/eval_infer.py b/evaluation/swe_bench/eval_infer.py → ...uation/benchmarks/swe_bench/eval_infer.py
diff --git a/...bench/examples/example_agent_output.jsonl → ...bench/examples/example_agent_output.jsonl b/...bench/examples/example_agent_output.jsonl → ...bench/examples/example_agent_output.jsonl
diff --git a/..._bench/examples/example_model_output.json → ..._bench/examples/example_model_output.json b/..._bench/examples/example_model_output.json → ..._bench/examples/example_model_output.json
diff --git a/evaluation/swe_bench/prompt.py → evaluation/benchmarks/swe_bench/prompt.py b/evaluation/swe_bench/prompt.py → evaluation/benchmarks/swe_bench/prompt.py
diff --git a/evaluation/swe_bench/run_infer.py → evaluation/benchmarks/swe_bench/run_infer.py b/evaluation/swe_bench/run_infer.py → evaluation/benchmarks/swe_bench/run_infer.py
diff --git a/...e_bench/scripts/cleanup_remote_runtime.sh → ...e_bench/scripts/cleanup_remote_runtime.sh b/...e_bench/scripts/cleanup_remote_runtime.sh → ...e_bench/scripts/cleanup_remote_runtime.sh
diff --git a/...ker/all-swebench-full-instance-images.txt → ...ker/all-swebench-full-instance-images.txt b/...ker/all-swebench-full-instance-images.txt → ...ker/all-swebench-full-instance-images.txt
diff --git a/...ker/all-swebench-lite-instance-images.txt → ...ker/all-swebench-lite-instance-images.txt b/...ker/all-swebench-lite-instance-images.txt → ...ker/all-swebench-lite-instance-images.txt
diff --git a/...ch/scripts/docker/pull_all_eval_docker.sh → ...ch/scripts/docker/pull_all_eval_docker.sh b/...ch/scripts/docker/pull_all_eval_docker.sh → ...ch/scripts/docker/pull_all_eval_docker.sh
diff --git a/...pts/docker/push_docker_instance_images.py → ...pts/docker/push_docker_instance_images.py b/...pts/docker/push_docker_instance_images.py → ...pts/docker/push_docker_instance_images.py
diff --git a/..._bench/scripts/docker/push_eval_docker.sh → ..._bench/scripts/docker/push_eval_docker.sh b/..._bench/scripts/docker/push_eval_docker.sh → ..._bench/scripts/docker/push_eval_docker.sh
diff --git a/...swe_bench/scripts/eval/compare_outputs.py → ...swe_bench/scripts/eval/compare_outputs.py b/...swe_bench/scripts/eval/compare_outputs.py → ...swe_bench/scripts/eval/compare_outputs.py
diff --git a/...nvert_oh_folder_to_swebench_submission.sh → ...nvert_oh_folder_to_swebench_submission.sh b/...nvert_oh_folder_to_swebench_submission.sh → ...nvert_oh_folder_to_swebench_submission.sh
diff --git a/...h/scripts/eval/convert_oh_output_to_md.py → ...h/scripts/eval/convert_oh_output_to_md.py b/...h/scripts/eval/convert_oh_output_to_md.py → ...h/scripts/eval/convert_oh_output_to_md.py
diff --git a/...pts/eval/convert_oh_output_to_swe_json.py → ...pts/eval/convert_oh_output_to_swe_json.py b/...pts/eval/convert_oh_output_to_swe_json.py → ...pts/eval/convert_oh_output_to_swe_json.py
diff --git a/...bench/scripts/eval/download_gold_patch.py → ...bench/scripts/eval/download_gold_patch.py b/...bench/scripts/eval/download_gold_patch.py → ...bench/scripts/eval/download_gold_patch.py
diff --git a/...e_bench/scripts/eval/summarize_outputs.py → ...e_bench/scripts/eval/summarize_outputs.py b/...e_bench/scripts/eval/summarize_outputs.py → ...e_bench/scripts/eval/summarize_outputs.py
diff --git a/...h/scripts/eval/update_output_with_eval.py → ...h/scripts/eval/update_output_with_eval.py b/...h/scripts/eval/update_output_with_eval.py → ...h/scripts/eval/update_output_with_eval.py
diff --git a/evaluation/swe_bench/scripts/eval_infer.sh → ...enchmarks/swe_bench/scripts/eval_infer.sh b/evaluation/swe_bench/scripts/eval_infer.sh → ...enchmarks/swe_bench/scripts/eval_infer.sh
diff --git a/...on/swe_bench/scripts/eval_infer_remote.sh → ...ks/swe_bench/scripts/eval_infer_remote.sh b/...on/swe_bench/scripts/eval_infer_remote.sh → ...ks/swe_bench/scripts/eval_infer_remote.sh
diff --git a/evaluation/swe_bench/scripts/run_infer.sh → ...benchmarks/swe_bench/scripts/run_infer.sh b/evaluation/swe_bench/scripts/run_infer.sh → ...benchmarks/swe_bench/scripts/run_infer.sh
diff --git a/...h/scripts/setup/compare_patch_filename.py → ...h/scripts/setup/compare_patch_filename.py b/...h/scripts/setup/compare_patch_filename.py → ...h/scripts/setup/compare_patch_filename.py
diff --git a/...bench/scripts/setup/instance_swe_entry.sh → ...bench/scripts/setup/instance_swe_entry.sh b/...bench/scripts/setup/instance_swe_entry.sh → ...bench/scripts/setup/instance_swe_entry.sh
diff --git a/..._bench/scripts/setup/prepare_swe_utils.sh → ..._bench/scripts/setup/prepare_swe_utils.sh b/..._bench/scripts/setup/prepare_swe_utils.sh → ..._bench/scripts/setup/prepare_swe_utils.sh
diff --git a/...tion/swe_bench/scripts/setup/swe_entry.sh → ...arks/swe_bench/scripts/setup/swe_entry.sh b/...tion/swe_bench/scripts/setup/swe_entry.sh → ...arks/swe_bench/scripts/setup/swe_entry.sh
diff --git a/evaluation/toolqa/Dockerfile → evaluation/benchmarks/toolqa/Dockerfile b/evaluation/toolqa/Dockerfile → evaluation/benchmarks/toolqa/Dockerfile
diff --git a/evaluation/toolqa/README.md → evaluation/benchmarks/toolqa/README.md b/evaluation/toolqa/README.md → evaluation/benchmarks/toolqa/README.md
diff --git a/evaluation/toolqa/run_infer.py → evaluation/benchmarks/toolqa/run_infer.py b/evaluation/toolqa/run_infer.py → evaluation/benchmarks/toolqa/run_infer.py
diff --git a/evaluation/toolqa/scripts/run_infer.sh → ...on/benchmarks/toolqa/scripts/run_infer.sh b/evaluation/toolqa/scripts/run_infer.sh → ...on/benchmarks/toolqa/scripts/run_infer.sh
diff --git a/evaluation/toolqa/utils.py → evaluation/benchmarks/toolqa/utils.py b/evaluation/toolqa/utils.py → evaluation/benchmarks/toolqa/utils.py
diff --git a/evaluation/webarena/README.md → evaluation/benchmarks/webarena/README.md b/evaluation/webarena/README.md → evaluation/benchmarks/webarena/README.md
diff --git a/evaluation/webarena/__init__.py → evaluation/benchmarks/webarena/__init__.py b/evaluation/webarena/__init__.py → evaluation/benchmarks/webarena/__init__.py
diff --git a/evaluation/webarena/get_success_rate.py → ...n/benchmarks/webarena/get_success_rate.py b/evaluation/webarena/get_success_rate.py → ...n/benchmarks/webarena/get_success_rate.py
diff --git a/evaluation/webarena/run_infer.py → evaluation/benchmarks/webarena/run_infer.py b/evaluation/webarena/run_infer.py → evaluation/benchmarks/webarena/run_infer.py
diff --git a/evaluation/webarena/scripts/run_infer.sh → .../benchmarks/webarena/scripts/run_infer.sh b/evaluation/webarena/scripts/run_infer.sh → .../benchmarks/webarena/scripts/run_infer.sh