viewer.html

<!DOCTYPE html>
<html lang="en">
<head>
    <meta charset="utf-8" />
    <title>SWE-bench</title>
    <meta
      name="description"
      content="SWE-bench: Evaluate Language Models on Open Source Software Tasks"
    />
    <meta http-equiv="X-UA-Compatible" content="IE=edge,chrome=1" />
    <meta
      name="viewport"
      content="width=device-width, initial-scale=1, maximum-scale=1, user-scalable=no"
    />
    <meta property="og:image" content="/logo.png" />
    <link rel="shortcut icon" href="favicon.ico" type="image/x-icon" />
    <link rel="icon" href="favicon.ico" type="image/x-icon" />
    <link rel="stylesheet" href="css/normalize.css" />
    <link rel="stylesheet" href="css/fonts.css" />
    <link rel="stylesheet" href="css/styles.css" />
    <link rel="stylesheet" href="css/viewer.css" />
    <link
      rel="stylesheet"
      href="https://cdnjs.cloudflare.com/ajax/libs/font-awesome/6.2.0/css/all.min.css"
      integrity="..."
      crossorigin="anonymous"
    />
    <!-- Google tag (gtag.js) -->
    <script
      async
      src="https://www.googletagmanager.com/gtag/js?id=G-H9XFCMDPNS"
    ></script>
    <script>
      window.dataLayer = window.dataLayer || [];
      function gtag() {
        dataLayer.push(arguments);
      }
      gtag("js", new Date());

      gtag("config", "G-H9XFCMDPNS");
    </script>
    <!-- Custom Libraries -->
    <script src="https://cdn.jsdelivr.net/npm/chart.js"></script>
    <script src="https://cdn.jsdelivr.net/npm/marked/marked.min.js"></script>
</head>
<body>
    <div style="padding-bottom: 50px">
    <section style="background-color: var(--dark_accent_color)">
        <div
            class="content-wrapper title-wrapper"
            style="flex-direction: column;text-align: center;"
        >
            <h1 style="font-size: 60px; padding-top: 0.4em">SWE-bench Analysis</h1>
            <div class="content-wrapper" style="margin-top: 2em">
                <a href="index.html">
                    <button class="outline" style="flex-direction: row; display: flex; justify-content: center; align-items: center;">
                      <img src="img/swellama.png" style="height: 1.3em; margin-right: 0.4em; margin-bottom: 0.3em;" />
                       Home&nbsp;
                    </button>
                </a>
                <a href="https://arxiv.org/abs/2310.06770">
                    <button class="outline">
                        <i class="fa fa-paperclip"></i> Paper&nbsp;
                    </button>
                </a>
                <a href="https://github.com/swe-bench/SWE-bench">
                    <button class="outline">
                        <i class="fab fa-github"></i> Code&nbsp;
                    </button>
                </a>
                <a href="submit.html">
                    <button class="outline">
                        <i class="fa fa-upload"></i> Submit&nbsp;
                    </button>
                </a>
            </div>
        </div>
    </section>
    <section class="main-container">
        <div class="content-wrapper" style="display: flex; justify-content: center; align-items: center;">
            <div style="background-color: black; padding: 1.5em 1em; color: white; border-radius: 1em; text-align: center; width: 80%;">
                Select the split & model below to get automated analyses of the model's performance on the SWE-bench split.
            </div>
        </div>
        <div style="text-align: center; margin: 1em 0 1.5em 0;">
            <label for="split-select">Split:</label>
            <select id="split-select">
                <option value="test">Test</option>                <option value="verified">Verified</option>                <option value="lite">Lite</option>                <option value="multimodal">Multimodal</option>            </select>
            &nbsp;
            <label for="model-select">Model:</label>
                <select id="model-select-test" hidden>
                    <option value="20250227_sweagent-claude-3-7-20250219">(2025-02-27) SWE-agent 1.0 (Claude 3.7 Sonnet)</option>                    <option value="20250131_amazon-q-developer-agent-20241202-dev">(2025-01-31) Amazon Q Developer Agent (v20241202-dev)</option>                    <option value="20241103_OpenHands-CodeAct-2.1-sonnet-20241022">(2024-11-03) OpenHands + CodeAct v2.1 (claude-3-5-sonnet-20241022)</option>                    <option value="20241121_autocoderover-v2.0-claude-3-5-sonnet-20241022">(2024-11-21) AutoCodeRover-v2.0 (Claude-3.5-Sonnet-20241022)</option>                    <option value="20240820_honeycomb">(2024-08-20) Honeycomb</option>                    <option value="20240721_amazon-q-developer-agent-20240719-dev">(2024-07-21) Amazon Q Developer Agent (v20240719-dev)</option>                    <option value="20240617_factory_code_droid">(2024-06-17) Factory Code Droid</option>                    <option value="20240628_autocoderover-v20240620">(2024-06-28) AutoCodeRover (v20240620) + GPT 4o (2024-05-13)</option>                    <option value="20240620_sweagent_claude3.5sonnet">(2024-06-20) SWE-agent + Claude 3.5 Sonnet</option>                    <option value="20240615_appmap-navie_gpt4o">(2024-06-15) AppMap Navie + GPT 4o (2024-05-13)</option>                    <option value="20240509_amazon-q-developer-agent-20240430-dev">(2024-05-09) Amazon Q Developer Agent (v20240430-dev)</option>                    <option value="20240402_sweagent_gpt4">(2024-04-02) SWE-agent + GPT 4 (1106)</option>                    <option value="20240728_sweagent_gpt4o">(2024-07-28) SWE-agent + GPT 4o (2024-05-13)</option>                    <option value="20240402_sweagent_claude3opus">(2024-04-02) SWE-agent + Claude 3 Opus</option>                    <option value="20240402_rag_claude3opus">(2024-04-02) RAG + Claude 3 Opus</option>                    <option value="20231010_rag_claude2">(2023-10-10) RAG + Claude 2</option>                    <option value="20240402_rag_gpt4">(2024-04-02) RAG + GPT 4 (1106)</option>                    <option value="20231010_rag_swellama13b">(2023-10-10) RAG + SWE-Llama 13B</option>                    <option value="20231010_rag_swellama7b">(2023-10-10) RAG + SWE-Llama 7B</option>                    <option value="20231010_rag_gpt35">(2023-10-10) RAG + ChatGPT 3.5</option>                </select>
                <select id="model-select-verified" hidden>
                    <option value="20250316_augment_agent_v0">(2025-03-16) Augment Agent v0</option>                    <option value="20250117_wandb_programmer_o1_crosscheck5">(2025-01-17) W&B Programmer O1 crosscheck5</option>                    <option value="20250206_agentscope">(2025-02-06) AgentScope</option>                    <option value="20250224_tools_claude-3-7-sonnet">(2025-02-24) Tools + Claude 3.7 Sonnet (2025-02-24)</option>                    <option value="20250110_blackboxai_agent_v1.1">(2025-01-10) Blackbox AI Agent</option>                    <option value="20250228_epam-ai-run-claude-3-5-sonnet">(2025-02-28) EPAM AI/Run Developer Agent v20250219 + Anthopic Claude 3.5 Sonnet</option>                    <option value="20241221_codestory_midwit_claude-3-5-sonnet_swe-search">(2024-12-21) CodeStory Midwit Agent + swe-search</option>                    <option value="20250203_openhands_4x_scaled">(2025-02-03) OpenHands + 4x Scaled (2024-02-03)</option>                    <option value="20250110_learn_by_interact_claude3.5">(2025-01-10) Learn-by-interact</option>                    <option value="20241213_devlo">(2024-12-13) devlo</option>                    <option value="20241223_emergent">(2024-12-23) Emergent E1 (v2024-12-23)</option>                    <option value="20241208_gru">(2024-12-08) Gru(2024-12-08)</option>                    <option value="20241212_epam-ai-run-claude-3-5-sonnet">(2024-12-12) EPAM AI/Run Developer Agent v20241212 + Anthopic Claude 3.5 Sonnet</option>                    <option value="20241202_amazon-q-developer-agent-20241202-dev">(2024-12-02) Amazon Q Developer Agent (v20241202-dev)</option>                    <option value="20241108_devlo">(2024-11-08) devlo</option>                    <option value="20250120_Bracket">(2025-01-20) Bracket.sh</option>                    <option value="20241029_OpenHands-CodeAct-2.1-sonnet-20241022">(2024-10-29) OpenHands + CodeAct v2.1 (claude-3-5-sonnet-20241022)</option>                    <option value="20241212_google_jules_gemini_2.0_flash_experimental">(2024-12-12) Google Jules + Gemini 2.0 Flash (v20241212-experimental)</option>                    <option value="20241125_enginelabs">(2024-11-25) Engine Labs (2024-11-25)</option>                    <option value="20250122_autocoderover-v2.1-claude-3-5-sonnet-20241022">(2025-01-22) AutoCodeRover-v2.1 (Claude-3.5-Sonnet-20241022)</option>                    <option value="20241202_agentless-1.5_claude-3.5-sonnet-20241022">(2024-12-02) Agentless-1.5 + Claude-3.5 Sonnet (20241022)</option>                    <option value="20241028_solver">(2024-10-28) Solver (2024-10-28)</option>                    <option value="20241125_marscode-agent-dev">(2024-11-25) Bytedance MarsCode Agent</option>                    <option value="20241105_nfactorial">(2024-11-05) nFactorial (2024-11-05)</option>                    <option value="20241022_tools_claude-3-5-sonnet-updated">(2024-10-22) Tools + Claude 3.5 Sonnet (2024-10-22)</option>                    <option value="20241025_composio_swekit">(2024-10-25) Composio SWE-Kit (2024-10-25)</option>                    <option value="20241106_navie-2-gpt4o-sonnet">(2024-11-06) AppMap Navie v2</option>                    <option value="20241023_emergent">(2024-10-23) Emergent E1 (v2024-10-12)</option>                    <option value="20241108_autocoderover-v2.0-claude-3-5-sonnet-20241022">(2024-11-08) AutoCodeRover-v2.0 (Claude-3.5-Sonnet-20241022)</option>                    <option value="20240924_solver">(2024-09-24) Solver (2024-09-12)</option>                    <option value="20240824_gru">(2024-08-24) Gru(2024-08-24)</option>                    <option value="20250118_codeshellagent_gemini_2.0_flash_experimental">(2025-01-18) CodeShellAgent + Gemini 2.0 Flash (Experimental)</option>                    <option value="20240920_solver">(2024-09-20) Solver (2024-09-12)</option>                    <option value="20250214_agentless_lite_o3_mini">(2025-02-14) Agentless Lite + O3 Mini (20250214)</option>                    <option value="20250112_ugaiforge">(2025-01-12) ugaiforge</option>                    <option value="20241030_nfactorial">(2024-10-30) nFactorial (2024-10-30)</option>                    <option value="20250226_swerl_llama3_70b">(2025-02-26) SWE-RL (Llama3-SWE-RL-70B + Agentless Mini) (20250226)</option>                    <option value="20241113_nebius-search-open-weight-models-11-24">(2024-11-13) Nebius AI Qwen 2.5 72B Generator + LLama 3.1 70B Critic</option>                    <option value="20241022_tools_claude-3-5-haiku">(2024-10-22) Tools + Claude 3.5 Haiku</option>                    <option value="20240820_honeycomb">(2024-08-20) Honeycomb</option>                    <option value="20241016_composio_swekit">(2024-10-16) Composio SWEkit + Claude 3.5 Sonnet (2024-10-16)</option>                    <option value="20241029_epam-ai-run-claude-3-5-sonnet">(2024-10-29) EPAM AI/Run Developer Agent v20241029 + Anthopic Claude 3.5 Sonnet</option>                    <option value="20240721_amazon-q-developer-agent-20240719-dev">(2024-07-21) Amazon Q Developer Agent (v20240719-dev)</option>                    <option value="20241028_agentless-1.5_gpt4o">(2024-10-28) Agentless-1.5 + GPT 4o (2024-05-13)</option>                    <option value="20240628_autocoderover-v20240620">(2024-06-28) AutoCodeRover (v20240620) + GPT 4o (2024-05-13)</option>                    <option value="20240617_factory_code_droid">(2024-06-17) Factory Code Droid</option>                    <option value="20240620_sweagent_claude3.5sonnet">(2024-06-20) SWE-agent + Claude 3.5 Sonnet</option>                    <option value="20240612_MASAI_gpt4o">(2024-06-12) MASAI + GPT 4o (2024-06-12)</option>                    <option value="20241120_artemis_agent">(2024-11-20) Artemis Agent v1 (2024-11-20)</option>                    <option value="20241007_nfactorial">(2024-10-07) nFactorial (2024-10-07)</option>                    <option value="20241128_SWE-Fixer_Qwen2.5-7b-retriever_Qwen2.5-72b-editor_20241128">(2024-11-28) SWE-Fixer (Qwen2.5-7b retriever + Qwen2.5-72b editor) 20241128</option>                    <option value="20241002_lingma-agent_lingma-swe-gpt-72b">(2024-10-02) Lingma Agent + Lingma SWE-GPT 72b (v0925)</option>                    <option value="20241016_epam-ai-run-gpt-4o">(2024-10-16) EPAM AI/Run Developer Agent + GPT4o</option>                    <option value="20240615_appmap-navie_gpt4o">(2024-06-15) AppMap Navie + GPT 4o (2024-05-13)</option>                    <option value="20241001_nfactorial">(2024-10-01) nFactorial (2024-10-01)</option>                    <option value="20240509_amazon-q-developer-agent-20240430-dev">(2024-05-09) Amazon Q Developer Agent (v20240430-dev)</option>                    <option value="20240918_lingma-agent_lingma-swe-gpt-72b">(2024-09-18) Lingma Agent + Lingma SWE-GPT 72b (v0918)</option>                    <option value="20240820_epam-ai-run-gpt-4o">(2024-08-20) EPAM AI/Run Developer Agent + GPT4o</option>                    <option value="20240728_sweagent_gpt4o">(2024-07-28) SWE-agent + GPT 4o (2024-05-13)</option>                    <option value="20240402_sweagent_gpt4">(2024-04-02) SWE-agent + GPT 4 (1106)</option>                    <option value="20240402_sweagent_claude3opus">(2024-04-02) SWE-agent + Claude 3 Opus</option>                    <option value="20241002_lingma-agent_lingma-swe-gpt-7b">(2024-10-02) Lingma Agent + Lingma SWE-GPT 7b (v0925)</option>                    <option value="20240918_lingma-agent_lingma-swe-gpt-7b">(2024-09-18) Lingma Agent + Lingma SWE-GPT 7b (v0918)</option>                    <option value="20240402_rag_claude3opus">(2024-04-02) RAG + Claude 3 Opus</option>                    <option value="20231010_rag_claude2">(2023-10-10) RAG + Claude 2</option>                    <option value="20240402_rag_gpt4">(2024-04-02) RAG + GPT 4 (1106)</option>                    <option value="20231010_rag_swellama7b">(2023-10-10) RAG + SWE-Llama 7B</option>                    <option value="20231010_rag_swellama13b">(2023-10-10) RAG + SWE-Llama 13B</option>                    <option value="20231010_rag_gpt35">(2023-10-10) RAG + ChatGPT 3.5</option>                </select>
                <select id="model-select-lite" hidden>
                    <option value="20250114_Isoform">(2025-01-14) Isoform</option>                    <option value="20241220_blackboxai_agent_v1">(2024-12-20) Blackbox AI Agent</option>                    <option value="20241208_gru">(2024-12-08) Gru(2024-12-08)</option>                    <option value="20241127_globant_codefixer_agent">(2024-11-27) Globant Code Fixer Agent</option>                    <option value="20241122_devlo">(2024-11-22) devlo</option>                    <option value="20250205_dars_agent_claude_3.5_sonnet_deepseek_r1">(2025-02-05) DARS Agent</option>                    <option value="20241207_kodu_sonnet_v1">(2024-12-07) Kodu-v1 + Claude-3.5 Sonnet (20241022)</option>                    <option value="20240702_codestory_aide_mixed">(2024-07-02) CodeStory Aide + Mixed Models</option>                    <option value="20241025_OpenHands-CodeAct-2.1-sonnet-20241022">(2024-10-25) OpenHands + CodeAct v2.1 (claude-3-5-sonnet-20241022)</option>                    <option value="20241220_PatchKitty-0.9_claude-3.5-sonnet-20241022">(2024-12-20) PatchKitty-0.9 + Claude-3.5 Sonnet (20241022)</option>                    <option value="20250113_OrcaLoca">(2025-01-13) OrcaLoca + Agentless-1.5 + Claude-3.5 Sonnet (20241022)</option>                    <option value="20241030_composio_swekit">(2024-10-30) Composio SWE-Kit (2024-10-30)</option>                    <option value="20241202_agentless-1.5_claude-3.5-sonnet-20241022">(2024-12-02) Agentless-1.5 + Claude-3.5 Sonnet (20241022)</option>                    <option value="20250113_OpenCSG-Starship-Agentic-Coder_gpt4o">(2025-01-13) OpenCSG Starship Agentic Coder + GPT 4 (0806)</option>                    <option value="20240912_marscode-agent-dev">(2024-09-12) Bytedance MarsCode Agent</option>                    <option value="20250114_moatless_claude-3.5-sonnet-20241022">(2025-01-14) Moatless Tools + Claude 3.5 Sonnet (20241022)</option>                    <option value="20241117_moatless_claude-3.5-sonnet-20241022">(2024-11-17) Moatless Tools + Claude 3.5 Sonnet (20241022)</option>                    <option value="20240820_honeycomb">(2024-08-20) Honeycomb</option>                    <option value="20240627_abanteai_mentatbot_gpt4o">(2024-06-27) AbanteAI MentatBot + GPT 4o (2024-05-13)</option>                    <option value="20250104_patched_codes_claude-3.5-sonnet-20241022">(2025-01-04) Patched.Codes Patchwork</option>                    <option value="20241113_navie-2-gpt4o-sonnet">(2024-11-13) AppMap Navie v2</option>                    <option value="20250104_codefuse-aais">(2025-01-04) CodeFuse-AAIS</option>                    <option value="20240811_gru">(2024-08-11) Gru(2024-08-11)</option>                    <option value="20240829_Isoform">(2024-08-29) Isoform</option>                    <option value="20240806_SuperCoder2.0">(2024-08-06) SuperCoder2.0</option>                    <option value="20240723_marscode-agent-dev">(2024-07-23) Bytedance MarsCode Agent + GPT 4o (2024-05-13)</option>                    <option value="20240622_Lingma_Agent">(2024-06-22) Alibaba Lingma Agent</option>                    <option value="20250214_agentless_lite_o3_mini">(2025-02-14) Agentless Lite + O3 Mini (20250214)</option>                    <option value="20241028_agentless-1.5_gpt4o">(2024-10-28) Agentless-1.5 + GPT 4o (2024-05-13)</option>                    <option value="20240617_factory_code_droid">(2024-06-17) Factory Code Droid</option>                    <option value="20241111_codeshelltester_gpt4o">(2024-11-11) CodeShellTester + GPT 4o (2024-05-13)</option>                    <option value="20240621_autocoderover-v20240620">(2024-06-21) AutoCodeRover (v20240620) + GPT 4o (2024-05-13)</option>                    <option value="20250207_aegis_o3mini">(2025-02-07) Aegis - o3-mini_1.0</option>                    <option value="20240908_infant_gpt4o">(2024-09-08) AIGCode Infant-Coder(2024-08-30)</option>                    <option value="20241203_KortixAI-AgentPress-sonnet-20241022">(2024-12-03) Kortix AI (claude-3-5-sonnet-20241022)</option>                    <option value="20240721_amazon-q-developer-agent-20240719-dev">(2024-07-21) Amazon Q Developer Agent (v20240719-dev)</option>                    <option value="20240808_RepoGraph_gpt4o">(2024-08-08) Agentless + RepoGraph + GPT-4o</option>                    <option value="20240604_CodeR">(2024-06-04) CodeR + GPT 4 (1106)</option>                    <option value="20241117_reproducedRG_gpt4o">(2024-11-17) reproducedRG</option>                    <option value="20240706_sima_gpt4o">(2024-07-06) SIMA + GPT 4o (2024-05-13)</option>                    <option value="20240612_MASAI_gpt4o">(2024-06-12) MASAI + GPT 4o (2024-05-13)</option>                    <option value="20240630_agentless_gpt4o">(2024-06-30) Agentless + GPT 4o (2024-05-13)</option>                    <option value="20240623_moatless_claude35sonnet">(2024-06-23) Moatless Tools + Claude 3.5 Sonnet</option>                    <option value="20240725_opendevin_codeact_v1.8_claude35sonnet">(2024-07-25) OpenHands + CodeAct v1.8</option>                    <option value="20240612_IBM_Research_Agent101">(2024-06-12) IBM Research Agent-101</option>                    <option value="20240523_aider">(2024-05-23) Aider + GPT 4o & Claude 3 Opus</option>                    <option value="20240925_hyperagent_lite1">(2024-09-25) HyperAgent</option>                    <option value="20240617_moatless_gpt4o">(2024-06-17) Moatless Tools + GPT 4o (2024-05-13)</option>                    <option value="20241016_IBM-SWE-1.0">(2024-10-16) IBM AI Agent SWE-1.0 (with open LLMs)</option>                    <option value="20240524_opencsg_starship_gpt4">(2024-05-24) OpenCSG StarShip CodeGenAgent + GPT 4 (0613)</option>                    <option value="20241128_SWE-Fixer_Qwen2.5-7b-retriever_Qwen2.5-72b-editor_20241128">(2024-11-28) SWE-Fixer (Qwen2.5-7b retriever + Qwen2.5-72b editor) 20241128</option>                    <option value="20240620_sweagent_claude3.5sonnet">(2024-06-20) SWE-agent + Claude 3.5 Sonnet</option>                    <option value="20240615_appmap-navie_gpt4o">(2024-06-15) AppMap Navie + GPT 4o (2024-05-13)</option>                    <option value="20240828_autose_mixed">(2024-08-28) Bytedance AutoSE (based on SWE-Agent) + GPT4/GPT4o Mixed (20240828)</option>                    <option value="20240509_amazon-q-developer-agent-20240430-dev">(2024-05-09) Amazon Q Developer Agent (v20240430-dev)</option>                    <option value="20240530_autocoderover-v20240408">(2024-05-30) AutoCodeRover (v20240408) + GPT 4 (0125)</option>                    <option value="20240728_sweagent_gpt4o">(2024-07-28) SWE-agent + GPT 4o (2024-05-13)</option>                    <option value="20240402_sweagent_gpt4">(2024-04-02) SWE-agent + GPT 4 (1106)</option>                    <option value="20240402_sweagent_claude3opus">(2024-04-02) SWE-agent + Claude 3 Opus</option>                    <option value="20240402_rag_claude3opus">(2024-04-02) RAG + Claude 3 Opus</option>                    <option value="20231010_rag_claude2">(2023-10-10) RAG + Claude 2</option>                    <option value="20240402_rag_gpt4">(2024-04-02) RAG + GPT 4 (1106)</option>                    <option value="20231010_rag_swellama7b">(2023-10-10) RAG + SWE-Llama 7B</option>                    <option value="20231010_rag_swellama13b">(2023-10-10) RAG + SWE-Llama 13B</option>                    <option value="20231010_rag_gpt35">(2023-10-10) RAG + ChatGPT 3.5</option>                    <option value="20250111_moatless_deepseek_v3">(2025-01-11) Moatless Tools + Deepseek V3</option>                </select>
                <select id="model-select-multimodal" hidden>
                    <option value="20250325_globant_codefixer_agent">(2025-03-25) Globant Code Fixer Agent</option>                    <option value="20250311_zencoder">(2025-03-11) Zencoder (2025-03-10)</option>                    <option value="20250226_agentless_lite_claude3.5">(2025-02-26) Agentless Lite + Claude-3.5 Sonnet</option>                    <option value="20241006_SWE-agent_M_gpt4o">(2024-10-06) SWE-agent Multimodal + GPT 4o (2024-08-06)</option>                    <option value="20241006_SWE-agent_claude3.5">(2024-10-06) SWE-agent + Claude Sonnet 3.5</option>                    <option value="20241006_SWE-agent_JS_claude3.5">(2024-10-06) SWE-agent JavaScript + Claude Sonnet 3.5</option>                    <option value="20241006_SWE-agent_gpt4o">(2024-10-06) SWE-agent + GPT 4o (2024-08-06)</option>                    <option value="20241006_SWE-agent_M_claude3.5">(2024-10-06) SWE-agent Multimodal + Claude 3.5 Sonnet</option>                    <option value="20241006_SWE-agent_JS_gpt4o">(2024-10-06) SWE-agent JavaScript + GPT 4o (2024-08-06)</option>                    <option value="20241006_Agentless_claude3.5">(2024-10-06) Agentless + Claude 3.5 Sonnet</option>                    <option value="20241006_RAG_gpt4o">(2024-10-06) RAG + GPT 4o (2024-08-06)</option>                    <option value="20241006_RAG_claude3.5">(2024-10-06) RAG + Claude 3.5 Sonnet</option>                    <option value="20241006_Agentless_gpt4o">(2024-10-06) Agentless + GPT 4o (2024-08-06)</option>                </select>
            &nbsp;
            <button id="loadData">Load Data</button>
        </div>
        <div class="content-wrapper">
            <div id="displaySelections">
                Viewing <span style="color:#0ca7ff" id="selectedModel"></span>'s performance
                on the SWE-bench <span style="color:#0ca7ff" id="selectedSplit"></span> split,
                which resolved <span style="color:#0ca7ff" id="selectedResolved"></span>% of
                <span style="color:#0ca7ff" id="selectedSplitNum"></span> issues.
                (<a href="" id="modelSplitURL">Logs</a>)
            </div>
        </div>
        <div class="content-wrapper">
            <div class="content-box" id="readme">
                Loading README.md...
            </div>
        </div>
        <div class="content-wrapper">
            <h3 style="flex: 0 0 15%;margin: 0;">% Resolved by Repository</h3>
            <table id="table-by-repo" class="table-results">
                <thead>
                    <tr>
                        <th width="40%">Repository</th>
                        <th>Resolved</th>
                        <th>Total</th>
                        <th>% Resolved</th>
                    </tr>
                </thead>
                <tbody></tbody>
            </table>
        </div>
        <br><br>
        <div class="content-wrapper">
            <h3 style="flex: 0 0 15%;margin: 0;">% Resolved by Year</h3>
            <table id="table-by-year" class="table-results">
                <thead>
                    <tr>
                        <th style="width: 40%">Year</th>
                        <th>Resolved</th>
                        <th>Total</th>
                        <th>% Resolved</th>
                    </tr>
                </thead>
                <tbody></tbody>
            </table>
        </div>
        <br><br>
        <!-- <div class="content-wrapper">
            <h3 style="flex: 0 0 15%;margin: 0;">Log Viewer</h3>
            <div id="log-viewer"></div>
        </div> -->
    </section>
    </div>
    <script src="js/mainResults.js"></script>
    <script src="js/tableByRepo.js"></script>
    <script src="js/tableByYear.js"></script>
    <script>
function updateReadme(split, model) {
    const url = `https://raw.githubusercontent.com/swe-bench/experiments/main/evaluation/${split}/${model}/README.md`;
    fetch(url)
        .then(response => response.text())
        .then(data => {
            if (data === '404: Not Found') {
                document.getElementById('readme').innerHTML = "README.md not provided."
            } else {
                document.getElementById('readme').innerHTML = marked.parse(data);
            }
        })
        .catch(error => {
            document.getElementById('readme').innerHTML = "README.md not provided."
        });
}

document.getElementById('loadData').addEventListener('click', () => {
    const splitValue = document.getElementById('split-select').value;
    const modelValue = document.getElementById(`model-select-${splitValue}`).value;

    document.getElementById('selectedSplit').textContent = splitValue;
    document.getElementById('selectedModel').textContent = modelValue;
    document.getElementById('selectedSplitNum').textContent = splitValue == 'lite' ? 300 : 'verified' ? 500 : 2294;
    document.getElementById('modelSplitURL').href = `https://github.com/swe-bench/experiments/tree/main/evaluation/${splitValue}/${modelValue}`;

    updateMainResults(splitValue, modelValue);
    updateReadme(splitValue, modelValue);
    updateTableByRepo(splitValue, modelValue);
    updateTableByYear(splitValue, modelValue);
});

document.getElementById('split-select').addEventListener('change', () => {
    const splitValue = document.getElementById('split-select').value;

    // Hide all model selects except the selected one
    for (const leaderboard of document.querySelectorAll('[id^="model-select-"]')) {
        if (leaderboard.id === `model-select-${splitValue}`) {
            leaderboard.removeAttribute('hidden');
        } else {
            leaderboard.setAttribute('hidden', '');
        }
    }
})

// Display table for the default values
document.addEventListener('DOMContentLoaded', () => {
    const defaultSplit = 'lite';
    const defaultModel = '20240402_sweagent_gpt4';

    // Unhide lite model select
    document.getElementById('model-select-lite').removeAttribute('hidden');

    // Set default values for the select elements
    document.getElementById('split-select').value = defaultSplit;
    document.getElementById('model-select-lite').value = defaultModel;

    // Display the default values
    document.getElementById('selectedSplit').textContent = defaultSplit;
    document.getElementById('selectedModel').textContent = defaultModel;
    document.getElementById('selectedSplitNum').textContent = 300;
    document.getElementById('modelSplitURL').href = `https://github.com/swe-bench/experiments/tree/main/evaluation/${defaultSplit}/${defaultModel}`;

    updateLogViewer("astropy__astropy-14995", defaultSplit, defaultModel);
    updateMainResults(defaultSplit, defaultModel);
    updateReadme(defaultSplit, defaultModel);
    updateTableByRepo(defaultSplit, defaultModel);
    updateTableByYear(defaultSplit, defaultModel);
});
    </script>
</body>
</html>