From e9f652828803a388d1dccb61b2cf8920d05d488d Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Magnus=20Hartvig=20Gr=C3=B8nbech?= Date: Mon, 27 Jul 2026 09:59:44 +0200 Subject: [PATCH 1/4] Add claude-opus-5 to available model options Adds claude-opus-5 as a selectable model in the Copilot, Claude Code, and contamination evaluation workflows, and to the CopilotModel/ClaudeCodeModel literals. Co-authored-by: Copilot <223556219+Copilot@users.noreply.github.com> --- .github/workflows/claude-evaluation.yml | 1 + .github/workflows/contamination-file-path-identification.yml | 1 + .github/workflows/copilot-evaluation.yml | 1 + src/bcbench/cli_options.py | 2 ++ 4 files changed, 5 insertions(+) diff --git a/.github/workflows/claude-evaluation.yml b/.github/workflows/claude-evaluation.yml index 273c9f4fc..b2b32333d 100644 --- a/.github/workflows/claude-evaluation.yml +++ b/.github/workflows/claude-evaluation.yml @@ -14,6 +14,7 @@ on: options: - "claude-sonnet-4-6" - "claude-opus-4-8" + - "claude-opus-5" - "claude-haiku-4-5" category: description: "Evaluation category to run" diff --git a/.github/workflows/contamination-file-path-identification.yml b/.github/workflows/contamination-file-path-identification.yml index 74ac48aa1..0afdb41dc 100644 --- a/.github/workflows/contamination-file-path-identification.yml +++ b/.github/workflows/contamination-file-path-identification.yml @@ -24,6 +24,7 @@ on: - "claude-opus-4.6" - "claude-opus-4.7" - "claude-opus-4.8" + - "claude-opus-5" - "gpt-5.5" - "gpt-5.4" - "gpt-5.3-codex" diff --git a/.github/workflows/copilot-evaluation.yml b/.github/workflows/copilot-evaluation.yml index cc65cece0..a730748b0 100644 --- a/.github/workflows/copilot-evaluation.yml +++ b/.github/workflows/copilot-evaluation.yml @@ -17,6 +17,7 @@ on: - "claude-opus-4.6" - "claude-opus-4.7" - "claude-opus-4.8" + - "claude-opus-5" - "gpt-5.5" - "gpt-5.4" - "gpt-5.3-codex" diff --git a/src/bcbench/cli_options.py b/src/bcbench/cli_options.py index b6abc7ba9..f00a861fe 100644 --- a/src/bcbench/cli_options.py +++ b/src/bcbench/cli_options.py @@ -30,6 +30,7 @@ "claude-opus-4.6", "claude-opus-4.7", "claude-opus-4.8", + "claude-opus-5", "gpt-5.5", "gpt-5.4", "gpt-5.3-codex", @@ -43,6 +44,7 @@ Literal[ "claude-sonnet-4-6", "claude-opus-4-8", + "claude-opus-5", "claude-haiku-4-5", ], typer.Option(help="Claude Code model to use"), From 72b0bb4a2f7edaba0cbbc687ff720eb1b198a84d Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Magnus=20Hartvig=20Gr=C3=B8nbech?= Date: Mon, 27 Jul 2026 11:05:09 +0200 Subject: [PATCH 2/4] Bump pinned Claude Code CLI to 2.1.220 for claude-opus-5 support Claude Code added the claude-opus-5 model in 2.1.219; the pinned 2.1.160 does not know the alias. Co-authored-by: Copilot <223556219+Copilot@users.noreply.github.com> --- .github/actions/install-eval-clis/action.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/actions/install-eval-clis/action.yml b/.github/actions/install-eval-clis/action.yml index e9bc0c3bb..8f11feef2 100644 --- a/.github/actions/install-eval-clis/action.yml +++ b/.github/actions/install-eval-clis/action.yml @@ -5,7 +5,7 @@ runs: using: composite steps: - name: Install Claude Code - run: npm install -g @anthropic-ai/claude-code@2.1.160 + run: npm install -g @anthropic-ai/claude-code@2.1.220 shell: pwsh - name: Install GitHub Copilot CLI From 7db257315b0fc4ee3ffff73ace47804fe29b1a70 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Magnus=20Hartvig=20Gr=C3=B8nbech?= Date: Mon, 27 Jul 2026 11:10:34 +0200 Subject: [PATCH 3/4] Bump pinned Copilot CLI to 1.0.72-1 Co-authored-by: Copilot <223556219+Copilot@users.noreply.github.com> --- .github/actions/install-eval-clis/action.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/actions/install-eval-clis/action.yml b/.github/actions/install-eval-clis/action.yml index 8f11feef2..3095e91b9 100644 --- a/.github/actions/install-eval-clis/action.yml +++ b/.github/actions/install-eval-clis/action.yml @@ -9,5 +9,5 @@ runs: shell: pwsh - name: Install GitHub Copilot CLI - run: npm install -g @github/copilot@1.0.57 + run: npm install -g @github/copilot@1.0.72-1 shell: pwsh From 707f991bb22392e7523645680e2c6872dbd16b7a Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Magnus=20Hartvig=20Gr=C3=B8nbech?= Date: Mon, 27 Jul 2026 11:28:23 +0200 Subject: [PATCH 4/4] Bump pinned Copilot CLI to 1.0.75 Co-authored-by: Copilot <223556219+Copilot@users.noreply.github.com> --- .github/actions/install-eval-clis/action.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/actions/install-eval-clis/action.yml b/.github/actions/install-eval-clis/action.yml index 3095e91b9..08ca92322 100644 --- a/.github/actions/install-eval-clis/action.yml +++ b/.github/actions/install-eval-clis/action.yml @@ -9,5 +9,5 @@ runs: shell: pwsh - name: Install GitHub Copilot CLI - run: npm install -g @github/copilot@1.0.72-1 + run: npm install -g @github/copilot@1.0.75 shell: pwsh