| model | arm | tool | calls | errors | rejected | wrong-tool |
|---|---|---|---:|---:|---:|---:|
| anthropic-cc_claude-sonnet-5-5 | bash-grep-anchors | bash | 68 | 3 | 0 | 1 |
| anthropic-cc_claude-sonnet-5-5 | bash-grep-anchors | edit | 23 | 2 | 0 | 0 |
| anthropic-cc_claude-sonnet-5-5 | bash-grep-anchors | read | 11 | 2 | 0 | 0 |
| anthropic-cc_claude-sonnet-5-5 | bash-grep-anchors | bash (tests) | 3 | 1 | 0 | 0 |
| anthropic-cc_claude-sonnet-5-5 | no-ls-find | grep | 42 | 0 | 0 | 0 |
| anthropic-cc_claude-sonnet-5-5 | no-ls-find | edit | 36 | 3 | 0 | 0 |
| anthropic-cc_claude-sonnet-5-5 | no-ls-find | read | 13 | 1 | 0 | 0 |
| anthropic-cc_claude-sonnet-5-5 | no-ls-find | bash | 8 | 1 | 0 | 6 |
| anthropic-cc_claude-sonnet-5-5 | no-ls-find-grep | bash | 67 | 5 | 0 | 3 |
| anthropic-cc_claude-sonnet-5-5 | no-ls-find-grep | edit | 23 | 0 | 0 | 0 |
| anthropic-cc_claude-sonnet-5-5 | no-ls-find-grep | read | 14 | 4 | 0 | 0 |
| anthropic-cc_claude-sonnet-5-5 | no-ls-find-grep | bash (tests) | 2 | 0 | 0 | 0 |
| openai-codex_gpt-6-luna | bash-grep-anchors | read | 57 | 7 | 0 | 0 |
| openai-codex_gpt-6-luna | bash-grep-anchors | edit | 50 | 1 | 0 | 0 |
| openai-codex_gpt-6-luna | bash-grep-anchors | bash | 45 | 2 | 0 | 0 |
| openai-codex_gpt-6-luna | bash-grep-anchors | bash (tests) | 15 | 15 | 0 | 0 |
| openai-codex_gpt-6-luna | bash-grep-anchors | ast_search | 1 | 1 | 0 | 0 |
| openai-codex_gpt-6-luna | no-ls-find | grep | 60 | 1 | 0 | 0 |
| openai-codex_gpt-6-luna | no-ls-find | read | 48 | 4 | 0 | 0 |
| openai-codex_gpt-6-luna | no-ls-find | edit | 39 | 2 | 0 | 0 |
| openai-codex_gpt-6-luna | no-ls-find | bash (tests) | 11 | 11 | 0 | 0 |
| openai-codex_gpt-6-luna | no-ls-find | bash | 4 | 0 | 0 | 0 |
| openai-codex_gpt-6-luna | no-ls-find | write | 1 | 0 | 0 | 0 |
| openai-codex_gpt-6-luna | no-ls-find-grep | read | 65 | 11 | 0 | 0 |
| openai-codex_gpt-6-luna | no-ls-find-grep | bash | 51 | 0 | 0 | 2 |
| openai-codex_gpt-6-luna | no-ls-find-grep | edit | 45 | 2 | 0 | 0 |
| openai-codex_gpt-6-luna | no-ls-find-grep | bash (tests) | 15 | 15 | 0 | 0 |
| openai-codex_gpt-6-luna | no-ls-find-grep | ast_search | 8 | 1 | 0 | 0 |
| openai-codex_gpt-6-luna | no-ls-find-grep | write | 1 | 0 | 0 | 0 |