GPT-5.4 Mini
0.2%
Bugs resolved
$5
Total cost
13
Turns / repo
2.1k
Output tokens / repo
Per-repository results
100 repositories| # | Repository | Language | Bugs resolved | Cost | Turns | Tokens |
|---|---|---|---|---|---|---|
| 1 | agda | hs | 0.0% (0/45) | $0.04 | 11 | 1.8k |
| 2 | arrow | cpp | 0.0% (0/47) | $0.04 | 10 | 1.6k |
| 3 | arrow-py | py | 0.0% (0/4) | $0.05 | 10 | 1.4k |
| 4 | astropy | py | 0.0% (0/80) | $0.07 | 10 | 1.5k |
| 5 | aws-cdk | ts | 0.0% (0/37) | $0.09 | 16 | 2.5k |
| 6 | babel | js | 0.0% (0/31) | $0.05 | 12 | 1.7k |
| 7 | black | py | 0.0% (0/21) | $0.08 | 14 | 3.0k |
| 8 | click | py | 0.0% (0/13) | $0.06 | 17 | 2.6k |
| 9 | clippy | rs | 0.0% (0/76) | $0.02 | 8 | 1.0k |
| 10 | conan | py | 0.0% (0/24) | $0.05 | 13 | 2.7k |
| 11 | cvc5 | cpp | 0.0% (0/38) | $0.05 | 12 | 1.7k |
| 12 | dart-sdk | dart | 2.0% (1/50) | $0.06 | 9 | 1.5k |
| 13 | dask | py | 0.0% (0/21) | $0.05 | 11 | 1.4k |
| 14 | dataframes-jl | jl | 0.0% (0/7) | $0.05 | 11 | 1.6k |
| 15 | datafusion | rs | 0.0% (0/38) | $0.03 | 12 | 1.9k |
| 16 | dateutil | py | 0.0% (0/10) | $0.02 | 8 | 803 |
| 17 | dayjs | js | 0.0% (0/11) | $0.04 | 12 | 1.6k |
| 18 | distributions-jl | jl | 0.0% (0/9) | $0.04 | 8 | 1.2k |
| 19 | dmd | d | 0.0% (0/112) | $0.05 | 13 | 1.9k |
| 20 | dolphinscheduler | java | 0.0% (0/10) | $0.03 | 10 | 2.2k |
| 21 | duckdb | cpp | 0.9% (1/109) | $0.06 | 14 | 2.2k |
| 22 | echo | go | 0.0% (0/6) | $0.07 | 12 | 1.7k |
| 23 | elixir | ex | 0.0% (0/47) | $0.07 | 13 | 1.5k |
| 24 | fasthttp | go | 0.0% (0/9) | $0.05 | 9 | 2.8k |
| 25 | formulajs | js | 11.1% (1/9) | $0.04 | 10 | 1.9k |
| 26 | fsharp | fs | 0.0% (0/28) | $0.04 | 10 | 2.0k |
| 27 | gdal | cpp | 0.0% (0/72) | $0.03 | 10 | 1.4k |
| 28 | gin | go | 9.1% (1/11) | $0.03 | 7 | 1.5k |
| 29 | gitoxide | rs | 0.0% (0/9) | $0.05 | 10 | 1.1k |
| 30 | go | go | 1.0% (1/98) | $0.03 | 11 | 1.3k |
| 31 | go-git | go | 0.0% (0/23) | $0.03 | 7 | 1.2k |
| 32 | goawk | go | 0.0% (0/14) | $0.05 | 11 | 1.5k |
| 33 | godot | cpp | 0.0% (0/17) | $0.04 | 9 | 2.7k |
| 34 | gorm | go | 0.0% (0/19) | $0.03 | 9 | 1.3k |
| 35 | gson | java | 0.0% (0/6) | $0.05 | 14 | 2.4k |
| 36 | hdf5 | c | 0.0% (0/14) | $0.04 | 13 | 2.1k |
| 37 | idris2 | idr | 0.0% (0/13) | $0.04 | 13 | 2.1k |
| 38 | isomorphic-git | js | 0.0% (0/13) | $0.06 | 15 | 1.9k |
| 39 | isort | py | 0.0% (0/11) | $0.08 | 17 | 5.2k |
| 40 | jerryscript | c | 0.0% (0/15) | $0.03 | 12 | 1.5k |
| 41 | jest | ts | 0.0% (0/20) | $0.05 | 14 | 1.8k |
| 42 | keycloak | java | 0.0% (0/64) | $0.12 | 20 | 6.9k |
| 43 | lean4 | lean | 0.0% (0/63) | $0.05 | 12 | 1.8k |
| 44 | libexpat | c | 0.0% (0/9) | $0.15 | 17 | 2.3k |
| 45 | luxon | js | 0.0% (0/14) | $0.09 | 17 | 3.1k |
| 46 | material-ui | js | 0.0% (0/39) | $0.04 | 13 | 1.5k |
| 47 | mathlib4 | lean | 0.0% (0/14) | $0.04 | 14 | 1.6k |
| 48 | matplotlib | py | 0.0% (0/78) | $0.04 | 17 | 2.8k |
| 49 | micropython | c | 0.0% (0/22) | $0.05 | 19 | 2.5k |
| 50 | modelingtoolkit-jl | jl | 0.0% (0/10) | $0.06 | 15 | 1.9k |
| 51 | mongoose | js | 0.0% (0/70) | $0.03 | 11 | 1.5k |
| 52 | mpmath | py | 0.0% (0/16) | $0.01 | 10 | 1.2k |
| 53 | mypy | py | 0.0% (0/91) | $0.07 | 14 | 2.3k |
| 54 | nacos | java | 0.0% (0/12) | $0.03 | 11 | 1.9k |
| 55 | netty | java | 0.0% (0/96) | $0.04 | 9 | 1.4k |
| 56 | networkx | py | 0.0% (0/18) | $0.05 | 12 | 1.8k |
| 57 | nim | nim | 0.0% (0/192) | $0.05 | 13 | 1.7k |
| 58 | numpy | py | 0.0% (0/131) | $0.02 | 8 | 1.1k |
| 59 | nuxt | ts | 0.0% (0/6) | $0.03 | 9 | 1.3k |
| 60 | openapi-generator | mustache | 0.0% (0/31) | $0.03 | 9 | 1.5k |
| 61 | opencv | cpp | 0.0% (0/47) | $0.05 | 12 | 2.3k |
| 62 | optuna | py | 0.0% (0/7) | $0.04 | 11 | 1.6k |
| 63 | oxc | rs | 0.0% (0/6) | $0.06 | 13 | 3.1k |
| 64 | pandas | py | 0.0% (0/228) | $0.03 | 14 | 1.7k |
| 65 | pendulum | py | 0.0% (0/9) | $0.07 | 9 | 1.6k |
| 66 | php-src | c | 0.0% (0/26) | $0.03 | 12 | 1.5k |
| 67 | phpspreadsheet | php | 0.0% (0/9) | $0.07 | 21 | 6.2k |
| 68 | pint | py | 0.0% (0/13) | $0.03 | 11 | 1.5k |
| 69 | prettier | js | 0.0% (0/34) | $0.04 | 14 | 2.2k |
| 70 | proj | cpp | 0.0% (0/21) | $0.09 | 22 | 4.0k |
| 71 | pulsar | java | 0.0% (0/19) | $0.13 | 18 | 3.6k |
| 72 | quarkus | java | 0.0% (0/72) | $0.05 | 13 | 1.8k |
| 73 | qutip | py | 0.0% (0/10) | $0.06 | 13 | 1.8k |
| 74 | rails | rb | 0.0% (0/140) | $0.02 | 10 | 1.4k |
| 75 | react-router | ts | 0.0% (0/14) | $0.10 | 16 | 2.7k |
| 76 | roslyn | cs | 0.0% (0/31) | $0.04 | 12 | 2.2k |
| 77 | ruff | rs | 0.0% (0/52) | $0.04 | 13 | 1.8k |
| 78 | rxjava | java | 7.7% (2/26) | $0.02 | 8 | 1.3k |
| 79 | scikit-learn | py | 0.0% (0/80) | $0.03 | 10 | 1.7k |
| 80 | scipy | py | 0.0% (0/136) | $0.04 | 15 | 2.1k |
| 81 | shapely | py | 0.0% (0/9) | $0.06 | 12 | 1.9k |
| 82 | shardingsphere | java | 0.0% (0/15) | $0.02 | 8 | 1.7k |
| 83 | sqlglot | py | 0.0% (0/130) | $0.05 | 12 | 1.4k |
| 84 | stylelint | js | 0.0% (0/54) | $0.05 | 14 | 2.9k |
| 85 | sunpy | py | 0.0% (0/15) | $0.09 | 22 | 5.1k |
| 86 | svgo | js | 0.0% (0/11) | $0.08 | 13 | 2.3k |
| 87 | swc | rs | 5.3% (1/19) | $0.04 | 9 | 1.6k |
| 88 | symfony | php | 0.0% (0/149) | $0.29 | 45 | 10.2k |
| 89 | syn | rs | 0.0% (0/13) | $0.04 | 9 | 1.9k |
| 90 | tarantool | c | 0.0% (0/40) | $0.05 | 10 | 2.1k |
| 91 | terser | js | 0.0% (0/6) | $0.08 | 20 | 3.9k |
| 92 | testify | go | 0.0% (0/9) | $0.09 | 14 | 1.9k |
| 93 | three-js | js | 0.0% (0/9) | $0.04 | 7 | 1.1k |
| 94 | tinygrad | py | 0.0% (0/15) | $0.06 | 13 | 2.6k |
| 95 | tokio | rs | 0.0% (0/12) | $0.06 | 14 | 2.1k |
| 96 | trino | java | 0.0% (0/43) | $0.04 | 14 | 2.0k |
| 97 | v | v | 0.0% (0/239) | $0.05 | 12 | 1.6k |
| 98 | webpack | js | 0.0% (0/35) | $0.04 | 11 | 1.6k |
| 99 | xarray | py | 0.0% (0/31) | $0.03 | 11 | 1.4k |
| 100 | z3 | cpp | 0.0% (0/11) | $0.05 | 14 | 2.4k |