GPT-5.4 Mini (high)
0.5%
Bugs resolved
$122
Total cost
75
Turns / repo
40.5k
Output tokens / repo
Per-repository results
100 repositories| # | Repository | Language | Bugs resolved | Cost | Turns | Tokens |
|---|---|---|---|---|---|---|
| 1 | agda | hs | 0.0% (0/45) | $0.46 | 42 | 20.1k |
| 2 | arrow | cpp | 0.0% (0/47) | $0.56 | 39 | 37.3k |
| 3 | arrow-py | py | 25.0% (1/4) | $2.32 | 99 | 51.3k |
| 4 | astropy | py | 0.0% (0/80) | $0.71 | 40 | 26.5k |
| 5 | aws-cdk | ts | 0.0% (0/37) | $0.81 | 56 | 35.2k |
| 6 | babel | js | 0.0% (0/31) | $2.12 | 112 | 54.7k |
| 7 | black | py | 4.8% (1/21) | $0.79 | 47 | 25.8k |
| 8 | click | py | 7.7% (1/13) | $1.27 | 69 | 29.2k |
| 9 | clippy | rs | 0.0% (0/76) | $2.02 | 77 | 72.2k |
| 10 | conan | py | 0.0% (0/24) | $0.71 | 38 | 28.2k |
| 11 | cvc5 | cpp | 0.0% (0/38) | $0.58 | 49 | 25.0k |
| 12 | dart-sdk | dart | 2.0% (1/50) | $1.95 | 107 | 53.9k |
| 13 | dask | py | 0.0% (0/21) | $0.30 | 32 | 14.6k |
| 14 | dataframes-jl | jl | 0.0% (0/7) | $2.98 | 137 | 152.2k |
| 15 | datafusion | rs | 0.0% (0/38) | $0.72 | 49 | 35.9k |
| 16 | dateutil | py | 20.0% (2/10) | $0.75 | 46 | 29.5k |
| 17 | dayjs | js | 0.0% (0/11) | $1.21 | 61 | 48.1k |
| 18 | distributions-jl | jl | 11.1% (1/9) | $2.00 | 112 | 82.3k |
| 19 | dmd | d | 0.0% (0/112) | $1.53 | 61 | 54.8k |
| 20 | dolphinscheduler | java | 0.0% (0/10) | $0.49 | 31 | 21.1k |
| 21 | duckdb | cpp | 0.0% (0/109) | $1.47 | 75 | 43.5k |
| 22 | echo | go | 16.7% (1/6) | $0.83 | 46 | 31.0k |
| 23 | elixir | ex | 0.0% (0/47) | $0.55 | 39 | 30.8k |
| 24 | fasthttp | go | 0.0% (0/9) | $1.52 | 83 | 46.6k |
| 25 | formulajs | js | 11.1% (1/9) | $1.33 | 68 | 59.1k |
| 26 | fsharp | fs | 0.0% (0/28) | $1.14 | 85 | 35.4k |
| 27 | gdal | cpp | 0.0% (0/72) | $0.94 | 61 | 31.5k |
| 28 | gin | go | 9.1% (1/11) | $0.64 | 45 | 26.6k |
| 29 | gitoxide | rs | 0.0% (0/9) | $1.26 | 77 | 53.0k |
| 30 | go | go | 0.0% (0/98) | $0.48 | 38 | 26.3k |
| 31 | go-git | go | 0.0% (0/23) | $0.64 | 42 | 21.9k |
| 32 | goawk | go | 0.0% (0/14) | $1.48 | 85 | 44.5k |
| 33 | godot | cpp | 0.0% (0/17) | $0.82 | 57 | 38.0k |
| 34 | gorm | go | 0.0% (0/19) | $0.89 | 53 | 29.2k |
| 35 | gson | java | 0.0% (0/6) | $1.07 | 57 | 34.9k |
| 36 | hdf5 | c | 0.0% (0/14) | $0.63 | 63 | 22.7k |
| 37 | idris2 | idr | 0.0% (0/13) | $1.05 | 49 | 40.1k |
| 38 | isomorphic-git | js | 0.0% (0/13) | $1.11 | 60 | 28.0k |
| 39 | isort | py | 0.0% (0/11) | $0.91 | 52 | 42.7k |
| 40 | jerryscript | c | 0.0% (0/15) | $1.18 | 103 | 54.2k |
| 41 | jest | ts | 0.0% (0/20) | $0.67 | 43 | 31.5k |
| 42 | keycloak | java | 0.0% (0/64) | $0.46 | 52 | 22.2k |
| 43 | lean4 | lean | 0.0% (0/63) | $1.43 | 89 | 54.3k |
| 44 | libexpat | c | 0.0% (0/9) | $0.91 | 60 | 25.0k |
| 45 | luxon | js | 0.0% (0/14) | $0.39 | 34 | 15.8k |
| 46 | material-ui | js | 0.0% (0/39) | $0.22 | 33 | 13.0k |
| 47 | mathlib4 | lean | 0.0% (0/14) | $0.57 | 37 | 23.3k |
| 48 | matplotlib | py | 0.0% (0/78) | $0.81 | 74 | 31.6k |
| 49 | micropython | c | 0.0% (0/22) | $0.85 | 62 | 36.6k |
| 50 | modelingtoolkit-jl | jl | 0.0% (0/10) | $2.34 | 119 | 70.4k |
| 51 | mongoose | js | 0.0% (0/70) | $1.52 | 79 | 42.4k |
| 52 | mpmath | py | 0.0% (0/16) | $1.07 | 58 | 30.1k |
| 53 | mypy | py | 0.0% (0/91) | $4.04 | 130 | 105.3k |
| 54 | nacos | java | 0.0% (0/12) | $3.08 | 102 | 55.0k |
| 55 | netty | java | 1.0% (1/96) | $0.47 | 35 | 17.6k |
| 56 | networkx | py | 0.0% (0/18) | $0.66 | 35 | 38.6k |
| 57 | nim | nim | 0.0% (0/192) | $1.68 | 79 | 52.8k |
| 58 | numpy | py | 0.0% (0/131) | $0.26 | 32 | 20.0k |
| 59 | nuxt | ts | 0.0% (0/6) | $1.29 | 111 | 81.3k |
| 60 | openapi-generator | mustache | 0.0% (0/31) | $0.87 | 61 | 27.0k |
| 61 | opencv | cpp | 0.0% (0/47) | $1.03 | 63 | 34.4k |
| 62 | optuna | py | 0.0% (0/7) | $0.81 | 43 | 19.6k |
| 63 | oxc | rs | 0.0% (0/6) | $0.48 | 53 | 22.6k |
| 64 | pandas | py | 0.0% (0/228) | $0.96 | 78 | 44.1k |
| 65 | pendulum | py | 22.2% (2/9) | $0.72 | 35 | 42.8k |
| 66 | php-src | c | 0.0% (0/26) | $0.35 | 53 | 27.7k |
| 67 | phpspreadsheet | php | 0.0% (0/9) | $0.36 | 33 | 19.4k |
| 68 | pint | py | 0.0% (0/13) | $1.59 | 94 | 49.9k |
| 69 | prettier | js | 0.0% (0/34) | $1.07 | 66 | 44.0k |
| 70 | proj | cpp | 0.0% (0/21) | $2.20 | 114 | 70.9k |
| 71 | pulsar | java | 0.0% (0/19) | $0.50 | 49 | 27.3k |
| 72 | quarkus | java | 0.0% (0/72) | $0.92 | 57 | 39.2k |
| 73 | qutip | py | 0.0% (0/10) | $2.01 | 106 | 47.2k |
| 74 | rails | rb | 0.0% (0/140) | $0.59 | 42 | 27.5k |
| 75 | react-router | ts | 0.0% (0/14) | $0.96 | 72 | 24.7k |
| 76 | roslyn | cs | 0.0% (0/31) | $1.23 | 67 | 46.2k |
| 77 | ruff | rs | 0.0% (0/52) | $4.12 | 142 | 126.8k |
| 78 | rxjava | java | 7.7% (2/26) | $1.59 | 85 | 50.2k |
| 79 | scikit-learn | py | 1.2% (1/80) | $0.56 | 58 | 24.6k |
| 80 | scipy | py | 0.7% (1/136) | $1.62 | 77 | 56.8k |
| 81 | shapely | py | 0.0% (0/9) | $0.21 | 20 | 11.3k |
| 82 | shardingsphere | java | 0.0% (0/15) | $0.78 | 55 | 22.7k |
| 83 | sqlglot | py | 0.8% (1/130) | $1.31 | 94 | 35.5k |
| 84 | stylelint | js | 0.0% (0/54) | $0.64 | 39 | 20.5k |
| 85 | sunpy | py | 0.0% (0/15) | $1.51 | 87 | 51.5k |
| 86 | svgo | js | 9.1% (1/11) | $0.86 | 49 | 32.1k |
| 87 | swc | rs | 5.3% (1/19) | $1.60 | 67 | 27.8k |
| 88 | symfony | php | 0.0% (0/149) | $0.82 | 49 | 24.8k |
| 89 | syn | rs | 0.0% (0/13) | $1.79 | 80 | 51.0k |
| 90 | tarantool | c | 0.0% (0/40) | $9.48 | 955 | 107.9k |
| 91 | terser | js | 0.0% (0/6) | $0.58 | 55 | 17.3k |
| 92 | testify | go | 0.0% (0/9) | $0.82 | 38 | 35.5k |
| 93 | three-js | js | 0.0% (0/9) | $1.12 | 85 | 47.2k |
| 94 | tinygrad | py | 0.0% (0/15) | $1.09 | 72 | 39.4k |
| 95 | tokio | rs | 0.0% (0/12) | $1.47 | 54 | 35.3k |
| 96 | trino | java | 0.0% (0/43) | $0.80 | 53 | 22.2k |
| 97 | v | v | 0.0% (0/239) | $1.83 | 102 | 41.6k |
| 98 | webpack | js | 0.0% (0/35) | $0.83 | 46 | 28.5k |
| 99 | xarray | py | 0.0% (0/31) | $0.94 | 77 | 46.8k |
| 100 | z3 | cpp | 0.0% (0/11) | $2.44 | 173 | 74.3k |