NCM plays each Stockfish dev build 20,000 times against Stockfish 15. This yields an approximate Elo difference and establishes confidence in the strength of the dev builds.
| Host | Duration | Avg Base NPS | Games | WLD | Standard Elo | Ptnml(0-2) | Gamepair Elo |
|---|---|---|---|---|---|---|---|
| ncm-dbt-01 | 00:51:41 | 583531 | 514 | 244 44 226 | +142.7 ± 11.52 | 0 0 62 190 5 | +345.09 ± 43.44 |
| ncm-dbt-02 | 00:50:50 | 590396 | 500 | 221 41 238 | +130.94 ± 13.51 | 0 6 64 174 6 | +298.62 ± 43.1 |
| ncm-dbt-03 | 00:50:01 | 575354 | 500 | 224 28 248 | +143.89 ± 12.51 | 0 2 57 184 7 | +342.85 ± 45.71 |
| ncm-dbt-04 | 00:52:23 | 569092 | 514 | 238 41 235 | +140.32 ± 12.24 | 0 1 65 184 7 | +329.69 ± 42.5 |
| ncm-dbt-05 | 00:52:09 | 603210 | 512 | 224 35 253 | +134.6 ± 11.68 | 0 1 68 184 3 | +320.13 ± 41.47 |
| 2540 | 1151 189 1200 | +138.48 ± 5.51 | 0 10 316 916 28 | +326.75 ± 19.14 | |||
| ID | Host | Base NPS | Games | WLD | Standard Elo | Ptnml(0-2) | Gamepair Elo | CLI | PGN | ||
|---|---|---|---|---|---|---|---|---|---|---|---|
| 480866 | ncm-dbt-04 | 568275 | 14 | 7 0 7 | +190.68 ± 7.94 | 0 0 0 7 0 | +1199.83 ± 201.74 | ||||
cutechess-cli \
-rounds 266 \
-games 2 \
-concurrency 16 \
-srand 759886050 \
-pgnout ncm-dbt-20260726-1042-008.pgn \
-openings \
file=UHO_4060_v2.epd \
format=epd \
order=random \
-repeat \
-resign \
movecount=3 \
score=600 \
-draw \
movenumber=34 \
movecount=8 \
score=5 \
-each \
tc=30+0.3 \
timemargin=10000 \
proto=uci \
option.Hash=128 \
option.Threads=8 \
-engine \
name=20260726-1042 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=dev_build:01a799416eca45991bc13227e9c4141875f3ca4f \
-engine \
name=sf15 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=stockfish:15
|
|||||||||||
| 480865 | ncm-dbt-05 | 604307 | 12 | 6 1 5 | +154.02 ± 64.21 | 0 0 1 5 0 | +416.21 ± 496.36 | ||||
cutechess-cli \
-rounds 266 \
-games 2 \
-concurrency 16 \
-srand 292847226 \
-pgnout ncm-dbt-20260726-1042-007.pgn \
-openings \
file=UHO_4060_v2.epd \
format=epd \
order=random \
-repeat \
-resign \
movecount=3 \
score=600 \
-draw \
movenumber=34 \
movecount=8 \
score=5 \
-each \
tc=30+0.3 \
timemargin=10000 \
proto=uci \
option.Hash=128 \
option.Threads=8 \
-engine \
name=20260726-1042 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=dev_build:01a799416eca45991bc13227e9c4141875f3ca4f \
-engine \
name=sf15 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=stockfish:15
|
|||||||||||
| 480864 | ncm-dbt-01 | 584076 | 14 | 4 3 7 | +24.82 ± 45.76 | 0 0 6 1 0 | +49.92 ± 94.39 | ||||
cutechess-cli \
-rounds 266 \
-games 2 \
-concurrency 16 \
-srand 2971287812 \
-pgnout ncm-dbt-20260726-1042-006.pgn \
-openings \
file=UHO_4060_v2.epd \
format=epd \
order=random \
-repeat \
-resign \
movecount=3 \
score=600 \
-draw \
movenumber=34 \
movecount=8 \
score=5 \
-each \
tc=30+0.3 \
timemargin=10000 \
proto=uci \
option.Hash=128 \
option.Threads=8 \
-engine \
name=20260726-1042 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=dev_build:01a799416eca45991bc13227e9c4141875f3ca4f \
-engine \
name=sf15 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=stockfish:15
|
|||||||||||
| 480863 | ncm-dbt-03 | 575354 | 500 | 224 28 248 | +143.89 ± 12.51 | 0 2 57 184 7 | +342.85 ± 45.71 | ↓ | |||
cutechess-cli \
-rounds 266 \
-games 2 \
-concurrency 16 \
-srand 1684069970 \
-pgnout ncm-dbt-20260726-1042-005.pgn \
-openings \
file=UHO_4060_v2.epd \
format=epd \
order=random \
-repeat \
-resign \
movecount=3 \
score=600 \
-draw \
movenumber=34 \
movecount=8 \
score=5 \
-each \
tc=30+0.3 \
timemargin=10000 \
proto=uci \
option.Hash=128 \
option.Threads=8 \
-engine \
name=20260726-1042 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=dev_build:01a799416eca45991bc13227e9c4141875f3ca4f \
-engine \
name=sf15 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=stockfish:15
|
|||||||||||
| 480862 | ncm-dbt-01 | 582987 | 500 | 240 41 219 | +146.36 ± 11.52 | 0 0 56 189 5 | +359.67 ± 45.87 | ↓ | |||
cutechess-cli \
-rounds 266 \
-games 2 \
-concurrency 16 \
-srand 596295240 \
-pgnout ncm-dbt-20260726-1042-004.pgn \
-openings \
file=UHO_4060_v2.epd \
format=epd \
order=random \
-repeat \
-resign \
movecount=3 \
score=600 \
-draw \
movenumber=34 \
movecount=8 \
score=5 \
-each \
tc=30+0.3 \
timemargin=10000 \
proto=uci \
option.Hash=128 \
option.Threads=8 \
-engine \
name=20260726-1042 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=dev_build:01a799416eca45991bc13227e9c4141875f3ca4f \
-engine \
name=sf15 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=stockfish:15
|
|||||||||||
| 480861 | ncm-dbt-02 | 590396 | 500 | 221 41 238 | +130.94 ± 13.51 | 0 6 64 174 6 | +298.62 ± 43.1 | ↓ | |||
cutechess-cli \
-rounds 266 \
-games 2 \
-concurrency 16 \
-srand 3221907865 \
-pgnout ncm-dbt-20260726-1042-003.pgn \
-openings \
file=UHO_4060_v2.epd \
format=epd \
order=random \
-repeat \
-resign \
movecount=3 \
score=600 \
-draw \
movenumber=34 \
movecount=8 \
score=5 \
-each \
tc=30+0.3 \
timemargin=10000 \
proto=uci \
option.Hash=128 \
option.Threads=8 \
-engine \
name=20260726-1042 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=dev_build:01a799416eca45991bc13227e9c4141875f3ca4f \
-engine \
name=sf15 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=stockfish:15
|
|||||||||||
| 480860 | ncm-dbt-05 | 602114 | 500 | 218 34 248 | +134.15 ± 11.86 | 0 1 67 179 3 | +318.25 ± 41.77 | ↓ | |||
cutechess-cli \
-rounds 266 \
-games 2 \
-concurrency 16 \
-srand 1505679557 \
-pgnout ncm-dbt-20260726-1042-002.pgn \
-openings \
file=UHO_4060_v2.epd \
format=epd \
order=random \
-repeat \
-resign \
movecount=3 \
score=600 \
-draw \
movenumber=34 \
movecount=8 \
score=5 \
-each \
tc=30+0.3 \
timemargin=10000 \
proto=uci \
option.Hash=128 \
option.Threads=8 \
-engine \
name=20260726-1042 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=dev_build:01a799416eca45991bc13227e9c4141875f3ca4f \
-engine \
name=sf15 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=stockfish:15
|
|||||||||||
| 480859 | ncm-dbt-04 | 569909 | 500 | 231 41 228 | +138.99 ± 12.5 | 0 1 65 177 7 | +324.17 ± 42.47 | ↓ | |||
cutechess-cli \
-rounds 266 \
-games 2 \
-concurrency 16 \
-srand 103865396 \
-pgnout ncm-dbt-20260726-1042-001.pgn \
-openings \
file=UHO_4060_v2.epd \
format=epd \
order=random \
-repeat \
-resign \
movecount=3 \
score=600 \
-draw \
movenumber=34 \
movecount=8 \
score=5 \
-each \
tc=30+0.3 \
timemargin=10000 \
proto=uci \
option.Hash=128 \
option.Threads=8 \
-engine \
name=20260726-1042 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=dev_build:01a799416eca45991bc13227e9c4141875f3ca4f \
-engine \
name=sf15 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=stockfish:15
|
|||||||||||
| Commit ID | 01a799416eca45991bc13227e9c4141875f3ca4f |
|---|---|
| Author | Joost VandeVondele |
| Date | 2026-07-26 10:42:54 UTC |
|
Add a standard .gitattributes
ensures checkouts are by default the same on linux and windows.
closes https://github.com/official-stockfish/Stockfish/pull/6991
No functional change
|
|