NCM plays each Stockfish dev build 20,000 times against Stockfish 15. This yields an approximate Elo difference and establishes confidence in the strength of the dev builds.
| Host | Duration | Avg Base NPS | Games | WLD | Standard Elo | Ptnml(0-2) | Gamepair Elo |
|---|---|---|---|---|---|---|---|
| ncm-dbt-01 | 01:35:30 | 583636 | 988 | 17 631 340 | -252.71 ± 13.15 | 143 328 23 0 0 | -649.1 ± 75.05 |
| ncm-dbt-02 | 01:34:19 | 585721 | 972 | 11 665 296 | -283.48 ± 15.27 | 183 289 13 1 0 | -721.93 ± 104.29 |
| ncm-dbt-03 | 01:35:38 | 585569 | 998 | 9 660 329 | -270.75 ± 13.65 | 165 321 13 0 0 | -751.77 ± 105.32 |
| ncm-dbt-04 | 01:35:45 | 569969 | 988 | 15 643 330 | -260.85 ± 13.28 | 151 326 17 0 0 | -702.69 ± 89.39 |
| ncm-dbt-05 | 01:36:00 | 581298 | 992 | 15 644 333 | -259.95 ± 14.05 | 159 311 26 0 0 | -627.99 ± 70.07 |
| 4938 | 67 3243 1628 | -265.29 ± 6.2 | 801 1575 92 1 0 | -684.83 ± 35.98 | |||
| ID | Host | Base NPS | Games | WLD | Standard Elo | Ptnml(0-2) | Gamepair Elo | CLI | PGN | ||
|---|---|---|---|---|---|---|---|---|---|---|---|
| 467230 | ncm-dbt-02 | 584076 | 472 | 4 328 140 | -292.25 ± 22.44 | 94 136 6 0 0 | -756.04 ± 187.85 | ||||
cutechess-cli \
-rounds 266 \
-games 2 \
-concurrency 16 \
-srand 2150497937 \
-pgnout ncm-dbt-20200402-1256-010.pgn \
-openings \
file=UHO_4060_v2.epd \
format=epd \
order=random \
-repeat \
-resign \
movecount=3 \
score=600 \
-draw \
movenumber=34 \
movecount=8 \
score=5 \
-each \
tc=30+0.3 \
timemargin=10000 \
proto=uci \
option.Hash=128 \
option.Threads=8 \
-engine \
name=20200402-1256 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=dev_build:375e4eeaf5e739c176c38ff05ae954bb60a98987 \
-engine \
name=sf15 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=stockfish:15
|
|||||||||||
| 467229 | ncm-dbt-01 | 584076 | 488 | 8 307 173 | -247.8 ± 17.71 | 65 169 10 0 0 | -671.74 ± 124.52 | ||||
cutechess-cli \
-rounds 266 \
-games 2 \
-concurrency 16 \
-srand 1406332634 \
-pgnout ncm-dbt-20200402-1256-009.pgn \
-openings \
file=UHO_4060_v2.epd \
format=epd \
order=random \
-repeat \
-resign \
movecount=3 \
score=600 \
-draw \
movenumber=34 \
movecount=8 \
score=5 \
-each \
tc=30+0.3 \
timemargin=10000 \
proto=uci \
option.Hash=128 \
option.Threads=8 \
-engine \
name=20200402-1256 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=dev_build:375e4eeaf5e739c176c38ff05ae954bb60a98987 \
-engine \
name=sf15 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=stockfish:15
|
|||||||||||
| 467228 | ncm-dbt-04 | 569470 | 488 | 10 317 161 | -257.07 ± 19.47 | 75 157 12 0 0 | -639.34 ± 110.27 | ||||
cutechess-cli \
-rounds 266 \
-games 2 \
-concurrency 16 \
-srand 2831916836 \
-pgnout ncm-dbt-20200402-1256-008.pgn \
-openings \
file=UHO_4060_v2.epd \
format=epd \
order=random \
-repeat \
-resign \
movecount=3 \
score=600 \
-draw \
movenumber=34 \
movecount=8 \
score=5 \
-each \
tc=30+0.3 \
timemargin=10000 \
proto=uci \
option.Hash=128 \
option.Threads=8 \
-engine \
name=20200402-1256 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=dev_build:375e4eeaf5e739c176c38ff05ae954bb60a98987 \
-engine \
name=sf15 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=stockfish:15
|
|||||||||||
| 467227 | ncm-dbt-05 | 580904 | 492 | 11 313 168 | -248.42 ± 19.82 | 74 154 18 0 0 | -568.18 ± 85.99 | ||||
cutechess-cli \
-rounds 266 \
-games 2 \
-concurrency 16 \
-srand 203488396 \
-pgnout ncm-dbt-20200402-1256-007.pgn \
-openings \
file=UHO_4060_v2.epd \
format=epd \
order=random \
-repeat \
-resign \
movecount=3 \
score=600 \
-draw \
movenumber=34 \
movecount=8 \
score=5 \
-each \
tc=30+0.3 \
timemargin=10000 \
proto=uci \
option.Hash=128 \
option.Threads=8 \
-engine \
name=20200402-1256 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=dev_build:375e4eeaf5e739c176c38ff05ae954bb60a98987 \
-engine \
name=sf15 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=stockfish:15
|
|||||||||||
| 467226 | ncm-dbt-03 | 585506 | 498 | 3 328 167 | -270.93 ± 18.92 | 81 163 5 0 0 | -797.48 ± 231.46 | ||||
cutechess-cli \
-rounds 266 \
-games 2 \
-concurrency 16 \
-srand 1964462491 \
-pgnout ncm-dbt-20200402-1256-006.pgn \
-openings \
file=UHO_4060_v2.epd \
format=epd \
order=random \
-repeat \
-resign \
movecount=3 \
score=600 \
-draw \
movenumber=34 \
movecount=8 \
score=5 \
-each \
tc=30+0.3 \
timemargin=10000 \
proto=uci \
option.Hash=128 \
option.Threads=8 \
-engine \
name=20200402-1256 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=dev_build:375e4eeaf5e739c176c38ff05ae954bb60a98987 \
-engine \
name=sf15 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=stockfish:15
|
|||||||||||
| 467225 | ncm-dbt-02 | 587367 | 500 | 7 337 156 | -275.45 ± 20.87 | 89 153 7 1 0 | -694.74 ± 156.93 | ↓ | |||
cutechess-cli \
-rounds 266 \
-games 2 \
-concurrency 16 \
-srand 346638402 \
-pgnout ncm-dbt-20200402-1256-005.pgn \
-openings \
file=UHO_4060_v2.epd \
format=epd \
order=random \
-repeat \
-resign \
movecount=3 \
score=600 \
-draw \
movenumber=34 \
movecount=8 \
score=5 \
-each \
tc=30+0.3 \
timemargin=10000 \
proto=uci \
option.Hash=128 \
option.Threads=8 \
-engine \
name=20200402-1256 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=dev_build:375e4eeaf5e739c176c38ff05ae954bb60a98987 \
-engine \
name=sf15 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=stockfish:15
|
|||||||||||
| 467224 | ncm-dbt-01 | 583196 | 500 | 9 324 167 | -257.59 ± 19.49 | 78 159 13 0 0 | -629.41 ± 104.8 | ↓ | |||
cutechess-cli \
-rounds 266 \
-games 2 \
-concurrency 16 \
-srand 4205304531 \
-pgnout ncm-dbt-20200402-1256-004.pgn \
-openings \
file=UHO_4060_v2.epd \
format=epd \
order=random \
-repeat \
-resign \
movecount=3 \
score=600 \
-draw \
movenumber=34 \
movecount=8 \
score=5 \
-each \
tc=30+0.3 \
timemargin=10000 \
proto=uci \
option.Hash=128 \
option.Threads=8 \
-engine \
name=20200402-1256 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=dev_build:375e4eeaf5e739c176c38ff05ae954bb60a98987 \
-engine \
name=sf15 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=stockfish:15
|
|||||||||||
| 467223 | ncm-dbt-04 | 570469 | 500 | 5 326 169 | -264.59 ± 18.11 | 76 169 5 0 0 | -798.18 ± 231.48 | ↓ | |||
cutechess-cli \
-rounds 266 \
-games 2 \
-concurrency 16 \
-srand 919740966 \
-pgnout ncm-dbt-20200402-1256-003.pgn \
-openings \
file=UHO_4060_v2.epd \
format=epd \
order=random \
-repeat \
-resign \
movecount=3 \
score=600 \
-draw \
movenumber=34 \
movecount=8 \
score=5 \
-each \
tc=30+0.3 \
timemargin=10000 \
proto=uci \
option.Hash=128 \
option.Threads=8 \
-engine \
name=20200402-1256 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=dev_build:375e4eeaf5e739c176c38ff05ae954bb60a98987 \
-engine \
name=sf15 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=stockfish:15
|
|||||||||||
| 467222 | ncm-dbt-03 | 585632 | 500 | 6 332 162 | -270.57 ± 19.71 | 84 158 8 0 0 | -715.51 ± 146.53 | ↓ | |||
cutechess-cli \
-rounds 266 \
-games 2 \
-concurrency 16 \
-srand 942866558 \
-pgnout ncm-dbt-20200402-1256-002.pgn \
-openings \
file=UHO_4060_v2.epd \
format=epd \
order=random \
-repeat \
-resign \
movecount=3 \
score=600 \
-draw \
movenumber=34 \
movecount=8 \
score=5 \
-each \
tc=30+0.3 \
timemargin=10000 \
proto=uci \
option.Hash=128 \
option.Threads=8 \
-engine \
name=20200402-1256 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=dev_build:375e4eeaf5e739c176c38ff05ae954bb60a98987 \
-engine \
name=sf15 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=stockfish:15
|
|||||||||||
| 467221 | ncm-dbt-05 | 581693 | 500 | 4 331 165 | -271.78 ± 19.86 | 85 157 8 0 0 | -715.51 ± 146.53 | ↓ | |||
cutechess-cli \
-rounds 266 \
-games 2 \
-concurrency 16 \
-srand 1289901547 \
-pgnout ncm-dbt-20200402-1256-001.pgn \
-openings \
file=UHO_4060_v2.epd \
format=epd \
order=random \
-repeat \
-resign \
movecount=3 \
score=600 \
-draw \
movenumber=34 \
movecount=8 \
score=5 \
-each \
tc=30+0.3 \
timemargin=10000 \
proto=uci \
option.Hash=128 \
option.Threads=8 \
-engine \
name=20200402-1256 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=dev_build:375e4eeaf5e739c176c38ff05ae954bb60a98987 \
-engine \
name=sf15 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=stockfish:15
|
|||||||||||
| Commit ID | 375e4eeaf5e739c176c38ff05ae954bb60a98987 |
|---|---|
| Author | 31m059 |
| Date | 2020-04-02 12:56:30 UTC |
|
Simplify a candidate passer condition.
STC:
LLR: 2.94 (-2.94,2.94) {-1.50,0.50}
Total: 31528 W: 6208 L: 6061 D: 19259
Ptnml(0-2): 541, 3673, 7205, 3788, 557
https://tests.stockfishchess.org/tests/view/5e825db0e42a5c3b3ca2ee21
LTC:
LLR: 2.94 (-2.94,2.94) {-1.50,0.50}
Total: 38546 W: 5083 L: 5009 D: 28454
Ptnml(0-2): 299, 3628, 11362, 3668, 316
https://tests.stockfishchess.org/tests/view/5e826ec7e42a5c3b3ca2ee2a
closes https://github.com/official-stockfish/Stockfish/pull/2607
Bench: 5139561
|
|