NCM plays each Stockfish dev build 20,000 times against Stockfish 14. This yields an approximate Elo difference and establishes confidence in the strength of the dev builds.
| Host | Duration | Avg Base NPS | Games | WLD | Standard Elo | Ptnml(0-2) | Gamepair Elo |
|---|---|---|---|---|---|---|---|
| ncm-dbt-01 | 02:53:33 | 1217433 | 1000 | 424 69 507 | +128.95 +/- 9.51 | 0 14 126 351 9 | +295.94 +/- 30.51 |
| ncm-dbt-02 | 02:54:20 | 1240873 | 1000 | 440 79 481 | +131.34 +/- 9.79 | 0 10 137 335 18 | +291.97 +/- 29.24 |
| ncm-dbt-03 | 02:55:00 | 1240519 | 1000 | 442 79 479 | +132.14 +/- 9.46 | 1 5 139 340 15 | +299.97 +/- 28.94 |
| ncm-dbt-05 | 02:53:14 | 1238984 | 1000 | 447 69 484 | +138.18 +/- 8.71 | 0 5 121 365 9 | +328.7 +/- 31.11 |
| ncm-dbt-06 | 02:55:06 | 1238808 | 1000 | 446 76 478 | +134.95 +/- 9.67 | 0 9 130 343 18 | +304.07 +/- 30.03 |
| 5000 | 2199 372 2429 | +133.1 +/- 4.22 | 1 43 653 1734 69 | +303.8 +/- 13.33 | |||
| ID | Host | Base NPS | Games | WLD | Standard Elo | Ptnml(0-2) | Gamepair Elo | CLI | PGN | ||
|---|---|---|---|---|---|---|---|---|---|---|---|
| 368987 | ncm-dbt-03 | 1230729 | 500 | 214 44 242 | +123.02 +/- 13.47 | 1 4 73 168 4 | +280.42 +/- 40.21 | ↓ | |||
cutechess-cli \
-rounds 259 \
-games 2 \
-concurrency 9 \
-srand 2324449545 \
-pgnout ncm-dbt-20240529-1700-010.pgn \
-openings \
file=UHO_4060_v2.epd \
format=epd \
order=random \
-repeat \
-resign \
movecount=3 \
score=600 \
-draw \
movenumber=34 \
movecount=8 \
score=5 \
-each \
tc=30+0.3 \
timemargin=10000 \
proto=uci \
option.Hash=64 \
option.Threads=2 \
-engine \
name=20240529-1700 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=dev_build:a2f4e988aa03a1011b671af07a152682e35b4617 \
-engine \
name=sf14 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=stockfish:14
|
|||||||||||
| 368986 | ncm-dbt-06 | 1234267 | 500 | 222 41 237 | +131.74 +/- 13.67 | 0 4 70 167 9 | +293.29 +/- 41.07 | ↓ | |||
cutechess-cli \
-rounds 259 \
-games 2 \
-concurrency 9 \
-srand 523320873 \
-pgnout ncm-dbt-20240529-1700-009.pgn \
-openings \
file=UHO_4060_v2.epd \
format=epd \
order=random \
-repeat \
-resign \
movecount=3 \
score=600 \
-draw \
movenumber=34 \
movecount=8 \
score=5 \
-each \
tc=30+0.3 \
timemargin=10000 \
proto=uci \
option.Hash=64 \
option.Threads=2 \
-engine \
name=20240529-1700 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=dev_build:a2f4e988aa03a1011b671af07a152682e35b4617 \
-engine \
name=sf14 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=stockfish:14
|
|||||||||||
| 368985 | ncm-dbt-02 | 1242583 | 500 | 231 41 228 | +138.99 +/- 13.85 | 0 5 60 175 10 | +315.35 +/- 44.57 | ↓ | |||
cutechess-cli \
-rounds 259 \
-games 2 \
-concurrency 9 \
-srand 3457386273 \
-pgnout ncm-dbt-20240529-1700-008.pgn \
-openings \
file=UHO_4060_v2.epd \
format=epd \
order=random \
-repeat \
-resign \
movecount=3 \
score=600 \
-draw \
movenumber=34 \
movecount=8 \
score=5 \
-each \
tc=30+0.3 \
timemargin=10000 \
proto=uci \
option.Hash=64 \
option.Threads=2 \
-engine \
name=20240529-1700 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=dev_build:a2f4e988aa03a1011b671af07a152682e35b4617 \
-engine \
name=sf14 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=stockfish:14
|
|||||||||||
| 368984 | ncm-dbt-05 | 1236362 | 500 | 216 31 253 | +134.95 +/- 12.84 | 0 3 65 176 6 | +312.48 +/- 42.67 | ↓ | |||
cutechess-cli \
-rounds 259 \
-games 2 \
-concurrency 9 \
-srand 2825211185 \
-pgnout ncm-dbt-20240529-1700-007.pgn \
-openings \
file=UHO_4060_v2.epd \
format=epd \
order=random \
-repeat \
-resign \
movecount=3 \
score=600 \
-draw \
movenumber=34 \
movecount=8 \
score=5 \
-each \
tc=30+0.3 \
timemargin=10000 \
proto=uci \
option.Hash=64 \
option.Threads=2 \
-engine \
name=20240529-1700 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=dev_build:a2f4e988aa03a1011b671af07a152682e35b4617 \
-engine \
name=sf14 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=stockfish:14
|
|||||||||||
| 368983 | ncm-dbt-01 | 1218468 | 500 | 213 35 252 | +129.35 +/- 13.54 | 0 8 60 178 4 | +298.62 +/- 44.44 | ↓ | |||
cutechess-cli \
-rounds 259 \
-games 2 \
-concurrency 9 \
-srand 2309245831 \
-pgnout ncm-dbt-20240529-1700-006.pgn \
-openings \
file=UHO_4060_v2.epd \
format=epd \
order=random \
-repeat \
-resign \
movecount=3 \
score=600 \
-draw \
movenumber=34 \
movecount=8 \
score=5 \
-each \
tc=30+0.3 \
timemargin=10000 \
proto=uci \
option.Hash=64 \
option.Threads=2 \
-engine \
name=20240529-1700 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=dev_build:a2f4e988aa03a1011b671af07a152682e35b4617 \
-engine \
name=sf14 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=stockfish:14
|
|||||||||||
| 368982 | ncm-dbt-02 | 1239163 | 500 | 209 38 253 | +123.81 +/- 13.81 | 0 5 77 160 8 | +270.57 +/- 39.07 | ↓ | |||
cutechess-cli \
-rounds 259 \
-games 2 \
-concurrency 9 \
-srand 1173790028 \
-pgnout ncm-dbt-20240529-1700-005.pgn \
-openings \
file=UHO_4060_v2.epd \
format=epd \
order=random \
-repeat \
-resign \
movecount=3 \
score=600 \
-draw \
movenumber=34 \
movecount=8 \
score=5 \
-each \
tc=30+0.3 \
timemargin=10000 \
proto=uci \
option.Hash=64 \
option.Threads=2 \
-engine \
name=20240529-1700 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=dev_build:a2f4e988aa03a1011b671af07a152682e35b4617 \
-engine \
name=sf14 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=stockfish:14
|
|||||||||||
| 368981 | ncm-dbt-03 | 1250309 | 500 | 228 35 237 | +141.44 +/- 13.21 | 0 1 66 172 11 | +321.19 +/- 42.12 | ↓ | |||
cutechess-cli \
-rounds 259 \
-games 2 \
-concurrency 9 \
-srand 2270412464 \
-pgnout ncm-dbt-20240529-1700-004.pgn \
-openings \
file=UHO_4060_v2.epd \
format=epd \
order=random \
-repeat \
-resign \
movecount=3 \
score=600 \
-draw \
movenumber=34 \
movecount=8 \
score=5 \
-each \
tc=30+0.3 \
timemargin=10000 \
proto=uci \
option.Hash=64 \
option.Threads=2 \
-engine \
name=20240529-1700 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=dev_build:a2f4e988aa03a1011b671af07a152682e35b4617 \
-engine \
name=sf14 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=stockfish:14
|
|||||||||||
| 368980 | ncm-dbt-01 | 1216398 | 500 | 211 34 255 | +128.55 +/- 13.38 | 0 6 66 173 5 | +293.29 +/- 42.41 | ↓ | |||
cutechess-cli \
-rounds 259 \
-games 2 \
-concurrency 9 \
-srand 174909660 \
-pgnout ncm-dbt-20240529-1700-003.pgn \
-openings \
file=UHO_4060_v2.epd \
format=epd \
order=random \
-repeat \
-resign \
movecount=3 \
score=600 \
-draw \
movenumber=34 \
movecount=8 \
score=5 \
-each \
tc=30+0.3 \
timemargin=10000 \
proto=uci \
option.Hash=64 \
option.Threads=2 \
-engine \
name=20240529-1700 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=dev_build:a2f4e988aa03a1011b671af07a152682e35b4617 \
-engine \
name=sf14 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=stockfish:14
|
|||||||||||
| 368979 | ncm-dbt-05 | 1241607 | 500 | 231 38 231 | +141.44 +/- 11.77 | 0 2 56 189 3 | +346.12 +/- 46.15 | ↓ | |||
cutechess-cli \
-rounds 259 \
-games 2 \
-concurrency 9 \
-srand 3960472275 \
-pgnout ncm-dbt-20240529-1700-002.pgn \
-openings \
file=UHO_4060_v2.epd \
format=epd \
order=random \
-repeat \
-resign \
movecount=3 \
score=600 \
-draw \
movenumber=34 \
movecount=8 \
score=5 \
-each \
tc=30+0.3 \
timemargin=10000 \
proto=uci \
option.Hash=64 \
option.Threads=2 \
-engine \
name=20240529-1700 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=dev_build:a2f4e988aa03a1011b671af07a152682e35b4617 \
-engine \
name=sf14 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=stockfish:14
|
|||||||||||
| 368978 | ncm-dbt-06 | 1243350 | 500 | 224 35 241 | +138.18 +/- 13.69 | 0 5 60 176 9 | +315.35 +/- 44.57 | ↓ | |||
cutechess-cli \
-rounds 259 \
-games 2 \
-concurrency 9 \
-srand 2626202378 \
-pgnout ncm-dbt-20240529-1700-001.pgn \
-openings \
file=UHO_4060_v2.epd \
format=epd \
order=random \
-repeat \
-resign \
movecount=3 \
score=600 \
-draw \
movenumber=34 \
movecount=8 \
score=5 \
-each \
tc=30+0.3 \
timemargin=10000 \
proto=uci \
option.Hash=64 \
option.Threads=2 \
-engine \
name=20240529-1700 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=dev_build:a2f4e988aa03a1011b671af07a152682e35b4617 \
-engine \
name=sf14 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=stockfish:14
|
|||||||||||
| Commit ID | a2f4e988aa03a1011b671af07a152682e35b4617 |
|---|---|
| Author | mstembera |
| Date | 2024-05-29 17:00:37 UTC |
|
Fix MSVC NUMA compile issues
closes https://github.com/official-stockfish/Stockfish/pull/5298
No functional change
|
|