NCM plays each Stockfish dev build 20,000 times against Stockfish 14. This yields an approximate Elo difference and establishes confidence in the strength of the dev builds.
| Host | Duration | Avg Base NPS | Games | WLD | Standard Elo | Ptnml(0-2) | Gamepair Elo |
|---|---|---|---|---|---|---|---|
| ncm-dbt-01 | 00:01:11 | 1109631 | 10 | 0 10 0 | -1199.83 ± 249.82 | 5 0 0 0 0 | -1199.83 ± 231.31 |
| 10 | 0 10 0 | -1199.83 ± 249.82 | 5 0 0 0 0 | -1199.83 ± 231.31 | |||
| ID | Host | Base NPS | Games | WLD | Standard Elo | Ptnml(0-2) | Gamepair Elo | CLI | PGN | ||
|---|---|---|---|---|---|---|---|---|---|---|---|
| 224550 | ncm-dbt-01 | 1125625 | 2 | 0 2 0 | -1041.08 ± 395.59 | 1 0 0 0 0 | -1129.65 ± 376.02 | ↓ | |||
cutechess-cli \
-rounds 259 \
-games 2 \
-concurrency 9 \
-srand 2944950873 \
-pgnout ncm-dbt-20200824-1043-12527.pgn \
-openings \
file=UHO_4060_v2.epd \
format=epd \
order=random \
-repeat \
-resign \
movecount=3 \
score=600 \
-draw \
movenumber=34 \
movecount=8 \
score=5 \
-each \
tc=30+0.3 \
timemargin=10000 \
proto=uci \
option.Hash=64 \
option.Threads=2 \
-engine \
name=20200824-1043 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=dev_build:530fccbf272ffe424ae53a464b91db148cc968ae \
-engine \
name=sf14 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=stockfish:14
|
|||||||||||
| 224094 | ncm-dbt-01 | 1209266 | 2 | 0 2 0 | -1041.08 ± 395.59 | 1 0 0 0 0 | -1129.65 ± 376.02 | ↓ | |||
cutechess-cli \
-rounds 259 \
-games 2 \
-concurrency 9 \
-srand 3681204273 \
-pgnout ncm-dbt-20200824-1043-12071.pgn \
-openings \
file=UHO_4060_v2.epd \
format=epd \
order=random \
-repeat \
-resign \
movecount=3 \
score=600 \
-draw \
movenumber=34 \
movecount=8 \
score=5 \
-each \
tc=30+0.3 \
timemargin=10000 \
proto=uci \
option.Hash=64 \
option.Threads=2 \
-engine \
name=20200824-1043 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=dev_build:530fccbf272ffe424ae53a464b91db148cc968ae \
-engine \
name=sf14 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=stockfish:14
|
|||||||||||
| 221022 | ncm-dbt-01 | 1062811 | 2 | 0 2 0 | -1041.08 ± 395.59 | 1 0 0 0 0 | -1129.65 ± 376.02 | ↓ | |||
cutechess-cli \
-rounds 259 \
-games 2 \
-concurrency 9 \
-srand 1087189346 \
-pgnout ncm-dbt-20200824-1043-8999.pgn \
-openings \
file=UHO_4060_v2.epd \
format=epd \
order=random \
-repeat \
-resign \
movecount=3 \
score=600 \
-draw \
movenumber=34 \
movecount=8 \
score=5 \
-each \
tc=30+0.3 \
timemargin=10000 \
proto=uci \
option.Hash=64 \
option.Threads=2 \
-engine \
name=20200824-1043 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=dev_build:530fccbf272ffe424ae53a464b91db148cc968ae \
-engine \
name=sf14 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=stockfish:14
|
|||||||||||
| 218359 | ncm-dbt-01 | 1104867 | 2 | 0 2 0 | -1041.08 ± 395.59 | 1 0 0 0 0 | -1129.65 ± 376.02 | ↓ | |||
cutechess-cli \
-rounds 259 \
-games 2 \
-concurrency 9 \
-srand 521047889 \
-pgnout ncm-dbt-20200824-1043-6336.pgn \
-openings \
file=UHO_4060_v2.epd \
format=epd \
order=random \
-repeat \
-resign \
movecount=3 \
score=600 \
-draw \
movenumber=34 \
movecount=8 \
score=5 \
-each \
tc=30+0.3 \
timemargin=10000 \
proto=uci \
option.Hash=64 \
option.Threads=2 \
-engine \
name=20200824-1043 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=dev_build:530fccbf272ffe424ae53a464b91db148cc968ae \
-engine \
name=sf14 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=stockfish:14
|
|||||||||||
| 212648 | ncm-dbt-01 | 1045590 | 2 | 0 2 0 | -1041.08 ± 395.59 | 1 0 0 0 0 | -1129.65 ± 376.02 | ↓ | |||
cutechess-cli \
-rounds 259 \
-games 2 \
-concurrency 9 \
-srand 2624310799 \
-pgnout ncm-dbt-20200824-1043-625.pgn \
-openings \
file=UHO_4060_v2.epd \
format=epd \
order=random \
-repeat \
-resign \
movecount=3 \
score=600 \
-draw \
movenumber=34 \
movecount=8 \
score=5 \
-each \
tc=30+0.3 \
timemargin=10000 \
proto=uci \
option.Hash=64 \
option.Threads=2 \
-engine \
name=20200824-1043 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=dev_build:530fccbf272ffe424ae53a464b91db148cc968ae \
-engine \
name=sf14 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=stockfish:14
|
|||||||||||
| Commit ID | 530fccbf272ffe424ae53a464b91db148cc968ae |
|---|---|
| Author | mstembera |
| Date | 2020-08-24 10:43:39 UTC |
|
Allow for VNNI256 compilation with g++-8
explicitly pass needed -mavx512f -mavx512bw flags
closes https://github.com/official-stockfish/Stockfish/pull/3061
No functional change
|
|