NCM plays each Stockfish dev build 20,000 times against Stockfish 15. This yields an approximate Elo difference and establishes confidence in the strength of the dev builds.
| Host | Duration | Avg Base NPS | Games | WLD | Standard Elo | Ptnml(0-2) | Gamepair Elo |
|---|---|---|---|---|---|---|---|
| ncm-dbt-01 | 01:22:12 | 582610 | 810 | 71 342 397 | -120.89 ± 11.74 | 16 255 118 16 0 | -257.38 ± 31.51 |
| ncm-dbt-02 | 01:21:56 | 585971 | 814 | 82 352 380 | -119.77 ± 11.4 | 16 250 129 12 0 | -254.2 ± 30.12 |
| ncm-dbt-03 | 01:20:37 | 585674 | 798 | 73 351 374 | -126.32 ± 11.01 | 17 249 128 5 0 | -271.87 ± 30.04 |
| ncm-dbt-04 | 01:22:17 | 566731 | 822 | 81 362 379 | -123.75 ± 11.3 | 16 261 122 12 0 | -266.24 ± 31.01 |
| ncm-dbt-05 | 01:22:43 | 577937 | 820 | 79 369 372 | -128.42 ± 11.97 | 26 249 124 11 0 | -265.72 ± 30.74 |
| 4064 | 386 1776 1902 | -123.82 ± 5.14 | 91 1264 621 56 0 | -262.99 ± 13.67 | |||
| ID | Host | Base NPS | Games | WLD | Standard Elo | Ptnml(0-2) | Gamepair Elo | CLI | PGN | ||
|---|---|---|---|---|---|---|---|---|---|---|---|
| 454520 | ncm-dbt-03 | 585801 | 298 | 28 133 137 | -127.9 ± 17.52 | 5 97 45 2 0 | -282.4 ± 51.37 | ||||
cutechess-cli \
-rounds 266 \
-games 2 \
-concurrency 16 \
-srand 100534810 \
-pgnout ncm-dbt-20210613-1110-010.pgn \
-openings \
file=UHO_4060_v2.epd \
format=epd \
order=random \
-repeat \
-resign \
movecount=3 \
score=600 \
-draw \
movenumber=34 \
movecount=8 \
score=5 \
-each \
tc=30+0.3 \
timemargin=10000 \
proto=uci \
option.Hash=128 \
option.Threads=8 \
-engine \
name=20210613-1110 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=dev_build:ce4c523ad3defce2d19342d2dd1b43858ec33819 \
-engine \
name=sf15 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=stockfish:15
|
|||||||||||
| 454519 | ncm-dbt-02 | 585126 | 314 | 34 141 139 | -123.32 ± 18.07 | 6 99 48 4 0 | -265.37 ± 49.86 | ||||
cutechess-cli \
-rounds 266 \
-games 2 \
-concurrency 16 \
-srand 1968596997 \
-pgnout ncm-dbt-20210613-1110-009.pgn \
-openings \
file=UHO_4060_v2.epd \
format=epd \
order=random \
-repeat \
-resign \
movecount=3 \
score=600 \
-draw \
movenumber=34 \
movecount=8 \
score=5 \
-each \
tc=30+0.3 \
timemargin=10000 \
proto=uci \
option.Hash=128 \
option.Threads=8 \
-engine \
name=20210613-1110 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=dev_build:ce4c523ad3defce2d19342d2dd1b43858ec33819 \
-engine \
name=sf15 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=stockfish:15
|
|||||||||||
| 454518 | ncm-dbt-01 | 582318 | 310 | 32 129 149 | -112.48 ± 19.25 | 6 92 50 7 0 | -233.9 ± 48.79 | ||||
cutechess-cli \
-rounds 266 \
-games 2 \
-concurrency 16 \
-srand 9315331 \
-pgnout ncm-dbt-20210613-1110-008.pgn \
-openings \
file=UHO_4060_v2.epd \
format=epd \
order=random \
-repeat \
-resign \
movecount=3 \
score=600 \
-draw \
movenumber=34 \
movecount=8 \
score=5 \
-each \
tc=30+0.3 \
timemargin=10000 \
proto=uci \
option.Hash=128 \
option.Threads=8 \
-engine \
name=20210613-1110 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=dev_build:ce4c523ad3defce2d19342d2dd1b43858ec33819 \
-engine \
name=sf15 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=stockfish:15
|
|||||||||||
| 454517 | ncm-dbt-04 | 566336 | 322 | 29 143 150 | -128.57 ± 17.33 | 6 105 47 3 0 | -282.19 ± 50.39 | ||||
cutechess-cli \
-rounds 266 \
-games 2 \
-concurrency 16 \
-srand 516133052 \
-pgnout ncm-dbt-20210613-1110-007.pgn \
-openings \
file=UHO_4060_v2.epd \
format=epd \
order=random \
-repeat \
-resign \
movecount=3 \
score=600 \
-draw \
movenumber=34 \
movecount=8 \
score=5 \
-each \
tc=30+0.3 \
timemargin=10000 \
proto=uci \
option.Hash=128 \
option.Threads=8 \
-engine \
name=20210613-1110 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=dev_build:ce4c523ad3defce2d19342d2dd1b43858ec33819 \
-engine \
name=sf15 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=stockfish:15
|
|||||||||||
| 454516 | ncm-dbt-05 | 575965 | 320 | 26 139 155 | -128.2 ± 20.55 | 12 96 45 7 0 | -258.32 ± 51.46 | ||||
cutechess-cli \
-rounds 266 \
-games 2 \
-concurrency 16 \
-srand 3543821943 \
-pgnout ncm-dbt-20210613-1110-006.pgn \
-openings \
file=UHO_4060_v2.epd \
format=epd \
order=random \
-repeat \
-resign \
movecount=3 \
score=600 \
-draw \
movenumber=34 \
movecount=8 \
score=5 \
-each \
tc=30+0.3 \
timemargin=10000 \
proto=uci \
option.Hash=128 \
option.Threads=8 \
-engine \
name=20210613-1110 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=dev_build:ce4c523ad3defce2d19342d2dd1b43858ec33819 \
-engine \
name=sf15 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=stockfish:15
|
|||||||||||
| 454515 | ncm-dbt-03 | 585548 | 500 | 45 218 237 | -125.38 ± 14.13 | 12 152 83 3 0 | -265.78 ± 37.35 | ↓ | |||
cutechess-cli \
-rounds 266 \
-games 2 \
-concurrency 16 \
-srand 1274633100 \
-pgnout ncm-dbt-20210613-1110-005.pgn \
-openings \
file=UHO_4060_v2.epd \
format=epd \
order=random \
-repeat \
-resign \
movecount=3 \
score=600 \
-draw \
movenumber=34 \
movecount=8 \
score=5 \
-each \
tc=30+0.3 \
timemargin=10000 \
proto=uci \
option.Hash=128 \
option.Threads=8 \
-engine \
name=20210613-1110 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=dev_build:ce4c523ad3defce2d19342d2dd1b43858ec33819 \
-engine \
name=sf15 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=stockfish:15
|
|||||||||||
| 454514 | ncm-dbt-02 | 586816 | 500 | 48 211 241 | -117.55 ± 14.69 | 10 151 81 8 0 | -247.41 ± 38.13 | ↓ | |||
cutechess-cli \
-rounds 266 \
-games 2 \
-concurrency 16 \
-srand 1675531495 \
-pgnout ncm-dbt-20210613-1110-004.pgn \
-openings \
file=UHO_4060_v2.epd \
format=epd \
order=random \
-repeat \
-resign \
movecount=3 \
score=600 \
-draw \
movenumber=34 \
movecount=8 \
score=5 \
-each \
tc=30+0.3 \
timemargin=10000 \
proto=uci \
option.Hash=128 \
option.Threads=8 \
-engine \
name=20210613-1110 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=dev_build:ce4c523ad3defce2d19342d2dd1b43858ec33819 \
-engine \
name=sf15 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=stockfish:15
|
|||||||||||
| 454513 | ncm-dbt-01 | 582903 | 500 | 39 213 248 | -126.17 ± 14.79 | 10 163 68 9 0 | -273.0 ± 41.7 | ↓ | |||
cutechess-cli \
-rounds 266 \
-games 2 \
-concurrency 16 \
-srand 2260907589 \
-pgnout ncm-dbt-20210613-1110-003.pgn \
-openings \
file=UHO_4060_v2.epd \
format=epd \
order=random \
-repeat \
-resign \
movecount=3 \
score=600 \
-draw \
movenumber=34 \
movecount=8 \
score=5 \
-each \
tc=30+0.3 \
timemargin=10000 \
proto=uci \
option.Hash=128 \
option.Threads=8 \
-engine \
name=20210613-1110 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=dev_build:ce4c523ad3defce2d19342d2dd1b43858ec33819 \
-engine \
name=sf15 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=stockfish:15
|
|||||||||||
| 454512 | ncm-dbt-04 | 567126 | 500 | 52 219 229 | -120.67 ± 14.83 | 10 156 75 9 0 | -256.44 ± 39.69 | ↓ | |||
cutechess-cli \
-rounds 266 \
-games 2 \
-concurrency 16 \
-srand 1133056110 \
-pgnout ncm-dbt-20210613-1110-002.pgn \
-openings \
file=UHO_4060_v2.epd \
format=epd \
order=random \
-repeat \
-resign \
movecount=3 \
score=600 \
-draw \
movenumber=34 \
movecount=8 \
score=5 \
-each \
tc=30+0.3 \
timemargin=10000 \
proto=uci \
option.Hash=128 \
option.Threads=8 \
-engine \
name=20210613-1110 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=dev_build:ce4c523ad3defce2d19342d2dd1b43858ec33819 \
-engine \
name=sf15 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=stockfish:15
|
|||||||||||
| 454511 | ncm-dbt-05 | 579909 | 500 | 53 230 217 | -128.55 ± 14.59 | 14 153 79 4 0 | -270.57 ± 38.47 | ↓ | |||
cutechess-cli \
-rounds 266 \
-games 2 \
-concurrency 16 \
-srand 1032166130 \
-pgnout ncm-dbt-20210613-1110-001.pgn \
-openings \
file=UHO_4060_v2.epd \
format=epd \
order=random \
-repeat \
-resign \
movecount=3 \
score=600 \
-draw \
movenumber=34 \
movecount=8 \
score=5 \
-each \
tc=30+0.3 \
timemargin=10000 \
proto=uci \
option.Hash=128 \
option.Threads=8 \
-engine \
name=20210613-1110 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=dev_build:ce4c523ad3defce2d19342d2dd1b43858ec33819 \
-engine \
name=sf15 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=stockfish:15
|
|||||||||||
| Commit ID | ce4c523ad3defce2d19342d2dd1b43858ec33819 |
|---|---|
| Author | Tomasz Sobczyk |
| Date | 2021-06-13 11:10:56 UTC |
|
Register count for feature transformer
Compute optimal register count for feature transformer accumulation dynamically.
This also introduces a change where AVX512 would only use 8 registers instead of 16
(now possible due to a 2x increase in feature transformer size).
closes https://github.com/official-stockfish/Stockfish/pull/3543
No functional change
|
|