NCM plays each Stockfish dev build 20,000 times against Stockfish 15. This yields an approximate Elo difference and establishes confidence in the strength of the dev builds.
| Host | Duration | Avg Base NPS | Games | WLD | Standard Elo | Ptnml(0-2) | Gamepair Elo |
|---|---|---|---|---|---|---|---|
| ncm-dbt-01 | 01:55:55 | 581237 | 1166 | 20 769 377 | -264.81 ± 13.16 | 194 361 28 0 0 | -643.58 ± 67.3 |
| ncm-dbt-02 | 01:55:03 | 587037 | 1170 | 17 797 356 | -279.58 ± 13.76 | 216 348 21 0 0 | -695.22 ± 79.1 |
| ncm-dbt-03 | 01:55:11 | 585636 | 1180 | 12 782 386 | -270.9 ± 12.45 | 194 382 14 0 0 | -768.2 ± 100.62 |
| ncm-dbt-04 | 01:55:55 | 564756 | 1162 | 14 777 371 | -273.38 ± 13.09 | 200 363 18 0 0 | -721.24 ± 86.48 |
| ncm-dbt-05 | 01:55:56 | 579920 | 1172 | 22 761 389 | -257.91 ± 12.63 | 182 375 29 0 0 | -638.25 ± 66.01 |
| 5850 | 85 3886 1879 | -269.21 ± 5.82 | 986 1829 110 0 0 | -687.0 ± 32.82 | |||
| ID | Host | Base NPS | Games | WLD | Standard Elo | Ptnml(0-2) | Gamepair Elo | CLI | PGN | ||
|---|---|---|---|---|---|---|---|---|---|---|---|
| 443975 | ncm-dbt-03 | 583656 | 180 | 3 126 51 | -290.21 ± 37.15 | 36 51 3 0 0 | -708.23 ± 312.42 | ||||
cutechess-cli \
-rounds 266 \
-games 2 \
-concurrency 16 \
-srand 1680415351 \
-pgnout ncm-dbt-20200818-0633-015.pgn \
-openings \
file=UHO_4060_v2.epd \
format=epd \
order=random \
-repeat \
-resign \
movecount=3 \
score=600 \
-draw \
movenumber=34 \
movecount=8 \
score=5 \
-each \
tc=30+0.3 \
timemargin=10000 \
proto=uci \
option.Hash=128 \
option.Threads=8 \
-engine \
name=20200818-0633 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=dev_build:581b92e4a70b99fa5a22f7a1a38f2c8d2099769f \
-engine \
name=sf15 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=stockfish:15
|
|||||||||||
| 443974 | ncm-dbt-01 | 580904 | 246 | 4 157 85 | -252.98 ± 27.47 | 37 79 7 0 0 | -613.27 ± 161.12 | ||||
cutechess-cli \
-rounds 266 \
-games 2 \
-concurrency 16 \
-srand 2900952533 \
-pgnout ncm-dbt-20200818-0633-014.pgn \
-openings \
file=UHO_4060_v2.epd \
format=epd \
order=random \
-repeat \
-resign \
movecount=3 \
score=600 \
-draw \
movenumber=34 \
movecount=8 \
score=5 \
-each \
tc=30+0.3 \
timemargin=10000 \
proto=uci \
option.Hash=128 \
option.Threads=8 \
-engine \
name=20200818-0633 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=dev_build:581b92e4a70b99fa5a22f7a1a38f2c8d2099769f \
-engine \
name=sf15 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=stockfish:15
|
|||||||||||
| 443973 | ncm-dbt-04 | 570268 | 248 | 5 162 81 | -259.35 ± 26.93 | 38 81 5 0 0 | -674.59 ± 226.86 | ||||
cutechess-cli \
-rounds 266 \
-games 2 \
-concurrency 16 \
-srand 3677020418 \
-pgnout ncm-dbt-20200818-0633-013.pgn \
-openings \
file=UHO_4060_v2.epd \
format=epd \
order=random \
-repeat \
-resign \
movecount=3 \
score=600 \
-draw \
movenumber=34 \
movecount=8 \
score=5 \
-each \
tc=30+0.3 \
timemargin=10000 \
proto=uci \
option.Hash=128 \
option.Threads=8 \
-engine \
name=20200818-0633 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=dev_build:581b92e4a70b99fa5a22f7a1a38f2c8d2099769f \
-engine \
name=sf15 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=stockfish:15
|
|||||||||||
| 443972 | ncm-dbt-05 | 584832 | 256 | 5 173 78 | -273.14 ± 28.77 | 45 78 5 0 0 | -680.21 ± 227.14 | ||||
cutechess-cli \
-rounds 266 \
-games 2 \
-concurrency 16 \
-srand 1072545159 \
-pgnout ncm-dbt-20200818-0633-012.pgn \
-openings \
file=UHO_4060_v2.epd \
format=epd \
order=random \
-repeat \
-resign \
movecount=3 \
score=600 \
-draw \
movenumber=34 \
movecount=8 \
score=5 \
-each \
tc=30+0.3 \
timemargin=10000 \
proto=uci \
option.Hash=128 \
option.Threads=8 \
-engine \
name=20200818-0633 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=dev_build:581b92e4a70b99fa5a22f7a1a38f2c8d2099769f \
-engine \
name=sf15 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=stockfish:15
|
|||||||||||
| 443971 | ncm-dbt-02 | 586181 | 258 | 4 176 78 | -279.57 ± 28.93 | 47 78 4 0 0 | -721.02 ± 299.39 | ||||
cutechess-cli \
-rounds 266 \
-games 2 \
-concurrency 16 \
-srand 334906803 \
-pgnout ncm-dbt-20200818-0633-011.pgn \
-openings \
file=UHO_4060_v2.epd \
format=epd \
order=random \
-repeat \
-resign \
movecount=3 \
score=600 \
-draw \
movenumber=34 \
movecount=8 \
score=5 \
-each \
tc=30+0.3 \
timemargin=10000 \
proto=uci \
option.Hash=128 \
option.Threads=8 \
-engine \
name=20200818-0633 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=dev_build:581b92e4a70b99fa5a22f7a1a38f2c8d2099769f \
-engine \
name=sf15 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=stockfish:15
|
|||||||||||
| 443970 | ncm-dbt-03 | 587664 | 500 | 2 323 175 | -264.59 ± 17.19 | 73 175 2 0 0 | -958.31 ± 196.57 | ↓ | |||
cutechess-cli \
-rounds 266 \
-games 2 \
-concurrency 16 \
-srand 1712573532 \
-pgnout ncm-dbt-20200818-0633-010.pgn \
-openings \
file=UHO_4060_v2.epd \
format=epd \
order=random \
-repeat \
-resign \
movecount=3 \
score=600 \
-draw \
movenumber=34 \
movecount=8 \
score=5 \
-each \
tc=30+0.3 \
timemargin=10000 \
proto=uci \
option.Hash=128 \
option.Threads=8 \
-engine \
name=20200818-0633 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=dev_build:581b92e4a70b99fa5a22f7a1a38f2c8d2099769f \
-engine \
name=sf15 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=stockfish:15
|
|||||||||||
| 443969 | ncm-dbt-05 | 572235 | 500 | 10 312 178 | -243.0 ± 18.13 | 67 168 15 0 0 | -603.84 ± 95.91 | ↓ | |||
cutechess-cli \
-rounds 266 \
-games 2 \
-concurrency 16 \
-srand 2054068335 \
-pgnout ncm-dbt-20200818-0633-009.pgn \
-openings \
file=UHO_4060_v2.epd \
format=epd \
order=random \
-repeat \
-resign \
movecount=3 \
score=600 \
-draw \
movenumber=34 \
movecount=8 \
score=5 \
-each \
tc=30+0.3 \
timemargin=10000 \
proto=uci \
option.Hash=128 \
option.Threads=8 \
-engine \
name=20200818-0633 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=dev_build:581b92e4a70b99fa5a22f7a1a38f2c8d2099769f \
-engine \
name=sf15 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=stockfish:15
|
|||||||||||
| 443968 | ncm-dbt-01 | 580240 | 500 | 9 337 154 | -272.99 ± 20.85 | 89 150 11 0 0 | -659.13 ± 116.77 | ↓ | |||
cutechess-cli \
-rounds 266 \
-games 2 \
-concurrency 16 \
-srand 3417011563 \
-pgnout ncm-dbt-20200818-0633-008.pgn \
-openings \
file=UHO_4060_v2.epd \
format=epd \
order=random \
-repeat \
-resign \
movecount=3 \
score=600 \
-draw \
movenumber=34 \
movecount=8 \
score=5 \
-each \
tc=30+0.3 \
timemargin=10000 \
proto=uci \
option.Hash=128 \
option.Threads=8 \
-engine \
name=20200818-0633 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=dev_build:581b92e4a70b99fa5a22f7a1a38f2c8d2099769f \
-engine \
name=sf15 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=stockfish:15
|
|||||||||||
| 443967 | ncm-dbt-04 | 555766 | 500 | 5 337 158 | -277.92 ± 20.3 | 89 154 7 0 0 | -739.05 ± 163.27 | ↓ | |||
cutechess-cli \
-rounds 266 \
-games 2 \
-concurrency 16 \
-srand 2882166361 \
-pgnout ncm-dbt-20200818-0633-007.pgn \
-openings \
file=UHO_4060_v2.epd \
format=epd \
order=random \
-repeat \
-resign \
movecount=3 \
score=600 \
-draw \
movenumber=34 \
movecount=8 \
score=5 \
-each \
tc=30+0.3 \
timemargin=10000 \
proto=uci \
option.Hash=128 \
option.Threads=8 \
-engine \
name=20200818-0633 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=dev_build:581b92e4a70b99fa5a22f7a1a38f2c8d2099769f \
-engine \
name=sf15 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=stockfish:15
|
|||||||||||
| 443966 | ncm-dbt-02 | 590224 | 500 | 7 344 149 | -284.21 ± 21.64 | 96 145 9 0 0 | -694.7 ± 134.18 | ↓ | |||
cutechess-cli \
-rounds 266 \
-games 2 \
-concurrency 16 \
-srand 111080396 \
-pgnout ncm-dbt-20200818-0633-006.pgn \
-openings \
file=UHO_4060_v2.epd \
format=epd \
order=random \
-repeat \
-resign \
movecount=3 \
score=600 \
-draw \
movenumber=34 \
movecount=8 \
score=5 \
-each \
tc=30+0.3 \
timemargin=10000 \
proto=uci \
option.Hash=128 \
option.Threads=8 \
-engine \
name=20200818-0633 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=dev_build:581b92e4a70b99fa5a22f7a1a38f2c8d2099769f \
-engine \
name=sf15 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=stockfish:15
|
|||||||||||
| 443965 | ncm-dbt-02 | 584706 | 412 | 6 277 129 | -274.07 ± 22.73 | 73 125 8 0 0 | -681.27 ± 146.16 | ↓ | |||
cutechess-cli \
-rounds 266 \
-games 2 \
-concurrency 16 \
-srand 3764554713 \
-pgnout ncm-dbt-20200818-0633-005.pgn \
-openings \
file=UHO_4060_v2.epd \
format=epd \
order=random \
-repeat \
-resign \
movecount=3 \
score=600 \
-draw \
movenumber=34 \
movecount=8 \
score=5 \
-each \
tc=30+0.3 \
timemargin=10000 \
proto=uci \
option.Hash=128 \
option.Threads=8 \
-engine \
name=20200818-0633 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=dev_build:581b92e4a70b99fa5a22f7a1a38f2c8d2099769f \
-engine \
name=sf15 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=stockfish:15
|
|||||||||||
| 443964 | ncm-dbt-03 | 585590 | 500 | 7 333 160 | -270.57 ± 20.0 | 85 156 9 0 0 | -694.7 ± 134.18 | ↓ | |||
cutechess-cli \
-rounds 266 \
-games 2 \
-concurrency 16 \
-srand 1107244905 \
-pgnout ncm-dbt-20200818-0633-004.pgn \
-openings \
file=UHO_4060_v2.epd \
format=epd \
order=random \
-repeat \
-resign \
movecount=3 \
score=600 \
-draw \
movenumber=34 \
movecount=8 \
score=5 \
-each \
tc=30+0.3 \
timemargin=10000 \
proto=uci \
option.Hash=128 \
option.Threads=8 \
-engine \
name=20200818-0633 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=dev_build:581b92e4a70b99fa5a22f7a1a38f2c8d2099769f \
-engine \
name=sf15 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=stockfish:15
|
|||||||||||
| 443963 | ncm-dbt-04 | 568236 | 414 | 4 278 132 | -276.58 ± 22.23 | 73 128 6 0 0 | -732.95 ± 187.44 | ↓ | |||
cutechess-cli \
-rounds 266 \
-games 2 \
-concurrency 16 \
-srand 814274120 \
-pgnout ncm-dbt-20200818-0633-003.pgn \
-openings \
file=UHO_4060_v2.epd \
format=epd \
order=random \
-repeat \
-resign \
movecount=3 \
score=600 \
-draw \
movenumber=34 \
movecount=8 \
score=5 \
-each \
tc=30+0.3 \
timemargin=10000 \
proto=uci \
option.Hash=128 \
option.Threads=8 \
-engine \
name=20200818-0633 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=dev_build:581b92e4a70b99fa5a22f7a1a38f2c8d2099769f \
-engine \
name=sf15 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=stockfish:15
|
|||||||||||
| 443962 | ncm-dbt-01 | 582569 | 420 | 7 275 138 | -262.29 ± 21.59 | 68 132 10 0 0 | -645.08 ± 124.3 | ↓ | |||
cutechess-cli \
-rounds 266 \
-games 2 \
-concurrency 16 \
-srand 1784117090 \
-pgnout ncm-dbt-20200818-0633-002.pgn \
-openings \
file=UHO_4060_v2.epd \
format=epd \
order=random \
-repeat \
-resign \
movecount=3 \
score=600 \
-draw \
movenumber=34 \
movecount=8 \
score=5 \
-each \
tc=30+0.3 \
timemargin=10000 \
proto=uci \
option.Hash=128 \
option.Threads=8 \
-engine \
name=20200818-0633 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=dev_build:581b92e4a70b99fa5a22f7a1a38f2c8d2099769f \
-engine \
name=sf15 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=stockfish:15
|
|||||||||||
| 443961 | ncm-dbt-05 | 582694 | 416 | 7 276 133 | -267.34 ± 22.06 | 70 129 9 0 0 | -662.1 ± 133.88 | ↓ | |||
cutechess-cli \
-rounds 266 \
-games 2 \
-concurrency 16 \
-srand 1763841723 \
-pgnout ncm-dbt-20200818-0633-001.pgn \
-openings \
file=UHO_4060_v2.epd \
format=epd \
order=random \
-repeat \
-resign \
movecount=3 \
score=600 \
-draw \
movenumber=34 \
movecount=8 \
score=5 \
-each \
tc=30+0.3 \
timemargin=10000 \
proto=uci \
option.Hash=128 \
option.Threads=8 \
-engine \
name=20200818-0633 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=dev_build:581b92e4a70b99fa5a22f7a1a38f2c8d2099769f \
-engine \
name=sf15 \
cmd=docker \
arg=run \
arg=-i \
arg=--rm \
arg=--entrypoint=/engine \
arg=stockfish:15
|
|||||||||||
| Commit ID | 581b92e4a70b99fa5a22f7a1a38f2c8d2099769f |
|---|---|
| Author | Unai Corzo |
| Date | 2020-08-18 06:33:42 UTC |
|
Remove last captures extension
STC https://tests.stockfishchess.org/tests/view/5f395657e98b6c64b3df41dd
LLR: 2.95 (-2.94,2.94) {-1.50,0.50}
Total: 144664 W: 15426 L: 15537 D: 113701
Ptnml(0-2): 612, 11341, 48537, 11230, 612
LTC https://tests.stockfishchess.org/tests/view/5f3a2ec7b38d442594aabdd7
LLR: 2.96 (-2.94,2.94) {-1.50,0.50}
Total: 22728 W: 1161 L: 1146 D: 20421
Ptnml(0-2): 21, 960, 9388, 973, 22
closes https://github.com/official-stockfish/Stockfish/pull/3020
bench: 3832662
|
|