FuryBench Testing Framework

home toIntegralPlentyChessObsidianCaissaQuanticadeSerendipitySpaghetSchoenemannClarityIlluminaPawnocchioVineAnura
Finished
Vine Fury
spsa_final
diff10.0+0.10
ELO    68.67 +- 15.07 (95%)
LLR    2.89 (-2.25, 2.89) [0.00, 5.00]
GAMES  N: 656 W: 220 L: 92 D: 344
PENTA  [0, 37, 145, 127, 19]
Vine Fury
spsa_1.8k
diff10.0+0.10
ELO    40.65 +- 11.80 (95%)
LLR    2.99 (-2.25, 2.89) [0.00, 5.00]
GAMES  N: 1142 W: 326 L: 193 D: 623
PENTA  [10, 89, 248, 206, 18]
Pawnocchio SwedishChef
multilayer
diffN=40000
ELO    47.26 +- 10.38 (95%)
LLR    3.03 (-2.25, 2.89) [0.00, 3.00]
GAMES  N: 1694 W: 605 L: 376 D: 713
PENTA  [12, 138, 366, 271, 60]
PlentyChess Yoshie2000
lmp-check-mc
diff8.0+0.08
ELO    1.06 +- 0.85 (95%)
LLR    2.91 (-2.25, 2.89) [0.00, 2.50]
GAMES  N: 154036 W: 37940 L: 37469 D: 78627
PENTA  [226, 17473, 41123, 17996, 200]
Pawnocchio SwedishChef
mixed_data_2048pw_higher_wdl.nnue
diff40.0+0.40
ELO    2.13 +- 1.65 (95%)
LLR    2.89 (-2.25, 2.89) [0.00, 3.00]
GAMES  N: 41152 W: 9819 L: 9567 D: 21766
PENTA  [34, 4709, 10834, 4969, 30]
Quanticade DarkNeutrino
selfgen
diffN=5000
ELO    -0.09 +- 0.61 (95%)
GAMES  N: 1000010/1000000 W: 403681 L: 403932 D: 192397
PlentyChess Yoshie2000
extend-newdepth-3
diff8.0+0.08
ELO    1.48 +- 1.19 (95%)
LLR    2.90 (-2.25, 2.89) [0.00, 2.50]
GAMES  N: 80382 W: 19716 L: 19374 D: 41292
PENTA  [132, 9110, 21355, 9472, 122]
PlentyChess Yoshie2000
shared-corrhists
diffN=20000
ELO    -0.00 +- 0.00 (95%)
GAMES  N: 10190/10000 W: 2773 L: 2773 D: 4644
PENTA  [0, 0, 5095, 0, 0]
Pawnocchio SwedishChef
512_testnet_vine_01_13_2.nnue
diff40.0+0.40
ELO    4.96 +- 2.88 (95%)
LLR    2.96 (-2.25, 2.89) [0.00, 3.00]
GAMES  N: 14420 W: 3709 L: 3503 D: 7208
PENTA  [24, 1666, 3626, 1868, 26]
PlentyChess Yoshie2000
extend-newdepth
diff8.0+0.08
ELO    2.65 +- 1.80 (95%)
LLR    3.05 (-2.25, 2.89) [0.00, 2.50]
GAMES  N: 37042 W: 9308 L: 9025 D: 18709
PENTA  [98, 4229, 9604, 4472, 118]
PlentyChess Yoshie2000
smp-spsa
smp diff40.0+0.40
ELO    5.40 +- 2.93 (95%)
LLR    2.91 (-2.25, 2.89) [0.00, 3.00]
GAMES  N: 11450 W: 2871 L: 2693 D: 5886
PENTA  [1, 1126, 3292, 1306, 0]
Pawnocchio SwedishChef
512_testnet_vine_01_12.nnue
diff40.0+0.40
ELO    2.84 +- 2.05 (95%)
LLR    2.90 (-2.25, 2.89) [0.00, 3.00]
GAMES  N: 28380 W: 7264 L: 7032 D: 14084
PENTA  [54, 3316, 7211, 3562, 47]
Pawnocchio SwedishChef
512_testnet_vine_01_11.nnue
diff10.0+0.10
ELO    2.35 +- 1.82 (95%)
LLR    2.92 (-2.25, 2.89) [0.00, 3.00]
GAMES  N: 41814 W: 11089 L: 10806 D: 19919
PENTA  [325, 4858, 10179, 5299, 246]
Pawnocchio SwedishChef
2048pw
diff10.0+0.10
ELO    2.33 +- 1.77 (95%)
LLR    2.92 (-2.25, 2.89) [0.00, 3.00]
GAMES  N: 37942 W: 9374 L: 9120 D: 19448
PENTA  [75, 4416, 9746, 4648, 86]
Pawnocchio SwedishChef
512_testnet_vine_01_11.nnue
diff40.0+0.40
ELO    10.37 +- 4.35 (95%)
LLR    2.96 (-2.25, 2.89) [0.00, 3.00]
GAMES  N: 6334 W: 1721 L: 1532 D: 3081
PENTA  [13, 676, 1599, 867, 12]
Pawnocchio SwedishChef
2048pw
diffN=10000
ELO    12.98 +- 5.76 (95%)
LLR    3.07 (-2.25, 2.89) [0.00, 3.00]
GAMES  N: 7740 W: 2801 L: 2512 D: 2427
PENTA  [287, 752, 1600, 847, 384]
Caissa Witek
eval-68-29B
frc diff10.0+0.10
ELO    4.23 +- 2.21 (95%)
LLR    2.96 (-2.94, 2.94) [0.00, 2.00]
GAMES  N: 24306 W: 4361 L: 4065 D: 15880
PENTA  [143, 2380, 6826, 2646, 158]
Caissa Witek
eval-68-29B
diff10.0+0.10
ELO    3.67 +- 2.07 (95%)
LLR    2.95 (-2.94, 2.94) [0.00, 2.00]
GAMES  N: 29320 W: 7107 L: 6797 D: 15416
PENTA  [92, 3418, 7344, 3700, 106]
Pawnocchio SwedishChef
history_refactor
diff10.0+0.10
ELO    1.16 +- 2.07 (95%)
LLR    2.94 (-2.25, 2.89) [-3.00, 1.00]
GAMES  N: 26628 W: 6332 L: 6243 D: 14053
PENTA  [36, 3099, 6956, 3186, 37]
Caissa Witek
eval-68-11B
diffN=25000
ELO    2.29 +- 1.67 (95%)
LLR    2.97 (-2.94, 2.94) [0.00, 2.00]
GAMES  N: 73338 W: 22735 L: 22251 D: 28352
PENTA  [1872, 8387, 15770, 8665, 1975]
Pawnocchio SwedishChef
512_testnet_vine_01_02_data75_piece_relabel.nnue
diff40.0+0.40
ELO    14.61 +- 5.38 (95%)
LLR    2.89 (-2.25, 2.89) [0.00, 3.00]
GAMES  N: 4426 W: 1235 L: 1049 D: 2142
PENTA  [10, 459, 1112, 599, 33]
PlentyChess Yoshie2000
0134-2r24
diff40.0+0.40
ELO    3.39 +- 2.60 (95%)
LLR    2.89 (-2.25, 2.89) [-1.00, 2.50]
GAMES  N: 15664 W: 3860 L: 3707 D: 8097
PENTA  [2, 1695, 4288, 1842, 5]
PlentyChess Yoshie2000
0134-2r24
diff8.0+0.08
ELO    1.23 +- 1.00 (95%)
LLR    2.92 (-2.25, 2.89) [0.00, 2.50]
GAMES  N: 113660 W: 27962 L: 27559 D: 58139
PENTA  [165, 13071, 29951, 13482, 161]
Pawnocchio SwedishChef
[Vine] datagen_conditions
time odds diffN=12000
ELO    116.36 +- 9.54 (95%)
GAMES  N: 3072/3000 W: 1558 L: 566 D: 948
PENTA  [35, 134, 485, 568, 314]
Integral Fury
[Vine] datagen_conditions
time odds diffN=5000
ELO    154.28 +- 9.67 (95%)
GAMES  N: 3072/3000 W: 1687 L: 406 D: 979
PENTA  [20, 90, 392, 657, 377]