FuryBench Testing Framework

home toIntegralPlentyChessObsidianCaissaQuanticadeSerendipitySpaghetSchoenemannClarityIlluminaPawnocchioVineAnura
Finished
Caissa Witek
eval-73-53B
diffN=25000
ELO    -3.30 +- 2.61 (95%)
LLR    -3.00 (-2.94, 2.94) [0.00, 2.00]
GAMES  N: 30414 W: 9190 L: 9479 D: 11745
PENTA  [856, 3594, 6499, 3499, 759]
Caissa Witek
datagen_tuned_3
diffN=40000
ELO    15.08 +- 4.87 (95%)
LLR    2.95 (-2.94, 2.94) [0.00, 2.00]
GAMES  N: 7790 W: 2400 L: 2062 D: 3328
PENTA  [115, 855, 1689, 1049, 187]
Caissa Witek
datagen_tuning_2
diffN=40000
TUNE   81 parameters
ITER   25,002 / 25,000
GAMES  800,082 / 800,000
Caissa Witek
datagen_tuned_2
diffN=40000
ELO    0.58 +- 0.65 (95%)
LLR    -0.45 (-2.94, 2.94) [0.00, 2.00]
GAMES  N: 422998 W: 122366 L: 121655 D: 178977
PENTA  [7832, 50520, 94132, 51135, 7880]
Caissa Witek
datagen_tuning_2
diffN=40000
TUNE   16 parameters
ITER   25,002 / 25,000
GAMES  400,034 / 400,000
Caissa Witek
tuning
crash diffN=40000
TUNE   16 parameters
ITER   50,129 / 50,000
GAMES  802,064 / 800,000
Caissa Witek
datagen_tuned
diffN=40000
ELO    -15.82 +- 5.06 (95%)
GAMES  N: 7580/20000 W: 2033 L: 2378 D: 3169
PENTA  [206, 1006, 1648, 787, 143]
Caissa Witek
tuning
diffN=40000
TUNE   137 parameters
ITER   10,018 / 10,000
GAMES  320,596 / 320,000
Caissa Witek
eval-72-193B
diff60.0+0.60
ELO    0.39 +- 1.47 (95%)
LLR    -0.47 (-2.94, 2.94) [0.00, 2.50]
GAMES  N: 51268 W: 11557 L: 11499 D: 28212
PENTA  [34, 5961, 13587, 6017, 35]
Caissa Witek
eval-72-193B
diff10.0+0.10
ELO    -0.58 +- 1.56 (95%)
LLR    -1.79 (-2.94, 2.94) [0.00, 2.00]
GAMES  N: 50514 W: 11965 L: 12050 D: 26499
PENTA  [156, 6123, 12787, 6032, 159]
Caissa Witek
eval-72-193B
frc diff10.0+0.10
ELO    -2.63 +- 2.02 (95%)
LLR    -2.96 (-2.94, 2.94) [0.00, 2.00]
GAMES  N: 28492 W: 4808 L: 5024 D: 18660
PENTA  [188, 2958, 8140, 2802, 158]
Caissa Witek
eval-72-193B
diff10.0+0.20
ELO    35.98 +- 6.71 (95%)
LLR    2.95 (-2.94, 2.94) [0.00, 2.00]
GAMES  N: 2636 W: 816 L: 544 D: 1276
PENTA  [1, 217, 609, 491, 0]
Caissa Witek
se_new_depth
diff10.0+0.10
ELO    0.04 +- 0.80 (95%)
LLR    -2.96 (-2.94, 2.94) [0.00, 2.00]
GAMES  N: 194262 W: 45667 L: 45644 D: 102951
PENTA  [542, 23431, 49297, 23184, 677]
Caissa Witek
cont_hist_4
diff10.0+0.10
ELO    -0.07 +- 0.89 (95%)
LLR    -2.95 (-2.94, 2.94) [0.00, 2.00]
GAMES  N: 155574 W: 36554 L: 36587 D: 82433
PENTA  [499, 18565, 39727, 18462, 534]
Caissa Witek
more_cont_hist
diff10.0+0.10
ELO    -1.40 +- 1.60 (95%)
LLR    -2.95 (-2.94, 2.94) [0.00, 2.00]
GAMES  N: 47836 W: 11202 L: 11395 D: 25239
PENTA  [144, 5841, 12155, 5620, 158]
Caissa Witek
probcut_tweak
diff10.0+0.10
ELO    -2.69 +- 2.07 (95%)
LLR    -2.95 (-2.94, 2.94) [0.00, 2.00]
GAMES  N: 28366 W: 6509 L: 6729 D: 15128
PENTA  [86, 3483, 7248, 3297, 69]
Caissa Witek
iir_no_tt_2
diff10.0+0.10
ELO    0.51 +- 0.60 (95%)
LLR    -0.07 (-2.94, 2.94) [0.00, 2.00]
GAMES  N: 342816 W: 80921 L: 80419 D: 181476
PENTA  [1110, 40858, 86969, 41362, 1109]
Caissa Witek
qs_all_check_evasions
diff10.0+0.10
ELO    -8.81 +- 3.53 (95%)
LLR    -2.95 (-2.94, 2.94) [0.00, 2.00]
GAMES  N: 9858 W: 2159 L: 2409 D: 5290
PENTA  [44, 1274, 2528, 1054, 29]
Caissa Witek
cont_corr_scale_3
diff10.0+0.10
ELO    -0.51 +- 1.18 (95%)
LLR    -2.95 (-2.94, 2.94) [0.00, 2.00]
GAMES  N: 89388 W: 20944 L: 21076 D: 47368
PENTA  [325, 10740, 22655, 10690, 284]
Caissa Witek
cont_corr_opp
diff10.0+0.10
ELO    -3.69 +- 2.38 (95%)
LLR    -2.96 (-2.94, 2.94) [0.00, 2.00]
GAMES  N: 22052 W: 5100 L: 5334 D: 11618
PENTA  [83, 2777, 5524, 2575, 67]
Caissa Witek
cont_corr_5
diff10.0+0.10
ELO    -3.26 +- 2.25 (95%)
LLR    -2.95 (-2.94, 2.94) [0.00, 2.00]
GAMES  N: 24274 W: 5589 L: 5817 D: 12868
PENTA  [89, 2989, 6194, 2791, 74]
Caissa Witek
master
smp diff40.0+0.40
ELO    20.94 +- 3.28 (95%)
GAMES  N: 10000/10000 W: 2551 L: 1949 D: 5500
PENTA  [0, 871, 2667, 1451, 11]
Caissa Witek
master
diff8.0+0.08
ELO    19.99 +- 2.58 (95%)
GAMES  N: 19396/40000 W: 5312 L: 4197 D: 9887
PENTA  [65, 1871, 4766, 2876, 120]
Caissa Witek
smp_tuned_2
crash smp diff40.0+0.40
ELO    1.47 +- 2.70 (95%)
LLR    0.57 (-2.94, 2.94) [0.00, 3.00]
GAMES  N: 14464 W: 3236 L: 3175 D: 8053
PENTA  [9, 1582, 3983, 1655, 3]
Caissa Witek
misc_fixes
diff10.0+0.10
ELO    -0.28 +- 3.72 (95%)
LLR    0.21 (-2.94, 2.94) [-3.00, 0.00]
GAMES  N: 8712 W: 2041 L: 2048 D: 4623
PENTA  [27, 1021, 2273, 1002, 33]