FuryBench Testing Framework

home toIntegralPlentyChessObsidianCaissaQuanticadeSerendipitySpaghetSchoenemannClarityIlluminaPawnocchioVineAnura
Finished
Clarity Vast
cn_032-ml
diffN=20000
ELO    26.03 +- 7.58 (95%)
LLR    3.14 (-2.25, 2.89) [0.00, 3.00]
GAMES  N: 3236 W: 870 L: 628 D: 1738
PENTA  [46, 317, 685, 489, 81]
Caissa Witek
master
diff8.0+0.08
ELO    5.87 +- 1.82 (95%)
GAMES  N: 40032/40000 W: 10101 L: 9425 D: 20506
PENTA  [220, 4525, 9866, 5169, 236]
Caissa Witek
hist_scale_down_7_8
diff8.0+0.08
ELO    1.15 +- 0.92 (95%)
LLR    2.96 (-2.94, 2.94) [0.00, 2.00]
GAMES  N: 147094 W: 34975 L: 34489 D: 77630
PENTA  [515, 17382, 37312, 17778, 560]
Caissa Witek
accum_update_all
diff5.0+0.05
ELO    1.24 +- 1.20 (95%)
LLR    2.99 (-2.94, 2.94) [-0.50, 2.00]
GAMES  N: 88980 W: 21675 L: 21357 D: 45948
PENTA  [463, 10155, 22977, 10391, 504]
Caissa Witek
hist_scale_down_3_4
diffN=25000
ELO    4.42 +- 2.51 (95%)
LLR    3.01 (-2.94, 2.94) [0.00, 2.00]
GAMES  N: 31610 W: 9631 L: 9229 D: 12750
PENTA  [727, 3589, 6856, 3821, 812]
PlentyChess Yoshie2000
hugepages
diff4.0+0.04
ELO    6.17 +- 2.97 (95%)
LLR    2.98 (-2.25, 2.89) [0.00, 2.50]
GAMES  N: 12794 W: 3248 L: 3021 D: 6525
PENTA  [41, 1262, 3582, 1453, 59]
PlentyChess Yoshie2000
refactor-updates
diff4.0+0.04
ELO    2.40 +- 1.72 (95%)
LLR    2.90 (-2.25, 2.89) [0.00, 2.50]
GAMES  N: 40416 W: 10100 L: 9821 D: 20495
PENTA  [123, 4550, 10626, 4743, 166]
Caissa Witek
hist_scale_down_3_4
diff8.0+0.08
ELO    4.34 +- 2.27 (95%)
LLR    2.96 (-2.94, 2.94) [0.00, 2.00]
GAMES  N: 24154 W: 5836 L: 5534 D: 12784
PENTA  [66, 2811, 6036, 3083, 81]
Caissa Witek
mate
diff10.0+0.10
ELO    1.58 +- 2.01 (95%)
LLR    2.96 (-2.94, 2.94) [-2.50, 0.50]
GAMES  N: 28674 W: 6721 L: 6591 D: 15362
PENTA  [86, 3183, 7662, 3327, 79]
Quanticade DarkNeutrino
master
diff10.0+0.10
ELO    55.19 +- 5.44 (95%)
GAMES  N: 5002/5000 W: 1770 L: 982 D: 2250
PENTA  [17, 333, 1097, 953, 101]
Quanticade DarkNeutrino
ti-even-faster
diff60.0+0.60
ELO    7.66 +- 3.67 (95%)
LLR    2.89 (-2.25, 2.89) [0.00, 3.00]
GAMES  N: 8214 W: 2053 L: 1872 D: 4289
PENTA  [8, 860, 2188, 1045, 6]
Serendipity Shawn
net2
crash diff8.0+0.08
ELO    2.63 +- 2.08 (95%)
LLR    2.99 (-2.94, 2.94) [0.00, 5.00]
GAMES  N: 39214 W: 10464 L: 10167 D: 18583
PENTA  [712, 4332, 9100, 4873, 590]
Quanticade DarkNeutrino
ti-even-faster
diff4.0+0.04
ELO    14.34 +- 5.06 (95%)
LLR    3.10 (-2.25, 2.89) [0.00, 3.00]
GAMES  N: 4728 W: 1242 L: 1047 D: 2439
PENTA  [14, 460, 1229, 639, 22]
Quanticade DarkNeutrino
ti-faster
diff4.0+0.04
ELO    4.86 +- 2.80 (95%)
LLR    3.00 (-2.25, 2.89) [0.00, 3.00]
GAMES  N: 14500 W: 3551 L: 3348 D: 7601
PENTA  [42, 1502, 3962, 1699, 45]
Quanticade DarkNeutrino
ti-faster
diff4.0+0.04
ELO    15.53 +- 5.45 (95%)
LLR    2.94 (-2.25, 2.89) [0.00, 3.00]
GAMES  N: 4164 W: 1125 L: 939 D: 2100
PENTA  [11, 411, 1064, 573, 23]
Pawnocchio SwedishChef
see_ep_fix
diff10.0+0.10
ELO    1.31 +- 1.95 (95%)
LLR    2.99 (-2.25, 2.89) [-3.00, 0.00]
GAMES  N: 28738 W: 7017 L: 6909 D: 14812
PENTA  [36, 3177, 7837, 3281, 38]
Pawnocchio SwedishChef
l2_32
diffN=10000
ELO    5.01 +- 3.22 (95%)
LLR    3.00 (-2.25, 2.89) [0.00, 3.00]
GAMES  N: 20376 W: 6448 L: 6154 D: 7774
PENTA  [543, 2286, 4276, 2500, 583]
Quanticade DarkNeutrino
[Stockfish] dev
diffN=5000
ELO    -27.88 +- 0.14 (95%)
GAMES  N: 20000142/20000000 W: 7334814 L: 8936506 D: 3728822
Caissa Witek
score_avg_3_4
diffN=1000
ELO    10.41 +- 4.52 (95%)
LLR    3.15 (-2.94, 2.94) [0.00, 2.00]
GAMES  N: 17496 W: 7775 L: 7251 D: 2470
PENTA  [1314, 1004, 3809, 1086, 1535]
Caissa Witek
avg_score_seed
diffN=1000
ELO    38.00 +- 9.44 (95%)
LLR    3.04 (-2.94, 2.94) [-2.00, 0.00]
GAMES  N: 4324 W: 2197 L: 1726 D: 401
PENTA  [308, 138, 987, 233, 496]
Caissa Witek
avg_score_seed
diff5.0+0.05
ELO    0.82 +- 1.84 (95%)
LLR    2.96 (-2.94, 2.94) [-3.00, 0.00]
GAMES  N: 39450 W: 9650 L: 9557 D: 20243
PENTA  [234, 4725, 9716, 4814, 236]
Pawnocchio SwedishChef
girth
diffN=10000
ELO    18.10 +- 5.64 (95%)
LLR    4.17 (-2.25, 2.89) [0.00, 3.00]
GAMES  N: 6646 W: 2244 L: 1898 D: 2504
PENTA  [144, 682, 1417, 844, 236]
Pawnocchio SwedishChef
higher_hard_limit
diff10.0+0.10
ELO    4.26 +- 2.57 (95%)
LLR    3.00 (-2.25, 2.89) [0.00, 3.00]
GAMES  N: 16640 W: 4167 L: 3963 D: 8510
PENTA  [26, 1749, 4579, 1927, 39]
Quanticade DarkNeutrino
threat-inputs
diffN=25000
ELO    41.17 +- 3.15 (95%)
GAMES  N: 20092/20000 W: 7188 L: 4818 D: 8086
PENTA  [261, 1751, 4154, 3117, 763]
PlentyChess Yoshie2000
0179r
diff8.0+0.08
ELO    3.71 +- 2.26 (95%)
LLR    2.96 (-2.25, 2.89) [0.00, 2.50]
GAMES  N: 23952 W: 6056 L: 5800 D: 12096
PENTA  [78, 2746, 6054, 3038, 60]