FuryBench Testing Framework

home toIntegralPlentyChessObsidianCaissaQuanticadeSerendipitySpaghetSchoenemannClarityIlluminaPawnocchioVineAnura
Finished
Vine Fury
datagen_conditions
diff10.0+0.10
ELO    63.71 +- 8.18 (95%)
GAMES  N: 3000/3000 W: 1136 L: 592 D: 1272
PENTA  [30, 204, 592, 540, 134]
Integral Fury
[Vine] datagen_conditions
time odds diffN=20000
ELO    336.49 +- 11.74 (95%)
GAMES  N: 3072/3000 W: 2337 L: 39 D: 696
PENTA  [0, 3, 57, 651, 825]
Vine Fury
datagen_conditions
diffN=100000
ELO    65.07 +- 7.79 (95%)
GAMES  N: 3376/3000 W: 1269 L: 644 D: 1463
PENTA  [34, 221, 688, 576, 169]
Vine SwedishChef
policy_4096hl
diff10.0+0.10
ELO    15.89 +- 7.18 (95%)
LLR    2.92 (-2.25, 2.89) [0.00, 5.00]
GAMES  N: 2648 W: 657 L: 536 D: 1455
PENTA  [15, 262, 659, 363, 25]
Vine SwedishChef
dual_act
diffN=10000
ELO    10.27 +- 5.88 (95%)
LLR    2.98 (-2.25, 2.89) [0.00, 5.00]
GAMES  N: 5074 W: 1295 L: 1145 D: 2634
PENTA  [78, 551, 1153, 653, 102]
Vine SwedishChef
main
crash diffN=1000
ELO    -0.00 +- 0.00 (95%)
GAMES  N: 40158/40000 W: 13552 L: 13552 D: 13054
PENTA  [0, 0, 20079, 0, 0]
Vine SwedishChef
8866140
diffN=1000
ELO    -0.00 +- 0.00 (95%)
GAMES  N: 40448/40000 W: 13302 L: 13302 D: 13844
PENTA  [0, 0, 20224, 0, 0]
Vine SwedishChef
3072hl
crash diff10.0+0.10
ELO    42.35 +- 11.80 (95%)
LLR    3.15 (-2.25, 2.89) [0.00, 5.00]
GAMES  N: 1080 W: 321 L: 190 D: 569
PENTA  [3, 87, 248, 180, 22]
Integral Fury
[Vine] datagen_conditions
time odds diffN=20000
ELO    469.01 +- 9.56 (95%)
GAMES  N: 10122/10000 W: 8899 L: 52 D: 1171
PENTA  [0, 1, 56, 1160, 3844]
PlentyChess Yoshie2000
shared-contcorr
smp diff4.0+0.04
ELO    1.69 +- 1.31 (95%)
LLR    2.91 (-2.25, 2.89) [0.00, 2.50]
GAMES  N: 60920 W: 15307 L: 15010 D: 30603
PENTA  [45, 6577, 16924, 6864, 50]
Integral Fury
vine_small_adjudicated
diff10.0+0.10
ELO    16.69 +- 7.36 (95%)
LLR    2.90 (-2.25, 2.89) [0.00, 5.00]
GAMES  N: 2458 W: 686 L: 568 D: 1204
PENTA  [7, 263, 576, 371, 12]
PlentyChess Yoshie2000
i16-score
diffN=20000
ELO    -0.00 +- 0.00 (95%)
GAMES  N: 10008/10000 W: 2774 L: 2774 D: 4460
PENTA  [0, 0, 5004, 0, 0]
Caissa Witek
simpl_endgame_4
diff10.0+0.10
ELO    0.71 +- 1.26 (95%)
LLR    3.01 (-2.94, 2.94) [-3.00, 0.00]
GAMES  N: 33996 W: 6330 L: 6261 D: 21405
PENTA  [1, 1952, 13026, 2015, 4]
PlentyChess Yoshie2000
wdl-head
diffN=20000
ELO    4.21 +- 4.14 (95%)
GAMES  N: 10154/10000 W: 2942 L: 2819 D: 4393
PENTA  [165, 1156, 2339, 1225, 192]
Pawnocchio SwedishChef
2048hl
diffN=20000
ELO    23.50 +- 7.74 (95%)
LLR    2.97 (-2.25, 2.89) [0.00, 3.00]
GAMES  N: 3702 W: 1275 L: 1025 D: 1402
PENTA  [84, 375, 736, 519, 137]
Caissa Witek
triple_se_2
diff80.0+0.80
ELO    3.36 +- 2.07 (95%)
LLR    2.97 (-2.94, 2.94) [0.00, 2.50]
GAMES  N: 25260 W: 5844 L: 5600 D: 13816
PENTA  [15, 2778, 6797, 3028, 12]
Pawnocchio SwedishChef
mixed_data_01_03.nnue
diff10.0+0.10
ELO    10.56 +- 4.43 (95%)
LLR    2.97 (-2.25, 2.89) [0.00, 3.00]
GAMES  N: 6286 W: 1585 L: 1394 D: 3307
PENTA  [6, 695, 1574, 838, 30]
Pawnocchio SwedishChef
mixed_data_01_03.nnue
diff40.0+0.40
ELO    4.13 +- 2.56 (95%)
LLR    2.92 (-2.25, 2.89) [0.00, 3.00]
GAMES  N: 16986 W: 4100 L: 3898 D: 8988
PENTA  [4, 1917, 4461, 2095, 16]
Caissa Witek
razor_alpha_1200
diff10.0+0.10
ELO    0.99 +- 1.86 (95%)
LLR    2.95 (-2.94, 2.94) [-3.00, 0.00]
GAMES  N: 34520 W: 8061 L: 7963 D: 18496
PENTA  [103, 3975, 9021, 4043, 118]
Pawnocchio SwedishChef
512_testnet_vine_01_02_data75_piece_relabel.nnue
diff40.0+0.40
ELO    7.99 +- 3.89 (95%)
LLR    2.90 (-2.25, 2.89) [0.00, 3.00]
GAMES  N: 8526 W: 2250 L: 2054 D: 4222
PENTA  [13, 993, 2098, 1103, 56]
Pawnocchio SwedishChef
512_testnet_vine_01_02_data75_piece_relabel.nnue
diff10.0+0.10
ELO    19.34 +- 6.61 (95%)
LLR    2.96 (-2.25, 2.89) [0.00, 3.00]
GAMES  N: 3830 W: 1160 L: 947 D: 1723
PENTA  [19, 439, 860, 504, 93]
Caissa Witek
mc_fh_adj
diff10.0+0.10
ELO    2.02 +- 1.42 (95%)
LLR    2.96 (-2.94, 2.94) [0.00, 2.00]
GAMES  N: 61538 W: 14586 L: 14229 D: 32723
PENTA  [194, 7231, 15576, 7560, 208]
Caissa Witek
cont_corr_hist_2
diff10.0+0.10
ELO    1.11 +- 0.89 (95%)
LLR    2.98 (-2.94, 2.94) [0.00, 2.00]
GAMES  N: 157720 W: 37162 L: 36659 D: 83899
PENTA  [525, 18768, 39818, 19177, 572]
PlentyChess Yoshie2000
0134-2r22
diff40.0+0.40
ELO    3.08 +- 1.96 (95%)
LLR    2.90 (-2.25, 2.89) [0.00, 2.50]
GAMES  N: 26186 W: 6615 L: 6383 D: 13188
PENTA  [5, 2711, 7432, 2937, 8]
PlentyChess Yoshie2000
0134-2r22
diff8.0+0.08
ELO    2.39 +- 1.70 (95%)
LLR    2.89 (-2.25, 2.89) [0.00, 2.50]
GAMES  N: 38656 W: 9617 L: 9351 D: 19688
PENTA  [48, 4351, 10264, 4617, 48]