FuryBench Testing Framework

home toIntegralPlentyChessObsidianCaissaQuanticadeSerendipitySpaghetSchoenemannClarityIlluminaPawnocchioVineAnura
Finished
Vine SwedishChef
kld_datagen
diff10.0+0.10
ELO    -0.50 +- 4.24 (95%)
LLR    -2.40 (-2.25, 2.89) [0.00, 5.00]
GAMES  N: 18810 W: 7578 L: 7605 D: 3627
PENTA  [1350, 1475, 3788, 1436, 1356]
Vine SwedishChef
kld_datagen
diffN=100000
ELO    69.45 +- 15.41 (95%)
LLR    4.78 (-2.25, 2.89) [0.00, 5.00]
GAMES  N: 1536 W: 752 L: 449 D: 335
PENTA  [55, 111, 256, 168, 178]
Vine SwedishChef
combined_v30_p10_test2
diff10.0+0.10
ELO    -27.24 +- 13.51 (95%)
LLR    -2.27 (-2.25, 2.89) [0.00, 5.00]
GAMES  N: 1406 W: 390 L: 500 D: 516
PENTA  [72, 185, 270, 133, 43]
Vine SwedishChef
kld_datagen
diffN=100000
ELO    0.13 +- 0.30 (95%)
GAMES  N: 4000268/4000000 W: 1579413 L: 1577878 D: 842977
Vine SwedishChef
combined_v30_p10_test1
diff10.0+0.10
ELO    -18.32 +- 10.10 (95%)
LLR    -2.86 (-2.25, 2.89) [0.00, 5.00]
GAMES  N: 2582 W: 733 L: 869 D: 980
PENTA  [129, 322, 487, 262, 91]
Vine SwedishChef
kld_datagen
diffN=100000
ELO    -0.06 +- 0.29 (95%)
GAMES  N: 4011782/4000000 W: 1509889 L: 1510562 D: 991331
Vine SwedishChef
child_q_output
diffN=100000
ELO    0.16 +- 0.30 (95%)
GAMES  N: 4007136/4000000 W: 1582577 L: 1580693 D: 843866
Vine SwedishChef
more_clever_feature_unrolling
diff4.0+0.04
ELO    -1.94 +- 1.23 (95%)
LLR    -1.46 (-2.25, 2.89) [-5.00, 0.00]
GAMES  N: 156048 W: 49020 L: 49893 D: 57135
PENTA  [5712, 17604, 31925, 17411, 5372]
Vine SwedishChef
unroll_features_policy
diff4.0+0.04
ELO    4.10 +- 3.31 (95%)
LLR    2.90 (-2.25, 2.89) [0.00, 5.00]
GAMES  N: 21092 W: 6816 L: 6567 D: 7709
PENTA  [699, 2286, 4368, 2453, 740]
Vine SwedishChef
combined_v29_p7_test
diff10.0+0.10
ELO    -23.11 +- 12.65 (95%)
LLR    -2.27 (-2.25, 2.89) [0.00, 5.00]
GAMES  N: 1656 W: 494 L: 604 D: 558
PENTA  [91, 199, 322, 161, 55]
Vine SwedishChef
test
diff10.0+0.10
ELO    -47.75 +- 17.42 (95%)
LLR    -2.30 (-2.25, 2.89) [0.00, 5.00]
GAMES  N: 842 W: 214 L: 329 D: 299
PENTA  [50, 124, 156, 73, 18]
Vine SwedishChef
combined_v28_p6
diff10.0+0.10
ELO    24.84 +- 10.53 (95%)
LLR    2.95 (-2.25, 2.89) [0.00, 5.00]
GAMES  N: 2298 W: 817 L: 653 D: 828
PENTA  [67, 231, 440, 293, 118]
Vine SwedishChef
combined_v27_p6
diff10.0+0.10
ELO    11.73 +- 6.95 (95%)
LLR    2.97 (-2.25, 2.89) [0.00, 5.00]
GAMES  N: 5510 W: 1875 L: 1689 D: 1946
PENTA  [197, 623, 1006, 655, 274]
Vine SwedishChef
temperature_book
diffN=1000
ELO    0.08 +- 0.31 (95%)
GAMES  N: 4004714/4000000 W: 1623606 L: 1622725 D: 758383
Vine SwedishChef
combined_v26_p6
diff10.0+0.10
ELO    15.65 +- 7.99 (95%)
LLR    3.11 (-2.25, 2.89) [0.00, 5.00]
GAMES  N: 4110 W: 1451 L: 1266 D: 1393
PENTA  [156, 407, 783, 514, 195]
Vine SwedishChef
main
diffN=1000
ELO    0.25 +- 0.31 (95%)
GAMES  N: 4000230/4000000 W: 1643867 L: 1640990 D: 715373
Vine SwedishChef
combined_v26_p4_test
diff10.0+0.10
ELO    0.06 +- 3.20 (95%)
LLR    -2.25 (-2.25, 2.89) [0.00, 5.00]
GAMES  N: 22540 W: 6477 L: 6473 D: 9590
PENTA  [696, 2782, 4347, 2712, 733]
Vine SwedishChef
random_moves_opening
diffN=1000
ELO    -0.21 +- 0.31 (95%)
GAMES  N: 4028220/4000000 W: 1686316 L: 1688780 D: 653124
Vine SwedishChef
combined_v26_p3_test
diff10.0+0.10
ELO    0.68 +- 4.05 (95%)
LLR    -0.86 (-2.25, 2.89) [0.00, 5.00]
GAMES  N: 13716 W: 3794 L: 3767 D: 6155
PENTA  [403, 1682, 2678, 1675, 420]
Vine SwedishChef
combined_v25_p3
diff10.0+0.10
ELO    15.82 +- 7.82 (95%)
LLR    3.14 (-2.25, 2.89) [0.00, 5.00]
GAMES  N: 3868 W: 1202 L: 1026 D: 1640
PENTA  [105, 436, 720, 524, 149]
Vine SwedishChef
datagen_temperature
diffN=1000
ELO    -0.01 +- 0.31 (95%)
GAMES  N: 4025042/4000000 W: 1648106 L: 1648211 D: 728725
Vine SwedishChef
combined_v24_p3
diff10.0+0.10
ELO    16.56 +- 7.96 (95%)
LLR    3.36 (-2.25, 2.89) [0.00, 5.00]
GAMES  N: 4178 W: 1409 L: 1210 D: 1559
PENTA  [150, 438, 769, 527, 205]
Vine SwedishChef
datagen_temperature
diffN=1000
ELO    0.16 +- 0.76 (95%)
GAMES  N: 649260/4000000 W: 260878 L: 260578 D: 127804
Vine SwedishChef
main
diffN=1000
ELO    -0.15 +- 0.31 (95%)
GAMES  N: 4001252/4000000 W: 1642725 L: 1644433 D: 714094
Vine SwedishChef
combined_v23_p3
diff40.0+0.40
ELO    57.00 +- 15.86 (95%)
LLR    2.90 (-2.25, 2.89) [0.00, 5.00]
GAMES  N: 904 W: 329 L: 182 D: 393
PENTA  [10, 73, 182, 134, 53]