{ "version": 180, "provenance": { "source": "course-shared/labs/stochastic-approximation.js", "sourceSha256": "e83c6709a3b1cecc2fb6ff5589ee393b62ef83f740e38cb290d62c3f9bb05de0", "method": "Fixed uint32 finite replay with full RM moments, per-visit Q ledgers, weighted TD mean iteration and complete 16-sign bias enumeration. No probability theorem inferred from seeds." }, "records": [ { "key": "default", "data": { "version": 180, "parameters": { "gamma": 0.8, "steps": 120, "alphaKind": "harmonic", "coverage": "full", "noiseKind": "iid", "scale": 1, "seed": 20260912, "theta0": 0 }, "model": [ [ { "name": "采集", "reward": 1, "p": [ 1, 0 ] }, { "name": "远行", "reward": -2, "p": [ 0, 1 ] } ], [ { "name": "收获", "reward": 4, "p": [ 0.4, 0.6 ] }, { "name": "返回", "reward": 2, "p": [ 1, 0 ] } ] ], "rm": { "target": 2, "rows": [ { "k": 0, "theta": 0, "mean": 0, "variance": 0, "mse": 4, "alphaSum": 0, "squareSum": 0, "centeredAccumulation": 0, "update": null }, { "k": 1, "theta": 1, "mean": 2, "variance": 1, "mse": 1, "alphaSum": 1, "squareSum": 1, "centeredAccumulation": -1, "update": { "old": 0, "alpha": 1, "drift": 2, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 2725517660, "after": 179222419, "u": 0.041728471172973514 } } }, { "k": 2, "theta": 1, "mean": 2, "variance": 0.5, "mse": 0.5, "alphaSum": 1.5, "squareSum": 1.25, "centeredAccumulation": -1.5, "update": { "old": 1, "alpha": 0.5, "drift": 1, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 179222419, "after": 1472957981, "u": 0.34294975479133427 } } }, { "k": 3, "theta": 1.6666666666666665, "mean": 2, "variance": 0.33333333333333337, "mse": 0.33333333333333337, "alphaSum": 1.8333333333333333, "squareSum": 1.3611111111111112, "centeredAccumulation": -1.1666666666666667, "update": { "old": 1, "alpha": 0.3333333333333333, "drift": 1, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 1472957981, "after": 3876560441, "u": 0.9025820626411587 } } }, { "k": 4, "theta": 2, "mean": 2, "variance": 0.25, "mse": 0.25, "alphaSum": 2.083333333333333, "squareSum": 1.4236111111111112, "centeredAccumulation": -0.9166666666666667, "update": { "old": 1.6666666666666665, "alpha": 0.25, "drift": 0.3333333333333335, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 3876560441, "after": 2380152829, "u": 0.5541725151706487 } } }, { "k": 5, "theta": 1.8, "mean": 2, "variance": 0.20000000000000004, "mse": 0.20000000000000004, "alphaSum": 2.283333333333333, "squareSum": 1.4636111111111112, "centeredAccumulation": -1.1166666666666667, "update": { "old": 2, "alpha": 0.2, "drift": 0, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 2380152829, "after": 236382029, "u": 0.05503697996027768 } } }, { "k": 6, "theta": 2, "mean": 2, "variance": 0.16666666666666669, "mse": 0.16666666666666669, "alphaSum": 2.4499999999999997, "squareSum": 1.4913888888888889, "centeredAccumulation": -0.9500000000000001, "update": { "old": 1.8, "alpha": 0.16666666666666666, "drift": 0.19999999999999996, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 236382029, "after": 2367350898, "u": 0.5511918333359063 } } }, { "k": 7, "theta": 2.142857142857143, "mean": 2, "variance": 0.1428571428571429, "mse": 0.1428571428571429, "alphaSum": 2.5928571428571425, "squareSum": 1.511797052154195, "centeredAccumulation": -0.8071428571428572, "update": { "old": 2, "alpha": 0.14285714285714285, "drift": 0, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 2367350898, "after": 3532443512, "u": 0.8224610965698957 } } }, { "k": 8, "theta": 2, "mean": 2, "variance": 0.12500000000000006, "mse": 0.12500000000000006, "alphaSum": 2.7178571428571425, "squareSum": 1.527422052154195, "centeredAccumulation": -0.9321428571428572, "update": { "old": 2.142857142857143, "alpha": 0.125, "drift": -0.1428571428571428, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 3532443512, "after": 656323561, "u": 0.15281223715282977 } } }, { "k": 9, "theta": 2.111111111111111, "mean": 2, "variance": 0.11111111111111115, "mse": 0.11111111111111115, "alphaSum": 2.8289682539682537, "squareSum": 1.5397677311665408, "centeredAccumulation": -0.821031746031746, "update": { "old": 2, "alpha": 0.1111111111111111, "drift": 0, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 656323561, "after": 3709763672, "u": 0.8637466635555029 } } }, { "k": 10, "theta": 2.2, "mean": 2, "variance": 0.10000000000000003, "mse": 0.10000000000000003, "alphaSum": 2.9289682539682538, "squareSum": 1.5497677311665408, "centeredAccumulation": -0.721031746031746, "update": { "old": 2.111111111111111, "alpha": 0.1, "drift": -0.11111111111111116, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 3709763672, "after": 2946849938, "u": 0.6861169678159058 } } }, { "k": 11, "theta": 2.272727272727273, "mean": 2, "variance": 0.09090909090909093, "mse": 0.09090909090909093, "alphaSum": 3.0198773448773446, "squareSum": 1.558032193976458, "centeredAccumulation": -0.6301226551226551, "update": { "old": 2.2, "alpha": 0.09090909090909091, "drift": -0.20000000000000018, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 2946849938, "after": 2194984873, "u": 0.5110597407910973 } } }, { "k": 12, "theta": 2.166666666666667, "mean": 2, "variance": 0.08333333333333334, "mse": 0.08333333333333334, "alphaSum": 3.103210678210678, "squareSum": 1.5649766384209025, "centeredAccumulation": -0.7134559884559885, "update": { "old": 2.272727272727273, "alpha": 0.08333333333333333, "drift": -0.27272727272727293, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 2194984873, "after": 2132649241, "u": 0.49654609546996653 } } }, { "k": 13, "theta": 2.230769230769231, "mean": 2, "variance": 0.07692307692307694, "mse": 0.07692307692307694, "alphaSum": 3.180133755133755, "squareSum": 1.5708937981842162, "centeredAccumulation": -0.6365329115329115, "update": { "old": 2.166666666666667, "alpha": 0.07692307692307693, "drift": -0.16666666666666696, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 2132649241, "after": 3160602630, "u": 0.7358851446770132 } } }, { "k": 14, "theta": 2.2857142857142856, "mean": 2, "variance": 0.07142857142857145, "mse": 0.07142857142857145, "alphaSum": 3.251562326562327, "squareSum": 1.5759958390005426, "centeredAccumulation": -0.5651043401043401, "update": { "old": 2.230769230769231, "alpha": 0.07142857142857142, "drift": -0.23076923076923084, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 3160602630, "after": 2401992535, "u": 0.55925746797584 } } }, { "k": 15, "theta": 2.333333333333333, "mean": 2, "variance": 0.0666666666666667, "mse": 0.0666666666666667, "alphaSum": 3.3182289932289937, "squareSum": 1.580440283444987, "centeredAccumulation": -0.4984376734376734, "update": { "old": 2.2857142857142856, "alpha": 0.06666666666666667, "drift": -0.2857142857142856, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 2401992535, "after": 4177267159, "u": 0.9725958013441414 } } }, { "k": 16, "theta": 2.2499999999999996, "mean": 2, "variance": 0.06250000000000003, "mse": 0.06250000000000003, "alphaSum": 3.3807289932289937, "squareSum": 1.584346533444987, "centeredAccumulation": -0.5609376734376734, "update": { "old": 2.333333333333333, "alpha": 0.0625, "drift": -0.33333333333333304, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 4177267159, "after": 1092383668, "u": 0.254340392537415 } } }, { "k": 17, "theta": 2.1764705882352935, "mean": 2, "variance": 0.05882352941176473, "mse": 0.05882352941176473, "alphaSum": 3.439552522640758, "squareSum": 1.587806741057444, "centeredAccumulation": -0.6197612028494381, "update": { "old": 2.2499999999999996, "alpha": 0.058823529411764705, "drift": -0.24999999999999956, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 1092383668, "after": 574100513, "u": 0.13366819196380675 } } }, { "k": 18, "theta": 2.1111111111111107, "mean": 2, "variance": 0.05555555555555558, "mse": 0.05555555555555558, "alphaSum": 3.4951080781963135, "squareSum": 1.5908931608105303, "centeredAccumulation": -0.6753167584049937, "update": { "old": 2.1764705882352935, "alpha": 0.05555555555555555, "drift": -0.1764705882352935, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 574100513, "after": 926460831, "u": 0.21570847160182893 } } }, { "k": 19, "theta": 2.052631578947368, "mean": 2, "variance": 0.05263157894736845, "mse": 0.05263157894736845, "alphaSum": 3.547739657143682, "squareSum": 1.5936632439130234, "centeredAccumulation": -0.7279483373523621, "update": { "old": 2.1111111111111107, "alpha": 0.05263157894736842, "drift": -0.11111111111111072, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 926460831, "after": 1797262842, "u": 0.418457864318043 } } }, { "k": 20, "theta": 1.9999999999999998, "mean": 2, "variance": 0.05000000000000003, "mse": 0.05000000000000003, "alphaSum": 3.597739657143682, "squareSum": 1.5961632439130233, "centeredAccumulation": -0.7779483373523621, "update": { "old": 2.052631578947368, "alpha": 0.05, "drift": -0.05263157894736814, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 1797262842, "after": 963669525, "u": 0.2243717957753688 } } }, { "k": 21, "theta": 2.0476190476190474, "mean": 2, "variance": 0.047619047619047644, "mse": 0.047619047619047644, "alphaSum": 3.6453587047627294, "squareSum": 1.5984308176091684, "centeredAccumulation": -0.7303292897333145, "update": { "old": 1.9999999999999998, "alpha": 0.047619047619047616, "drift": 2.220446049250313e-16, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 963669525, "after": 2733137356, "u": 0.6363581297919154 } } }, { "k": 22, "theta": 2.090909090909091, "mean": 2, "variance": 0.045454545454545484, "mse": 0.045454545454545484, "alphaSum": 3.690813250217275, "squareSum": 1.6004969333116477, "centeredAccumulation": -0.684874744278769, "update": { "old": 2.0476190476190474, "alpha": 0.045454545454545456, "drift": -0.04761904761904745, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 2733137356, "after": 2204149220, "u": 0.5131934816017747 } } }, { "k": 23, "theta": 2.043478260869565, "mean": 2, "variance": 0.043478260869565244, "mse": 0.043478260869565244, "alphaSum": 3.73429151108684, "squareSum": 1.6023872924798896, "centeredAccumulation": -0.7283530051483342, "update": { "old": 2.090909090909091, "alpha": 0.043478260869565216, "drift": -0.09090909090909083, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 2204149220, "after": 1817292618, "u": 0.4231214099563658 } } }, { "k": 24, "theta": 1.9999999999999998, "mean": 2, "variance": 0.0416666666666667, "mse": 0.0416666666666667, "alphaSum": 3.7759581777535067, "squareSum": 1.6041234035910008, "centeredAccumulation": -0.7700196718150009, "update": { "old": 2.043478260869565, "alpha": 0.041666666666666664, "drift": -0.043478260869564966, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 1817292618, "after": 1856024918, "u": 0.4321394762955606 } } }, { "k": 25, "theta": 1.9599999999999997, "mean": 2, "variance": 0.04000000000000003, "mse": 0.04000000000000003, "alphaSum": 3.8159581777535068, "squareSum": 1.6057234035910009, "centeredAccumulation": -0.8100196718150009, "update": { "old": 1.9999999999999998, "alpha": 0.04, "drift": 2.220446049250313e-16, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 1856024918, "after": 1774448499, "u": 0.41314598615281284 } } }, { "k": 26, "theta": 1.9999999999999998, "mean": 2, "variance": 0.03846153846153849, "mse": 0.03846153846153849, "alphaSum": 3.854419716215045, "squareSum": 1.6072026935318293, "centeredAccumulation": -0.7715581333534625, "update": { "old": 1.9599999999999997, "alpha": 0.038461538461538464, "drift": 0.04000000000000026, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 1774448499, "after": 2442996165, "u": 0.5688043695408851 } } }, { "k": 27, "theta": 2.0370370370370368, "mean": 2, "variance": 0.03703703703703706, "mse": 0.03703703703703706, "alphaSum": 3.8914567532520823, "squareSum": 1.6085744356443121, "centeredAccumulation": -0.7345210963164255, "update": { "old": 1.9999999999999998, "alpha": 0.037037037037037035, "drift": 2.220446049250313e-16, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 2442996165, "after": 2685919607, "u": 0.6253643909003586 } } }, { "k": 28, "theta": 2.071428571428571, "mean": 2, "variance": 0.03571428571428574, "mse": 0.03571428571428574, "alphaSum": 3.927171038966368, "squareSum": 1.6098499458483937, "centeredAccumulation": -0.6988068106021398, "update": { "old": 2.0370370370370368, "alpha": 0.03571428571428571, "drift": -0.03703703703703676, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 2685919607, "after": 3676094987, "u": 0.8559075619559735 } } }, { "k": 29, "theta": 2.0344827586206895, "mean": 2, "variance": 0.03448275862068968, "mse": 0.03448275862068968, "alphaSum": 3.9616537975870574, "squareSum": 1.6110390064904865, "centeredAccumulation": -0.7332895692228294, "update": { "old": 2.071428571428571, "alpha": 0.034482758620689655, "drift": -0.07142857142857117, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 3676094987, "after": 686683909, "u": 0.15988105651922524 } } }, { "k": 30, "theta": 1.9999999999999998, "mean": 2, "variance": 0.03333333333333336, "mse": 0.03333333333333336, "alphaSum": 3.9949871309203906, "squareSum": 1.6121501176015975, "centeredAccumulation": -0.7666229025561627, "update": { "old": 2.0344827586206895, "alpha": 0.03333333333333333, "drift": -0.0344827586206895, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 686683909, "after": 1471061091, "u": 0.3425081006716937 } } }, { "k": 31, "theta": 1.9677419354838708, "mean": 2, "variance": 0.03225806451612906, "mse": 0.03225806451612906, "alphaSum": 4.02724519543652, "squareSum": 1.6131907003279242, "centeredAccumulation": -0.7988809670722917, "update": { "old": 1.9999999999999998, "alpha": 0.03225806451612903, "drift": 2.220446049250313e-16, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 1471061091, "after": 7696434, "u": 0.0017919656820595264 } } }, { "k": 32, "theta": 1.9374999999999998, "mean": 2, "variance": 0.03125000000000003, "mse": 0.03125000000000003, "alphaSum": 4.05849519543652, "squareSum": 1.6141672628279242, "centeredAccumulation": -0.8301309670722917, "update": { "old": 1.9677419354838708, "alpha": 0.03125, "drift": 0.032258064516129226, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 7696434, "after": 1612678763, "u": 0.3754810343962163 } } }, { "k": 33, "theta": 1.9696969696969695, "mean": 2, "variance": 0.030303030303030335, "mse": 0.030303030303030335, "alphaSum": 4.08879822573955, "squareSum": 1.6150855364734706, "centeredAccumulation": -0.7998279367692614, "update": { "old": 1.9374999999999998, "alpha": 0.030303030303030304, "drift": 0.06250000000000022, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 1612678763, "after": 2324131394, "u": 0.5411290084011853 } } }, { "k": 34, "theta": 1.9999999999999998, "mean": 2, "variance": 0.02941176470588238, "mse": 0.02941176470588238, "alphaSum": 4.118209990445433, "squareSum": 1.6159505883765848, "centeredAccumulation": -0.7704161720633791, "update": { "old": 1.9696969696969695, "alpha": 0.029411764705882353, "drift": 0.030303030303030498, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 2324131394, "after": 2393678149, "u": 0.5573216241318733 } } }, { "k": 35, "theta": 1.9714285714285713, "mean": 2, "variance": 0.028571428571428595, "mse": 0.028571428571428595, "alphaSum": 4.146781419016861, "squareSum": 1.616766914907197, "centeredAccumulation": -0.7989876006348077, "update": { "old": 1.9999999999999998, "alpha": 0.02857142857142857, "drift": 2.220446049250313e-16, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 2393678149, "after": 1241877735, "u": 0.28914719237945974 } } }, { "k": 36, "theta": 1.9999999999999998, "mean": 2, "variance": 0.027777777777777797, "mse": 0.027777777777777797, "alphaSum": 4.174559196794639, "squareSum": 1.6175385198454686, "centeredAccumulation": -0.7712098228570299, "update": { "old": 1.9714285714285713, "alpha": 0.027777777777777776, "drift": 0.028571428571428692, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 1241877735, "after": 2293969995, "u": 0.5341065104585141 } } }, { "k": 37, "theta": 1.9729729729729728, "mean": 2, "variance": 0.027027027027027046, "mse": 0.027027027027027046, "alphaSum": 4.201586223821666, "squareSum": 1.6182689800353882, "centeredAccumulation": -0.7982368498840569, "update": { "old": 1.9999999999999998, "alpha": 0.02702702702702703, "drift": 2.220446049250313e-16, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 2293969995, "after": 678840594, "u": 0.1580548924393952 } } }, { "k": 38, "theta": 1.9999999999999998, "mean": 2, "variance": 0.026315789473684233, "mse": 0.026315789473684233, "alphaSum": 4.22790201329535, "squareSum": 1.6189615008110114, "centeredAccumulation": -0.7719210604103727, "update": { "old": 1.9729729729729728, "alpha": 0.02631578947368421, "drift": 0.027027027027027195, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 678840594, "after": 3420147384, "u": 0.7963151168078184 } } }, { "k": 39, "theta": 2.0256410256410255, "mean": 2, "variance": 0.02564102564102566, "mse": 0.02564102564102566, "alphaSum": 4.2535430389363755, "squareSum": 1.619618963006935, "centeredAccumulation": -0.746280034769347, "update": { "old": 1.9999999999999998, "alpha": 0.02564102564102564, "drift": 2.220446049250313e-16, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 3420147384, "after": 3817859198, "u": 0.8889146144501865 } } }, { "k": 40, "theta": 2.05, "mean": 2, "variance": 0.02500000000000002, "mse": 0.02500000000000002, "alphaSum": 4.278543038936376, "squareSum": 1.6202439630069352, "centeredAccumulation": -0.721280034769347, "update": { "old": 2.0256410256410255, "alpha": 0.025, "drift": -0.02564102564102555, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 3817859198, "after": 3464806654, "u": 0.8067131633870304 } } }, { "k": 41, "theta": 2.0731707317073167, "mean": 2, "variance": 0.02439024390243904, "mse": 0.02439024390243904, "alphaSum": 4.302933282838815, "squareSum": 1.6208388470045556, "centeredAccumulation": -0.6968897908669079, "update": { "old": 2.05, "alpha": 0.024390243902439025, "drift": -0.04999999999999982, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 3464806654, "after": 2248039891, "u": 0.5234125747811049 } } }, { "k": 42, "theta": 2.095238095238095, "mean": 2, "variance": 0.023809523809523822, "mse": 0.023809523809523822, "alphaSum": 4.326742806648339, "squareSum": 1.621405740428592, "centeredAccumulation": -0.6730802670573841, "update": { "old": 2.0731707317073167, "alpha": 0.023809523809523808, "drift": -0.0731707317073167, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 2248039891, "after": 2261206225, "u": 0.5264781008008868 } } }, { "k": 43, "theta": 2.1162790697674416, "mean": 2, "variance": 0.023255813953488382, "mse": 0.023255813953488382, "alphaSum": 4.349998620601827, "squareSum": 1.6219465733112313, "centeredAccumulation": -0.6498244531038957, "update": { "old": 2.095238095238095, "alpha": 0.023255813953488372, "drift": -0.0952380952380949, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 2261206225, "after": 2784439327, "u": 0.6483028007205576 } } }, { "k": 44, "theta": 2.090909090909091, "mean": 2, "variance": 0.022727272727272735, "mse": 0.022727272727272735, "alphaSum": 4.3727258933290996, "squareSum": 1.6224631022368512, "centeredAccumulation": -0.6725517258311684, "update": { "old": 2.1162790697674416, "alpha": 0.022727272727272728, "drift": -0.11627906976744162, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 2784439327, "after": 1323919493, "u": 0.30824902770109475 } } }, { "k": 45, "theta": 2.0666666666666664, "mean": 2, "variance": 0.02222222222222223, "mse": 0.02222222222222223, "alphaSum": 4.394948115551322, "squareSum": 1.622956929397345, "centeredAccumulation": -0.6947739480533907, "update": { "old": 2.090909090909091, "alpha": 0.022222222222222223, "drift": -0.09090909090909083, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 1323919493, "after": 482793049, "u": 0.11240901635028422 } } }, { "k": 46, "theta": 2.043478260869565, "mean": 2, "variance": 0.021739130434782615, "mse": 0.021739130434782615, "alphaSum": 4.416687245986104, "squareSum": 1.6234295191894055, "centeredAccumulation": -0.7165130784881732, "update": { "old": 2.0666666666666664, "alpha": 0.021739130434782608, "drift": -0.06666666666666643, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 482793049, "after": 129973951, "u": 0.030261918669566512 } } }, { "k": 47, "theta": 2.063829787234042, "mean": 2, "variance": 0.021276595744680854, "mse": 0.021276595744680854, "alphaSum": 4.4379638417307845, "squareSum": 1.623882212715888, "centeredAccumulation": -0.6952364827434924, "update": { "old": 2.043478260869565, "alpha": 0.02127659574468085, "drift": -0.043478260869564966, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 129973951, "after": 3984424939, "u": 0.9276962231379002 } } }, { "k": 48, "theta": 2.041666666666666, "mean": 2, "variance": 0.020833333333333332, "mse": 0.020833333333333332, "alphaSum": 4.4587971750641175, "squareSum": 1.6243162404936657, "centeredAccumulation": -0.7160698160768257, "update": { "old": 2.063829787234042, "alpha": 0.020833333333333332, "drift": -0.06382978723404209, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 3984424939, "after": 310897611, "u": 0.07238649087958038 } } }, { "k": 49, "theta": 2.0204081632653055, "mean": 2, "variance": 0.02040816326530612, "mse": 0.02040816326530612, "alphaSum": 4.4792053383294235, "squareSum": 1.6247327336215291, "centeredAccumulation": -0.7364779793421319, "update": { "old": 2.041666666666666, "alpha": 0.02040816326530612, "drift": -0.041666666666666075, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 310897611, "after": 270629556, "u": 0.06301085371524096 } } }, { "k": 50, "theta": 2.039999999999999, "mean": 2, "variance": 0.019999999999999997, "mse": 0.019999999999999997, "alphaSum": 4.499205338329423, "squareSum": 1.625132733621529, "centeredAccumulation": -0.7164779793421319, "update": { "old": 2.0204081632653055, "alpha": 0.02, "drift": -0.02040816326530548, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 270629556, "after": 3515565295, "u": 0.8185313304420561 } } }, { "k": 51, "theta": 2.058823529411764, "mean": 2, "variance": 0.019607843137254898, "mse": 0.019607843137254898, "alphaSum": 4.518813181466678, "squareSum": 1.6255172011340242, "centeredAccumulation": -0.6968701362048769, "update": { "old": 2.039999999999999, "alpha": 0.0196078431372549, "drift": -0.03999999999999915, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 3515565295, "after": 2613703908, "u": 0.6085503632202744 } } }, { "k": 52, "theta": 2.038461538461538, "mean": 2, "variance": 0.019230769230769225, "mse": 0.019230769230769225, "alphaSum": 4.538043950697447, "squareSum": 1.6258870236192313, "centeredAccumulation": -0.7161009054356462, "update": { "old": 2.058823529411764, "alpha": 0.019230769230769232, "drift": -0.05882352941176405, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 2613703908, "after": 267513742, "u": 0.06228539673611522 } } }, { "k": 53, "theta": 2.018867924528301, "mean": 2, "variance": 0.01886792452830188, "mse": 0.01886792452830188, "alphaSum": 4.556911875225749, "squareSum": 1.626243022195237, "centeredAccumulation": -0.7349688299639481, "update": { "old": 2.038461538461538, "alpha": 0.018867924528301886, "drift": -0.03846153846153788, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 267513742, "after": 1913055054, "u": 0.4454178395681083 } } }, { "k": 54, "theta": 1.9999999999999993, "mean": 2, "variance": 0.01851851851851851, "mse": 0.01851851851851851, "alphaSum": 4.575430393744267, "squareSum": 1.626585957723358, "centeredAccumulation": -0.7534873484824666, "update": { "old": 2.018867924528301, "alpha": 0.018518518518518517, "drift": -0.018867924528301216, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 1913055054, "after": 1929475865, "u": 0.44924110756255686 } } }, { "k": 55, "theta": 2.0181818181818176, "mean": 2, "variance": 0.018181818181818174, "mse": 0.018181818181818174, "alphaSum": 4.593612211926086, "squareSum": 1.6269165362357545, "centeredAccumulation": -0.7353055303006484, "update": { "old": 1.9999999999999993, "alpha": 0.01818181818181818, "drift": 6.661338147750939e-16, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 1929475865, "after": 3786228968, "u": 0.8815501276403666 } } }, { "k": 56, "theta": 1.9999999999999996, "mean": 2, "variance": 0.01785714285714285, "mse": 0.01785714285714285, "alphaSum": 4.611469354783229, "squareSum": 1.6272354137867748, "centeredAccumulation": -0.7531626731577913, "update": { "old": 2.0181818181818176, "alpha": 0.017857142857142856, "drift": -0.018181818181817633, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 3786228968, "after": 1866231408, "u": 0.4345158599317074 } } }, { "k": 57, "theta": 2.0175438596491224, "mean": 2, "variance": 0.0175438596491228, "mse": 0.0175438596491228, "alphaSum": 4.6290132144323515, "squareSum": 1.627543200798163, "centeredAccumulation": -0.7356188135086685, "update": { "old": 1.9999999999999996, "alpha": 0.017543859649122806, "drift": 4.440892098500626e-16, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 1866231408, "after": 3165781545, "u": 0.7370909547898918 } } }, { "k": 58, "theta": 2.034482758620689, "mean": 2, "variance": 0.017241379310344817, "mse": 0.017241379310344817, "alphaSum": 4.646254593742697, "squareSum": 1.627840465958686, "centeredAccumulation": -0.7183774341983237, "update": { "old": 2.0175438596491224, "alpha": 0.017241379310344827, "drift": -0.017543859649122417, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 3165781545, "after": 3991367155, "u": 0.9293125837575644 } } }, { "k": 59, "theta": 2.0169491525423724, "mean": 2, "variance": 0.01694915254237287, "mse": 0.01694915254237287, "alphaSum": 4.6632037462850695, "squareSum": 1.6281277397305907, "centeredAccumulation": -0.7353265867406965, "update": { "old": 2.034482758620689, "alpha": 0.01694915254237288, "drift": -0.03448275862068906, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 3991367155, "after": 192460351, "u": 0.04481066740117967 } } }, { "k": 60, "theta": 2.0333333333333328, "mean": 2, "variance": 0.016666666666666653, "mse": 0.016666666666666653, "alphaSum": 4.679870412951736, "squareSum": 1.6284055175083685, "centeredAccumulation": -0.7186599200740298, "update": { "old": 2.0169491525423724, "alpha": 0.016666666666666666, "drift": -0.016949152542372392, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 192460351, "after": 2857649376, "u": 0.6653483435511589 } } }, { "k": 61, "theta": 2.01639344262295, "mean": 2, "variance": 0.016393442622950807, "mse": 0.016393442622950807, "alphaSum": 4.696263855574687, "squareSum": 1.6286742624694004, "centeredAccumulation": -0.7350533626969806, "update": { "old": 2.0333333333333328, "alpha": 0.01639344262295082, "drift": -0.03333333333333277, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 2857649376, "after": 2076370180, "u": 0.48344260547310114 } } }, { "k": 62, "theta": 2.0322580645161286, "mean": 2, "variance": 0.016129032258064505, "mse": 0.016129032258064505, "alphaSum": 4.712392887832752, "squareSum": 1.628934408150982, "centeredAccumulation": -0.7189243304389161, "update": { "old": 2.01639344262295, "alpha": 0.016129032258064516, "drift": -0.016393442622950172, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 2076370180, "after": 3408699413, "u": 0.7936496783513576 } } }, { "k": 63, "theta": 2.047619047619047, "mean": 2, "variance": 0.015873015873015865, "mse": 0.015873015873015865, "alphaSum": 4.7282659037057675, "squareSum": 1.629186360783887, "centeredAccumulation": -0.7030513145659003, "update": { "old": 2.0322580645161286, "alpha": 0.015873015873015872, "drift": -0.03225806451612856, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 3408699413, "after": 3136020418, "u": 0.7301616524346173 } } }, { "k": 64, "theta": 2.0624999999999996, "mean": 2, "variance": 0.015624999999999993, "mse": 0.015624999999999993, "alphaSum": 4.7438909037057675, "squareSum": 1.629430501408887, "centeredAccumulation": -0.6874263145659003, "update": { "old": 2.047619047619047, "alpha": 0.015625, "drift": -0.047619047619047006, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 3136020418, "after": 3815511595, "u": 0.8883680205326527 } } }, { "k": 65, "theta": 2.0461538461538455, "mean": 2, "variance": 0.015384615384615379, "mse": 0.015384615384615379, "alphaSum": 4.759275519090383, "squareSum": 1.6296671877994195, "centeredAccumulation": -0.7028109299505156, "update": { "old": 2.0624999999999996, "alpha": 0.015384615384615385, "drift": -0.062499999999999556, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 3815511595, "after": 1417779487, "u": 0.3301025105174631 } } }, { "k": 66, "theta": 2.06060606060606, "mean": 2, "variance": 0.015151515151515145, "mse": 0.015151515151515145, "alphaSum": 4.774427034241898, "squareSum": 1.6298967562108062, "centeredAccumulation": -0.6876594147990005, "update": { "old": 2.0461538461538455, "alpha": 0.015151515151515152, "drift": -0.046153846153845546, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 1417779487, "after": 2481656590, "u": 0.5778057011775672 } } }, { "k": 67, "theta": 2.0746268656716413, "mean": 2, "variance": 0.01492537313432835, "mse": 0.01492537313432835, "alphaSum": 4.789352407376227, "squareSum": 1.630119522974005, "centeredAccumulation": -0.6727340416646721, "update": { "old": 2.06060606060606, "alpha": 0.014925373134328358, "drift": -0.06060606060606011, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 2481656590, "after": 3235893931, "u": 0.7534152667503804 } } }, { "k": 68, "theta": 2.058823529411764, "mean": 2, "variance": 0.01470588235294117, "mse": 0.01470588235294117, "alphaSum": 4.804058289729168, "squareSum": 1.6303357859497836, "centeredAccumulation": -0.6874399240176132, "update": { "old": 2.0746268656716413, "alpha": 0.014705882352941176, "drift": -0.07462686567164134, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 3235893931, "after": 1809797678, "u": 0.4213763582520187 } } }, { "k": 69, "theta": 2.0724637681159415, "mean": 2, "variance": 0.014492753623188399, "mse": 0.014492753623188399, "alphaSum": 4.818551043352357, "squareSum": 1.630545825857366, "centeredAccumulation": -0.6729471703944249, "update": { "old": 2.058823529411764, "alpha": 0.014492753623188406, "drift": -0.05882352941176405, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 1809797678, "after": 2998963843, "u": 0.6982506818603724 } } }, { "k": 70, "theta": 2.085714285714285, "mean": 2, "variance": 0.014285714285714282, "mse": 0.014285714285714282, "alphaSum": 4.832836757638071, "squareSum": 1.630749907490019, "centeredAccumulation": -0.6586614561087106, "update": { "old": 2.0724637681159415, "alpha": 0.014285714285714285, "drift": -0.07246376811594146, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 2998963843, "after": 3238485611, "u": 0.7540186892729253 } } }, { "k": 71, "theta": 2.070422535211267, "mean": 2, "variance": 0.014084507042253518, "mse": 0.014084507042253518, "alphaSum": 4.846921264680325, "squareSum": 1.6309482808286422, "centeredAccumulation": -0.6727459631509641, "update": { "old": 2.085714285714285, "alpha": 0.014084507042253521, "drift": -0.08571428571428497, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 3238485611, "after": 1938770638, "u": 0.45140521554276347 } } }, { "k": 72, "theta": 2.0833333333333326, "mean": 2, "variance": 0.013888888888888888, "mse": 0.013888888888888888, "alphaSum": 4.860810153569214, "squareSum": 1.63114118206321, "centeredAccumulation": -0.6588570742620753, "update": { "old": 2.070422535211267, "alpha": 0.013888888888888888, "drift": -0.07042253521126707, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 1938770638, "after": 3222156037, "u": 0.7502166640479118 } } }, { "k": 73, "theta": 2.095890410958903, "mean": 2, "variance": 0.013698630136986299, "mse": 0.013698630136986299, "alphaSum": 4.8745087837062, "squareSum": 1.6313288345308399, "centeredAccumulation": -0.645158444125089, "update": { "old": 2.0833333333333326, "alpha": 0.0136986301369863, "drift": -0.0833333333333326, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 3222156037, "after": 3418134130, "u": 0.7958463695831597 } } }, { "k": 74, "theta": 2.0810810810810803, "mean": 2, "variance": 0.013513513513513513, "mse": 0.013513513513513513, "alphaSum": 4.888022297219713, "squareSum": 1.6315114495783198, "centeredAccumulation": -0.6586719576386025, "update": { "old": 2.095890410958903, "alpha": 0.013513513513513514, "drift": -0.09589041095890316, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 3418134130, "after": 1999479723, "u": 0.46554015087895095 } } }, { "k": 75, "theta": 2.0933333333333324, "mean": 2, "variance": 0.013333333333333334, "mse": 0.013333333333333334, "alphaSum": 4.901355630553047, "squareSum": 1.6316892273560977, "centeredAccumulation": -0.6453386243052692, "update": { "old": 2.0810810810810803, "alpha": 0.013333333333333334, "drift": -0.08108108108108025, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 1999479723, "after": 2823611111, "u": 0.6574231924023479 } } }, { "k": 76, "theta": 2.105263157894736, "mean": 2, "variance": 0.013157894736842106, "mse": 0.013157894736842106, "alphaSum": 4.914513525289889, "squareSum": 1.6318623575500035, "centeredAccumulation": -0.6321807295684271, "update": { "old": 2.0933333333333324, "alpha": 0.013157894736842105, "drift": -0.09333333333333238, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 2823611111, "after": 3054699791, "u": 0.711227718507871 } } }, { "k": 77, "theta": 2.09090909090909, "mean": 2, "variance": 0.012987012987012988, "mse": 0.012987012987012988, "alphaSum": 4.927500538276902, "squareSum": 1.6320310200563284, "centeredAccumulation": -0.6451677425554401, "update": { "old": 2.105263157894736, "alpha": 0.012987012987012988, "drift": -0.10526315789473584, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 3054699791, "after": 14894230, "u": 0.0034678331576287746 } } }, { "k": 78, "theta": 2.0769230769230758, "mean": 2, "variance": 0.012820512820512822, "mse": 0.012820512820512822, "alphaSum": 4.940321051097415, "squareSum": 1.6321953856053093, "centeredAccumulation": -0.6579882553759528, "update": { "old": 2.09090909090909, "alpha": 0.01282051282051282, "drift": -0.09090909090908994, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 14894230, "after": 1715971438, "u": 0.39953073440119624 } } }, { "k": 79, "theta": 2.0886075949367076, "mean": 2, "variance": 0.012658227848101269, "mse": 0.012658227848101269, "alphaSum": 4.9529792789455165, "squareSum": 1.6323556163375637, "centeredAccumulation": -0.6453300275278516, "update": { "old": 2.0769230769230758, "alpha": 0.012658227848101266, "drift": -0.07692307692307576, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 1715971438, "after": 3484397435, "u": 0.8112744975369424 } } }, { "k": 80, "theta": 2.074999999999999, "mean": 2, "variance": 0.012500000000000004, "mse": 0.012500000000000004, "alphaSum": 4.965479278945517, "squareSum": 1.6325118663375637, "centeredAccumulation": -0.6578300275278516, "update": { "old": 2.0886075949367076, "alpha": 0.0125, "drift": -0.08860759493670756, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 3484397435, "after": 1918540091, "u": 0.4466949242632836 } } }, { "k": 81, "theta": 2.0617283950617273, "mean": 2, "variance": 0.012345679012345682, "mse": 0.012345679012345682, "alphaSum": 4.977824957957862, "squareSum": 1.6326642821278397, "centeredAccumulation": -0.6701757065401972, "update": { "old": 2.074999999999999, "alpha": 0.012345679012345678, "drift": -0.07499999999999885, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 1918540091, "after": 247519525, "u": 0.057630130322650075 } } }, { "k": 82, "theta": 2.0731707317073162, "mean": 2, "variance": 0.012195121951219514, "mse": 0.012195121951219514, "alphaSum": 4.9900200799090815, "squareSum": 1.6328130031272448, "centeredAccumulation": -0.6579805845889777, "update": { "old": 2.0617283950617273, "alpha": 0.012195121951219513, "drift": -0.06172839506172734, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 247519525, "after": 2842298679, "u": 0.6617742308881134 } } }, { "k": 83, "theta": 2.0843373493975896, "mean": 2, "variance": 0.012048192771084338, "mse": 0.012048192771084338, "alphaSum": 5.002068272680166, "squareSum": 1.632958162076294, "centeredAccumulation": -0.6459323918178933, "update": { "old": 2.0731707317073162, "alpha": 0.012048192771084338, "drift": -0.07317073170731625, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 2842298679, "after": 3789504305, "u": 0.8823127264622599 } } }, { "k": 84, "theta": 2.0952380952380945, "mean": 2, "variance": 0.011904761904761908, "mse": 0.011904761904761908, "alphaSum": 5.013973034584928, "squareSum": 1.6330998854323031, "centeredAccumulation": -0.6340276299131314, "update": { "old": 2.0843373493975896, "alpha": 0.011904761904761904, "drift": -0.08433734939758963, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 3789504305, "after": 3239745933, "u": 0.7543121308553964 } } }, { "k": 85, "theta": 2.1058823529411757, "mean": 2, "variance": 0.011764705882352944, "mse": 0.011764705882352944, "alphaSum": 5.025737740467281, "squareSum": 1.6332382937368013, "centeredAccumulation": -0.6222629240307785, "update": { "old": 2.0952380952380945, "alpha": 0.011764705882352941, "drift": -0.09523809523809446, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 3239745933, "after": 3611648920, "u": 0.8409025426954031 } } }, { "k": 86, "theta": 2.0930232558139528, "mean": 2, "variance": 0.01162790697674419, "mse": 0.01162790697674419, "alphaSum": 5.037365647444025, "squareSum": 1.6333735019574611, "centeredAccumulation": -0.6338908310075227, "update": { "old": 2.1058823529411757, "alpha": 0.011627906976744186, "drift": -0.10588235294117565, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 3611648920, "after": 503160419, "u": 0.11715116421692073 } } }, { "k": 87, "theta": 2.080459770114942, "mean": 2, "variance": 0.011494252873563222, "mse": 0.011494252873563222, "alphaSum": 5.048859900317588, "squareSum": 1.6335056198065825, "centeredAccumulation": -0.645385083881086, "update": { "old": 2.0930232558139528, "alpha": 0.011494252873563218, "drift": -0.09302325581395277, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 503160419, "after": 1745126939, "u": 0.4063190284650773 } } }, { "k": 88, "theta": 2.0909090909090904, "mean": 2, "variance": 0.011363636363636367, "mse": 0.011363636363636367, "alphaSum": 5.0602235366812245, "squareSum": 1.6336347520379875, "centeredAccumulation": -0.6340214475174496, "update": { "old": 2.080459770114942, "alpha": 0.011363636363636364, "drift": -0.08045977011494188, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 1745126939, "after": 3761558904, "u": 0.8758061807602644 } } }, { "k": 89, "theta": 2.078651685393258, "mean": 2, "variance": 0.011235955056179778, "mse": 0.011235955056179778, "alphaSum": 5.0714594917374045, "squareSum": 1.633760998724012, "centeredAccumulation": -0.6452574025736294, "update": { "old": 2.0909090909090904, "alpha": 0.011235955056179775, "drift": -0.09090909090909038, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 3761558904, "after": 703000213, "u": 0.16367999208159745 } } }, { "k": 90, "theta": 2.066666666666666, "mean": 2, "variance": 0.011111111111111115, "mse": 0.011111111111111115, "alphaSum": 5.082570602848516, "squareSum": 1.6338844555141354, "centeredAccumulation": -0.6563685136847405, "update": { "old": 2.078651685393258, "alpha": 0.011111111111111112, "drift": -0.07865168539325795, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 703000213, "after": 1924310383, "u": 0.4480384250637144 } } }, { "k": 91, "theta": 2.076923076923076, "mean": 2, "variance": 0.010989010989010993, "mse": 0.010989010989010993, "alphaSum": 5.0935596138375265, "squareSum": 1.634005213876652, "centeredAccumulation": -0.6453795026957295, "update": { "old": 2.066666666666666, "alpha": 0.01098901098901099, "drift": -0.06666666666666599, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 1924310383, "after": 3858078304, "u": 0.8982788547873497 } } }, { "k": 92, "theta": 2.08695652173913, "mean": 2, "variance": 0.010869565217391306, "mse": 0.010869565217391306, "alphaSum": 5.104429179054918, "squareSum": 1.6341233613246673, "centeredAccumulation": -0.6345099374783382, "update": { "old": 2.076923076923076, "alpha": 0.010869565217391304, "drift": -0.0769230769230762, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 3858078304, "after": 2173671100, "u": 0.5060972413048148 } } }, { "k": 93, "theta": 2.0752688172043006, "mean": 2, "variance": 0.010752688172043013, "mse": 0.010752688172043013, "alphaSum": 5.115181867226961, "squareSum": 1.6342389816275924, "centeredAccumulation": -0.6452626256503812, "update": { "old": 2.08695652173913, "alpha": 0.010752688172043012, "drift": -0.08695652173912993, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 2173671100, "after": 408800528, "u": 0.09518129006028175 } } }, { "k": 94, "theta": 2.085106382978723, "mean": 2, "variance": 0.010638297872340429, "mse": 0.010638297872340429, "alphaSum": 5.125820165099301, "squareSum": 1.634352155009213, "centeredAccumulation": -0.6346243277780408, "update": { "old": 2.0752688172043006, "alpha": 0.010638297872340425, "drift": -0.07526881720430056, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 408800528, "after": 2651594767, "u": 0.6173725163098425 } } }, { "k": 95, "theta": 2.0736842105263156, "mean": 2, "variance": 0.010526315789473686, "mse": 0.010526315789473686, "alphaSum": 5.136346480888775, "squareSum": 1.6344629583333128, "centeredAccumulation": -0.6451506435675145, "update": { "old": 2.085106382978723, "alpha": 0.010526315789473684, "drift": -0.08510638297872308, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 2651594767, "after": 1538550825, "u": 0.35822177887894213 } } }, { "k": 96, "theta": 2.0625, "mean": 2, "variance": 0.010416666666666668, "mse": 0.010416666666666668, "alphaSum": 5.146763147555442, "squareSum": 1.6345714652777572, "centeredAccumulation": -0.6555673102341811, "update": { "old": 2.0736842105263156, "alpha": 0.010416666666666666, "drift": -0.07368421052631557, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 1538550825, "after": 269861137, "u": 0.06283194222487509 } } }, { "k": 97, "theta": 2.0721649484536084, "mean": 2, "variance": 0.010309278350515465, "mse": 0.010309278350515465, "alphaSum": 5.157072425905957, "squareSum": 1.6346777464978657, "centeredAccumulation": -0.6452580318836657, "update": { "old": 2.0625, "alpha": 0.010309278350515464, "drift": -0.0625, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 269861137, "after": 2931889226, "u": 0.6826336556114256 } } }, { "k": 98, "theta": 2.0612244897959187, "mean": 2, "variance": 0.010204081632653062, "mse": 0.010204081632653062, "alphaSum": 5.1672765075386105, "squareSum": 1.6347818697798315, "centeredAccumulation": -0.6554621135163188, "update": { "old": 2.0721649484536084, "alpha": 0.01020408163265306, "drift": -0.07216494845360844, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 2931889226, "after": 88760238, "u": 0.020666103344410658 } } }, { "k": 99, "theta": 2.070707070707071, "mean": 2, "variance": 0.010101010101010104, "mse": 0.010101010101010104, "alphaSum": 5.177377517639621, "squareSum": 1.6348839001848923, "centeredAccumulation": -0.6453611034153087, "update": { "old": 2.0612244897959187, "alpha": 0.010101010101010102, "drift": -0.06122448979591866, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 88760238, "after": 2571675345, "u": 0.5987648258451372 } } }, { "k": 100, "theta": 2.06, "mean": 2, "variance": 0.010000000000000002, "mse": 0.010000000000000002, "alphaSum": 5.187377517639621, "squareSum": 1.6349839001848923, "centeredAccumulation": -0.6553611034153087, "update": { "old": 2.070707070707071, "alpha": 0.01, "drift": -0.07070707070707094, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 2571675345, "after": 1070252824, "u": 0.24918765388429165 } } }, { "k": 101, "theta": 2.0693069306930694, "mean": 2, "variance": 0.009900990099009903, "mse": 0.009900990099009903, "alphaSum": 5.1972785077386305, "squareSum": 1.635081929789833, "centeredAccumulation": -0.6454601133162988, "update": { "old": 2.06, "alpha": 0.009900990099009901, "drift": -0.06000000000000005, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 1070252824, "after": 2459429196, "u": 0.5726304827257991 } } }, { "k": 102, "theta": 2.0784313725490198, "mean": 2, "variance": 0.009803921568627453, "mse": 0.009803921568627453, "alphaSum": 5.207082429307258, "squareSum": 1.6351780466679566, "centeredAccumulation": -0.6356561917476714, "update": { "old": 2.0693069306930694, "alpha": 0.00980392156862745, "drift": -0.06930693069306937, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 2459429196, "after": 2557840627, "u": 0.5955436795484275 } } }, { "k": 103, "theta": 2.0679611650485437, "mean": 2, "variance": 0.00970873786407767, "mse": 0.00970873786407767, "alphaSum": 5.216791167171336, "squareSum": 1.63527230625887, "centeredAccumulation": -0.6453649296117491, "update": { "old": 2.0784313725490198, "alpha": 0.009708737864077669, "drift": -0.07843137254901977, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 2557840627, "after": 345307334, "u": 0.08039812883362174 } } }, { "k": 104, "theta": 2.076923076923077, "mean": 2, "variance": 0.009615384615384618, "mse": 0.009615384615384618, "alphaSum": 5.226406551786721, "squareSum": 1.6353647618801719, "centeredAccumulation": -0.6357495449963645, "update": { "old": 2.0679611650485437, "alpha": 0.009615384615384616, "drift": -0.06796116504854366, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 345307334, "after": 4194557184, "u": 0.9766214489936829 } } }, { "k": 105, "theta": 2.085714285714286, "mean": 2, "variance": 0.009523809523809528, "mse": 0.009523809523809528, "alphaSum": 5.235930361310531, "squareSum": 1.6354554648280177, "centeredAccumulation": -0.626225735472555, "update": { "old": 2.076923076923077, "alpha": 0.009523809523809525, "drift": -0.0769230769230771, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 4194557184, "after": 3050317809, "u": 0.7102074588183314 } } }, { "k": 106, "theta": 2.0943396226415096, "mean": 2, "variance": 0.009433962264150948, "mse": 0.009433962264150948, "alphaSum": 5.245364323574681, "squareSum": 1.6355444644720192, "centeredAccumulation": -0.6167917732084041, "update": { "old": 2.085714285714286, "alpha": 0.009433962264150943, "drift": -0.08571428571428585, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 3050317809, "after": 2498081702, "u": 0.5816299705766141 } } }, { "k": 107, "theta": 2.0841121495327104, "mean": 2, "variance": 0.009345794392523369, "mse": 0.009345794392523369, "alphaSum": 5.254710117967204, "squareSum": 1.6356318083448464, "centeredAccumulation": -0.6261375676009274, "update": { "old": 2.0943396226415096, "alpha": 0.009345794392523364, "drift": -0.09433962264150964, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 2498081702, "after": 1891450670, "u": 0.44038767693564296 } } }, { "k": 108, "theta": 2.0740740740740744, "mean": 2, "variance": 0.009259259259259264, "mse": 0.009259259259259264, "alphaSum": 5.263969377226464, "squareSum": 1.6357175422268766, "centeredAccumulation": -0.6353968268601867, "update": { "old": 2.0841121495327104, "alpha": 0.009259259259259259, "drift": -0.0841121495327104, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 1891450670, "after": 1011483842, "u": 0.23550443397834897 } } }, { "k": 109, "theta": 2.0825688073394497, "mean": 2, "variance": 0.00917431192660551, "mse": 0.00917431192660551, "alphaSum": 5.273143689153069, "squareSum": 1.6358017102262032, "centeredAccumulation": -0.6262225149335812, "update": { "old": 2.0740740740740744, "alpha": 0.009174311926605505, "drift": -0.0740740740740744, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 1011483842, "after": 3869061067, "u": 0.9008359785657376 } } }, { "k": 110, "theta": 2.0727272727272728, "mean": 2, "variance": 0.009090909090909097, "mse": 0.009090909090909097, "alphaSum": 5.282234598243978, "squareSum": 1.6358843548543025, "centeredAccumulation": -0.6353134240244902, "update": { "old": 2.0825688073394497, "alpha": 0.00909090909090909, "drift": -0.08256880733944971, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 3869061067, "after": 803840345, "u": 0.18715866492129862 } } }, { "k": 111, "theta": 2.0630630630630633, "mean": 2, "variance": 0.009009009009009014, "mse": 0.009009009009009014, "alphaSum": 5.291243607252987, "squareSum": 1.6359655170976268, "centeredAccumulation": -0.6443224330334992, "update": { "old": 2.0727272727272728, "alpha": 0.009009009009009009, "drift": -0.07272727272727275, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 803840345, "after": 1670585272, "u": 0.38896344415843487 } } }, { "k": 112, "theta": 2.053571428571429, "mean": 2, "variance": 0.008928571428571433, "mse": 0.008928571428571433, "alphaSum": 5.300172178681558, "squareSum": 1.636045236485382, "centeredAccumulation": -0.6532510044620706, "update": { "old": 2.0630630630630633, "alpha": 0.008928571428571428, "drift": -0.06306306306306331, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 1670585272, "after": 476537482, "u": 0.11095252865925431 } } }, { "k": 113, "theta": 2.0619469026548676, "mean": 2, "variance": 0.008849557522123899, "mse": 0.008849557522123899, "alphaSum": 5.3090217362036825, "squareSum": 1.6361235511537193, "centeredAccumulation": -0.6444014469399467, "update": { "old": 2.053571428571429, "alpha": 0.008849557522123894, "drift": -0.053571428571428825, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 476537482, "after": 4143777969, "u": 0.9647984916809946 } } }, { "k": 114, "theta": 2.0701754385964914, "mean": 2, "variance": 0.008771929824561408, "mse": 0.008771929824561408, "alphaSum": 5.317793666028244, "squareSum": 1.6362004979065663, "centeredAccumulation": -0.6356295171153853, "update": { "old": 2.0619469026548676, "alpha": 0.008771929824561403, "drift": -0.061946902654867575, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 4143777969, "after": 2861263812, "u": 0.6661898950114846 } } }, { "k": 115, "theta": 2.0608695652173914, "mean": 2, "variance": 0.008695652173913049, "mse": 0.008695652173913049, "alphaSum": 5.3264893182021575, "squareSum": 1.636276112273296, "centeredAccumulation": -0.6443251692892983, "update": { "old": 2.0701754385964914, "alpha": 0.008695652173913044, "drift": -0.07017543859649145, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 2861263812, "after": 964857757, "u": 0.22464845259673893 } } }, { "k": 116, "theta": 2.0517241379310347, "mean": 2, "variance": 0.00862068965517242, "mse": 0.00862068965517242, "alphaSum": 5.33511000785733, "squareSum": 1.636350428563427, "centeredAccumulation": -0.6529458589444707, "update": { "old": 2.0608695652173914, "alpha": 0.008620689655172414, "drift": -0.0608695652173914, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 964857757, "after": 1716678405, "u": 0.3996953379828483 } } }, { "k": 117, "theta": 2.042735042735043, "mean": 2, "variance": 0.008547008547008555, "mse": 0.008547008547008555, "alphaSum": 5.343657016404339, "squareSum": 1.6364234799185295, "centeredAccumulation": -0.6614928674914792, "update": { "old": 2.0517241379310347, "alpha": 0.008547008547008548, "drift": -0.0517241379310347, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 1716678405, "after": 1575584092, "u": 0.36684425827115774 } } }, { "k": 118, "theta": 2.050847457627119, "mean": 2, "variance": 0.00847457627118645, "mse": 0.00847457627118645, "alphaSum": 5.3521315926755255, "squareSum": 1.6364952983615058, "centeredAccumulation": -0.6530182912202928, "update": { "old": 2.042735042735043, "alpha": 0.00847457627118644, "drift": -0.04273504273504303, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 1575584092, "after": 3582246941, "u": 0.8340568610001355 } } }, { "k": 119, "theta": 2.058823529411765, "mean": 2, "variance": 0.008403361344537825, "mse": 0.008403361344537825, "alphaSum": 5.360534954020063, "squareSum": 1.6365659148433926, "centeredAccumulation": -0.644614929875755, "update": { "old": 2.050847457627119, "alpha": 0.008403361344537815, "drift": -0.05084745762711895, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 3582246941, "after": 4251950366, "u": 0.9899843405000865 } } }, { "k": 120, "theta": 2.066666666666667, "mean": 2, "variance": 0.008333333333333344, "mse": 0.008333333333333344, "alphaSum": 5.368868287353397, "squareSum": 1.636635359287837, "centeredAccumulation": -0.6362815965424217, "update": { "old": 2.058823529411765, "alpha": 0.008333333333333333, "drift": -0.05882352941176494, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 4251950366, "after": 3611759992, "u": 0.840928403660655 } } } ], "weights": [ { "k": 1, "weight": 0.008333333333333344, "observation": 1 }, { "k": 2, "weight": 0.008333333333333344, "observation": 1 }, { "k": 3, "weight": 0.008333333333333342, "observation": 3 }, { "k": 4, "weight": 0.008333333333333342, "observation": 3 }, { "k": 5, "weight": 0.008333333333333342, "observation": 1 }, { "k": 6, "weight": 0.00833333333333334, "observation": 3 }, { "k": 7, "weight": 0.00833333333333334, "observation": 3 }, { "k": 8, "weight": 0.00833333333333334, "observation": 1 }, { "k": 9, "weight": 0.00833333333333334, "observation": 3 }, { "k": 10, "weight": 0.008333333333333342, "observation": 3 }, { "k": 11, "weight": 0.008333333333333342, "observation": 3 }, { "k": 12, "weight": 0.008333333333333342, "observation": 1 }, { "k": 13, "weight": 0.008333333333333342, "observation": 3 }, { "k": 14, "weight": 0.00833333333333334, "observation": 3 }, { "k": 15, "weight": 0.00833333333333334, "observation": 3 }, { "k": 16, "weight": 0.00833333333333334, "observation": 1 }, { "k": 17, "weight": 0.00833333333333334, "observation": 1 }, { "k": 18, "weight": 0.008333333333333338, "observation": 1 }, { "k": 19, "weight": 0.008333333333333338, "observation": 1 }, { "k": 20, "weight": 0.00833333333333334, "observation": 1 }, { "k": 21, "weight": 0.00833333333333334, "observation": 3 }, { "k": 22, "weight": 0.00833333333333334, "observation": 3 }, { "k": 23, "weight": 0.00833333333333334, "observation": 1 }, { "k": 24, "weight": 0.008333333333333338, "observation": 1 }, { "k": 25, "weight": 0.00833333333333334, "observation": 1 }, { "k": 26, "weight": 0.00833333333333334, "observation": 3 }, { "k": 27, "weight": 0.008333333333333338, "observation": 3 }, { "k": 28, "weight": 0.008333333333333338, "observation": 3 }, { "k": 29, "weight": 0.008333333333333338, "observation": 1 }, { "k": 30, "weight": 0.008333333333333338, "observation": 1 }, { "k": 31, "weight": 0.00833333333333334, "observation": 1 }, { "k": 32, "weight": 0.00833333333333334, "observation": 1 }, { "k": 33, "weight": 0.00833333333333334, "observation": 3 }, { "k": 34, "weight": 0.008333333333333342, "observation": 3 }, { "k": 35, "weight": 0.008333333333333342, "observation": 1 }, { "k": 36, "weight": 0.008333333333333342, "observation": 3 }, { "k": 37, "weight": 0.008333333333333342, "observation": 1 }, { "k": 38, "weight": 0.00833333333333334, "observation": 3 }, { "k": 39, "weight": 0.00833333333333334, "observation": 3 }, { "k": 40, "weight": 0.008333333333333342, "observation": 3 }, { "k": 41, "weight": 0.008333333333333342, "observation": 3 }, { "k": 42, "weight": 0.008333333333333342, "observation": 3 }, { "k": 43, "weight": 0.008333333333333342, "observation": 3 }, { "k": 44, "weight": 0.008333333333333344, "observation": 1 }, { "k": 45, "weight": 0.008333333333333344, "observation": 1 }, { "k": 46, "weight": 0.008333333333333344, "observation": 1 }, { "k": 47, "weight": 0.008333333333333344, "observation": 3 }, { "k": 48, "weight": 0.008333333333333344, "observation": 1 }, { "k": 49, "weight": 0.008333333333333344, "observation": 1 }, { "k": 50, "weight": 0.008333333333333345, "observation": 3 }, { "k": 51, "weight": 0.008333333333333345, "observation": 3 }, { "k": 52, "weight": 0.008333333333333345, "observation": 1 }, { "k": 53, "weight": 0.008333333333333345, "observation": 1 }, { "k": 54, "weight": 0.008333333333333345, "observation": 1 }, { "k": 55, "weight": 0.008333333333333345, "observation": 3 }, { "k": 56, "weight": 0.008333333333333345, "observation": 1 }, { "k": 57, "weight": 0.008333333333333345, "observation": 3 }, { "k": 58, "weight": 0.008333333333333347, "observation": 3 }, { "k": 59, "weight": 0.008333333333333345, "observation": 1 }, { "k": 60, "weight": 0.008333333333333345, "observation": 3 }, { "k": 61, "weight": 0.008333333333333345, "observation": 1 }, { "k": 62, "weight": 0.008333333333333345, "observation": 3 }, { "k": 63, "weight": 0.008333333333333344, "observation": 3 }, { "k": 64, "weight": 0.008333333333333344, "observation": 3 }, { "k": 65, "weight": 0.008333333333333344, "observation": 1 }, { "k": 66, "weight": 0.008333333333333342, "observation": 3 }, { "k": 67, "weight": 0.008333333333333344, "observation": 3 }, { "k": 68, "weight": 0.008333333333333344, "observation": 1 }, { "k": 69, "weight": 0.008333333333333342, "observation": 3 }, { "k": 70, "weight": 0.008333333333333342, "observation": 3 }, { "k": 71, "weight": 0.008333333333333342, "observation": 1 }, { "k": 72, "weight": 0.00833333333333334, "observation": 3 }, { "k": 73, "weight": 0.008333333333333342, "observation": 3 }, { "k": 74, "weight": 0.008333333333333342, "observation": 1 }, { "k": 75, "weight": 0.008333333333333342, "observation": 3 }, { "k": 76, "weight": 0.008333333333333342, "observation": 3 }, { "k": 77, "weight": 0.008333333333333342, "observation": 1 }, { "k": 78, "weight": 0.00833333333333334, "observation": 1 }, { "k": 79, "weight": 0.00833333333333334, "observation": 3 }, { "k": 80, "weight": 0.00833333333333334, "observation": 1 }, { "k": 81, "weight": 0.00833333333333334, "observation": 1 }, { "k": 82, "weight": 0.00833333333333334, "observation": 3 }, { "k": 83, "weight": 0.008333333333333342, "observation": 3 }, { "k": 84, "weight": 0.00833333333333334, "observation": 3 }, { "k": 85, "weight": 0.00833333333333334, "observation": 3 }, { "k": 86, "weight": 0.00833333333333334, "observation": 1 }, { "k": 87, "weight": 0.00833333333333334, "observation": 1 }, { "k": 88, "weight": 0.008333333333333338, "observation": 3 }, { "k": 89, "weight": 0.008333333333333338, "observation": 1 }, { "k": 90, "weight": 0.008333333333333338, "observation": 1 }, { "k": 91, "weight": 0.008333333333333338, "observation": 3 }, { "k": 92, "weight": 0.008333333333333338, "observation": 3 }, { "k": 93, "weight": 0.008333333333333338, "observation": 1 }, { "k": 94, "weight": 0.008333333333333338, "observation": 3 }, { "k": 95, "weight": 0.008333333333333338, "observation": 1 }, { "k": 96, "weight": 0.008333333333333338, "observation": 1 }, { "k": 97, "weight": 0.008333333333333338, "observation": 3 }, { "k": 98, "weight": 0.008333333333333337, "observation": 1 }, { "k": 99, "weight": 0.008333333333333338, "observation": 3 }, { "k": 100, "weight": 0.008333333333333337, "observation": 1 }, { "k": 101, "weight": 0.008333333333333337, "observation": 3 }, { "k": 102, "weight": 0.008333333333333337, "observation": 3 }, { "k": 103, "weight": 0.008333333333333335, "observation": 1 }, { "k": 104, "weight": 0.008333333333333337, "observation": 3 }, { "k": 105, "weight": 0.008333333333333337, "observation": 3 }, { "k": 106, "weight": 0.008333333333333335, "observation": 3 }, { "k": 107, "weight": 0.008333333333333335, "observation": 1 }, { "k": 108, "weight": 0.008333333333333335, "observation": 1 }, { "k": 109, "weight": 0.008333333333333335, "observation": 3 }, { "k": 110, "weight": 0.008333333333333335, "observation": 1 }, { "k": 111, "weight": 0.008333333333333335, "observation": 1 }, { "k": 112, "weight": 0.008333333333333333, "observation": 1 }, { "k": 113, "weight": 0.008333333333333333, "observation": 3 }, { "k": 114, "weight": 0.008333333333333335, "observation": 3 }, { "k": 115, "weight": 0.008333333333333335, "observation": 1 }, { "k": 116, "weight": 0.008333333333333335, "observation": 1 }, { "k": 117, "weight": 0.008333333333333335, "observation": 1 }, { "k": 118, "weight": 0.008333333333333333, "observation": 3 }, { "k": 119, "weight": 0.008333333333333333, "observation": 3 }, { "k": 120, "weight": 0.008333333333333333, "observation": 3 } ], "initialWeight": 0, "reconstructed": 2.0666666666666664, "meanModel": "对应理想独立Rademacher模型的精确矩递推；种子轨迹不是该概率模型的证明" }, "q": { "reference": { "value": [ 8.181818181818185, 12.727272727272732 ], "q": [ [ 7.5454545454545485, 8.181818181818187 ], [ 12.727272727272732, 8.545454545454549 ] ], "scope": "由解析Bellman解得到，学习更新不使用此参考" }, "rows": [ { "k": 0, "Q": [ [ 0, 0 ], [ 0, 0 ] ], "visits": [ [ 0, 0 ], [ 0, 0 ] ], "alphaSums": [ [ 0, 0 ], [ 0, 0 ] ], "squareSums": [ [ 0, 0 ], [ 0, 0 ] ], "expected": [ [ 1, -2 ], [ 4, 2 ] ], "delta": [ [ 1, -2 ], [ 4, 2 ] ], "residual": 4, "residualBound": 20.000000000000004, "error": 12.727272727272732, "covered": 0, "update": null }, { "k": 1, "Q": [ [ 1, 0 ], [ 0, 0 ] ], "visits": [ [ 1, 0 ], [ 0, 0 ] ], "alphaSums": [ [ 1, 0 ], [ 0, 0 ] ], "squareSums": [ [ 1, 0 ], [ 0, 0 ] ], "expected": [ [ 1.8, -2 ], [ 4.32, 2.8 ] ], "delta": [ [ 0.8, -2 ], [ 4.32, 2.8 ] ], "residual": 4.32, "residualBound": 21.600000000000005, "error": 12.727272727272732, "covered": 1, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 3375634068, "after": 925949831, "u": 0.2155894951429218 }, "visit": 1, "alpha": 1, "old": 0, "target": 1, "conditionalMean": 1, "conditionalVariance": 0, "noise": 0, "td": 1, "newValue": 1 } }, { "k": 2, "Q": [ [ 1, -2 ], [ 0, 0 ] ], "visits": [ [ 1, 1 ], [ 0, 0 ] ], "alphaSums": [ [ 1, 1 ], [ 0, 0 ] ], "squareSums": [ [ 1, 1 ], [ 0, 0 ] ], "expected": [ [ 1.8, -2 ], [ 4.32, 2.8 ] ], "delta": [ [ 0.8, 0 ], [ 4.32, 2.8 ] ], "residual": 4.32, "residualBound": 21.600000000000005, "error": 12.727272727272732, "covered": 2, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 925949831, "after": 3032814855, "u": 0.7061322347726673 }, "visit": 1, "alpha": 1, "old": 0, "target": -2, "conditionalMean": -2, "conditionalVariance": 0, "noise": 0, "td": -2, "newValue": -2 } }, { "k": 3, "Q": [ [ 1, -2 ], [ 4, 0 ] ], "visits": [ [ 1, 1 ], [ 1, 0 ] ], "alphaSums": [ [ 1, 1 ], [ 1, 0 ] ], "squareSums": [ [ 1, 1 ], [ 1, 0 ] ], "expected": [ [ 1.8, 1.2000000000000002 ], [ 6.24, 2.8 ] ], "delta": [ [ 0.8, 3.2 ], [ 2.24, 2.8 ] ], "residual": 3.2, "residualBound": 16.000000000000004, "error": 10.181818181818187, "covered": 3, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 3032814855, "after": 3671734421, "u": 0.8548922885674983 }, "visit": 1, "alpha": 1, "old": 0, "target": 4, "conditionalMean": 4.32, "conditionalVariance": 0.15360000000000004, "noise": -0.3200000000000003, "td": 4, "newValue": 4 } }, { "k": 4, "Q": [ [ 1, -2 ], [ 4, 2.8 ] ], "visits": [ [ 1, 1 ], [ 1, 1 ] ], "alphaSums": [ [ 1, 1 ], [ 1, 1 ] ], "squareSums": [ [ 1, 1 ], [ 1, 1 ] ], "expected": [ [ 1.8, 1.2000000000000002 ], [ 6.24, 2.8 ] ], "delta": [ [ 0.8, 3.2 ], [ 2.24, 0 ] ], "residual": 3.2, "residualBound": 16.000000000000004, "error": 10.181818181818187, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 3671734421, "after": 617748561, "u": 0.14383079507388175 }, "visit": 1, "alpha": 1, "old": 0, "target": 2.8, "conditionalMean": 2.8, "conditionalVariance": 0, "noise": 0, "td": 2.8, "newValue": 2.8 } }, { "k": 5, "Q": [ [ 1.4, -2 ], [ 4, 2.8 ] ], "visits": [ [ 2, 1 ], [ 1, 1 ] ], "alphaSums": [ [ 1.5, 1 ], [ 1, 1 ] ], "squareSums": [ [ 1.25, 1 ], [ 1, 1 ] ], "expected": [ [ 2.12, 1.2000000000000002 ], [ 6.368, 3.12 ] ], "delta": [ [ 0.7200000000000002, 3.2 ], [ 2.3680000000000003, 0.3200000000000003 ] ], "residual": 3.2, "residualBound": 16.000000000000004, "error": 10.181818181818187, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 617748561, "after": 2631498781, "u": 0.6126935549546033 }, "visit": 2, "alpha": 0.5, "old": 1, "target": 1.8, "conditionalMean": 1.8, "conditionalVariance": 0, "noise": 0, "td": 0.8, "newValue": 1.4 } }, { "k": 6, "Q": [ [ 1.4, -0.3999999999999999 ], [ 4, 2.8 ] ], "visits": [ [ 2, 2 ], [ 1, 1 ] ], "alphaSums": [ [ 1.5, 1.5 ], [ 1, 1 ] ], "squareSums": [ [ 1.25, 1.25 ], [ 1, 1 ] ], "expected": [ [ 2.12, 1.2000000000000002 ], [ 6.368, 3.12 ] ], "delta": [ [ 0.7200000000000002, 1.6 ], [ 2.3680000000000003, 0.3200000000000003 ] ], "residual": 2.3680000000000003, "residualBound": 11.840000000000003, "error": 8.727272727272732, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 2631498781, "after": 3624547248, "u": 0.8439056687057018 }, "visit": 2, "alpha": 0.5, "old": -2, "target": 1.2000000000000002, "conditionalMean": 1.2000000000000002, "conditionalVariance": 0, "noise": 0, "td": 3.2, "newValue": -0.3999999999999999 } }, { "k": 7, "Q": [ [ 1.4, -0.3999999999999999 ], [ 4.5600000000000005, 2.8 ] ], "visits": [ [ 2, 2 ], [ 2, 1 ] ], "alphaSums": [ [ 1.5, 1.5 ], [ 1.5, 1 ] ], "squareSums": [ [ 1.25, 1.25 ], [ 1.25, 1 ] ], "expected": [ [ 2.12, 1.6480000000000006 ], [ 6.636800000000001, 3.12 ] ], "delta": [ [ 0.7200000000000002, 2.0480000000000005 ], [ 2.0768000000000004, 0.3200000000000003 ] ], "residual": 2.0768000000000004, "residualBound": 10.384000000000004, "error": 8.581818181818187, "covered": 4, "update": { "s": 1, "a": 0, "next": 0, "reward": 4, "random": { "before": 3624547248, "after": 1374940494, "u": 0.3201282802037895 }, "visit": 2, "alpha": 0.5, "old": 4, "target": 5.12, "conditionalMean": 6.368, "conditionalVariance": 1.0383360000000004, "noise": -1.2480000000000002, "td": 1.12, "newValue": 4.5600000000000005 } }, { "k": 8, "Q": [ [ 1.4, -0.3999999999999999 ], [ 4.5600000000000005, 2.96 ] ], "visits": [ [ 2, 2 ], [ 2, 2 ] ], "alphaSums": [ [ 1.5, 1.5 ], [ 1.5, 1.5 ] ], "squareSums": [ [ 1.25, 1.25 ], [ 1.25, 1.25 ] ], "expected": [ [ 2.12, 1.6480000000000006 ], [ 6.636800000000001, 3.12 ] ], "delta": [ [ 0.7200000000000002, 2.0480000000000005 ], [ 2.0768000000000004, 0.16000000000000014 ] ], "residual": 2.0768000000000004, "residualBound": 10.384000000000004, "error": 8.581818181818187, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 1374940494, "after": 2803717891, "u": 0.6527914411853999 }, "visit": 2, "alpha": 0.5, "old": 2.8, "target": 3.12, "conditionalMean": 3.12, "conditionalVariance": 0, "noise": 0, "td": 0.3200000000000003, "newValue": 2.96 } }, { "k": 9, "Q": [ [ 1.64, -0.3999999999999999 ], [ 4.5600000000000005, 2.96 ] ], "visits": [ [ 3, 2 ], [ 2, 2 ] ], "alphaSums": [ [ 1.8333333333333333, 1.5 ], [ 1.5, 1.5 ] ], "squareSums": [ [ 1.3611111111111112, 1.25 ], [ 1.25, 1.25 ] ], "expected": [ [ 2.3120000000000003, 1.6480000000000006 ], [ 6.7136000000000005, 3.3120000000000003 ] ], "delta": [ [ 0.6720000000000004, 2.0480000000000005 ], [ 2.1536, 0.3520000000000003 ] ], "residual": 2.1536, "residualBound": 10.768000000000002, "error": 8.581818181818187, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 2803717891, "after": 2992311901, "u": 0.6967019059229642 }, "visit": 3, "alpha": 0.3333333333333333, "old": 1.4, "target": 2.12, "conditionalMean": 2.12, "conditionalVariance": 0, "noise": 0, "td": 0.7200000000000002, "newValue": 1.64 } }, { "k": 10, "Q": [ [ 1.64, 0.28266666666666684 ], [ 4.5600000000000005, 2.96 ] ], "visits": [ [ 3, 3 ], [ 2, 2 ] ], "alphaSums": [ [ 1.8333333333333333, 1.8333333333333333 ], [ 1.5, 1.5 ] ], "squareSums": [ [ 1.3611111111111112, 1.3611111111111112 ], [ 1.25, 1.25 ] ], "expected": [ [ 2.3120000000000003, 1.6480000000000006 ], [ 6.7136000000000005, 3.3120000000000003 ] ], "delta": [ [ 0.6720000000000004, 1.3653333333333337 ], [ 2.1536, 0.3520000000000003 ] ], "residual": 2.1536, "residualBound": 10.768000000000002, "error": 8.167272727272731, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 2992311901, "after": 2710058293, "u": 0.6309846166986972 }, "visit": 3, "alpha": 0.3333333333333333, "old": -0.3999999999999999, "target": 1.6480000000000006, "conditionalMean": 1.6480000000000006, "conditionalVariance": 0, "noise": 0, "td": 2.0480000000000005, "newValue": 0.28266666666666684 } }, { "k": 11, "Q": [ [ 1.64, 0.28266666666666684 ], [ 4.810666666666667, 2.96 ] ], "visits": [ [ 3, 3 ], [ 3, 2 ] ], "alphaSums": [ [ 1.8333333333333333, 1.8333333333333333 ], [ 1.8333333333333333, 1.5 ] ], "squareSums": [ [ 1.3611111111111112, 1.3611111111111112 ], [ 1.3611111111111112, 1.25 ] ], "expected": [ [ 2.3120000000000003, 1.848533333333334 ], [ 6.833920000000001, 3.3120000000000003 ] ], "delta": [ [ 0.6720000000000004, 1.5658666666666672 ], [ 2.023253333333334, 0.3520000000000003 ] ], "residual": 2.023253333333334, "residualBound": 10.116266666666672, "error": 7.916606060606065, "covered": 4, "update": { "s": 1, "a": 0, "next": 0, "reward": 4, "random": { "before": 2710058293, "after": 1123422946, "u": 0.2615672876127064 }, "visit": 3, "alpha": 0.3333333333333333, "old": 4.5600000000000005, "target": 5.312, "conditionalMean": 6.7136000000000005, "conditionalVariance": 1.309655040000001, "noise": -1.4016000000000002, "td": 0.7519999999999998, "newValue": 4.810666666666667 } }, { "k": 12, "Q": [ [ 1.64, 0.28266666666666684 ], [ 4.810666666666667, 3.0773333333333333 ] ], "visits": [ [ 3, 3 ], [ 3, 3 ] ], "alphaSums": [ [ 1.8333333333333333, 1.8333333333333333 ], [ 1.8333333333333333, 1.8333333333333333 ] ], "squareSums": [ [ 1.3611111111111112, 1.3611111111111112 ], [ 1.3611111111111112, 1.3611111111111112 ] ], "expected": [ [ 2.3120000000000003, 1.848533333333334 ], [ 6.833920000000001, 3.3120000000000003 ] ], "delta": [ [ 0.6720000000000004, 1.5658666666666672 ], [ 2.023253333333334, 0.23466666666666702 ] ], "residual": 2.023253333333334, "residualBound": 10.116266666666672, "error": 7.916606060606065, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 1123422946, "after": 2515027031, "u": 0.5855753624346107 }, "visit": 3, "alpha": 0.3333333333333333, "old": 2.96, "target": 3.3120000000000003, "conditionalMean": 3.3120000000000003, "conditionalVariance": 0, "noise": 0, "td": 0.3520000000000003, "newValue": 3.0773333333333333 } }, { "k": 13, "Q": [ [ 1.808, 0.28266666666666684 ], [ 4.810666666666667, 3.0773333333333333 ] ], "visits": [ [ 4, 3 ], [ 3, 3 ] ], "alphaSums": [ [ 2.083333333333333, 1.8333333333333333 ], [ 1.8333333333333333, 1.8333333333333333 ] ], "squareSums": [ [ 1.4236111111111112, 1.3611111111111112 ], [ 1.3611111111111112, 1.3611111111111112 ] ], "expected": [ [ 2.4464, 1.848533333333334 ], [ 6.8876800000000005, 3.4464 ] ], "delta": [ [ 0.6384000000000001, 1.5658666666666672 ], [ 2.0770133333333334, 0.3690666666666669 ] ], "residual": 2.0770133333333334, "residualBound": 10.385066666666669, "error": 7.916606060606065, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 2515027031, "after": 826258982, "u": 0.19237841060385108 }, "visit": 4, "alpha": 0.25, "old": 1.64, "target": 2.3120000000000003, "conditionalMean": 2.3120000000000003, "conditionalVariance": 0, "noise": 0, "td": 0.6720000000000004, "newValue": 1.808 } }, { "k": 14, "Q": [ [ 1.808, 0.6741333333333337 ], [ 4.810666666666667, 3.0773333333333333 ] ], "visits": [ [ 4, 4 ], [ 3, 3 ] ], "alphaSums": [ [ 2.083333333333333, 2.083333333333333 ], [ 1.8333333333333333, 1.8333333333333333 ] ], "squareSums": [ [ 1.4236111111111112, 1.4236111111111112 ], [ 1.3611111111111112, 1.3611111111111112 ] ], "expected": [ [ 2.4464, 1.848533333333334 ], [ 6.8876800000000005, 3.4464 ] ], "delta": [ [ 0.6384000000000001, 1.1744000000000003 ], [ 2.0770133333333334, 0.3690666666666669 ] ], "residual": 2.0770133333333334, "residualBound": 10.385066666666669, "error": 7.916606060606065, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 826258982, "after": 949595835, "u": 0.22109500947408378 }, "visit": 4, "alpha": 0.25, "old": 0.28266666666666684, "target": 1.848533333333334, "conditionalMean": 1.848533333333334, "conditionalVariance": 0, "noise": 0, "td": 1.5658666666666672, "newValue": 0.6741333333333337 } }, { "k": 15, "Q": [ [ 1.808, 0.6741333333333337 ], [ 5.570133333333334, 3.0773333333333333 ] ], "visits": [ [ 4, 4 ], [ 4, 3 ] ], "alphaSums": [ [ 2.083333333333333, 2.083333333333333 ], [ 2.083333333333333, 1.8333333333333333 ] ], "squareSums": [ [ 1.4236111111111112, 1.4236111111111112 ], [ 1.4236111111111112, 1.3611111111111112 ] ], "expected": [ [ 2.4464, 2.456106666666667 ], [ 7.252224, 3.4464 ] ], "delta": [ [ 0.6384000000000001, 1.7819733333333332 ], [ 1.6820906666666664, 0.3690666666666669 ] ], "residual": 1.7819733333333332, "residualBound": 8.909866666666668, "error": 7.507684848484853, "covered": 4, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 949595835, "after": 2761411484, "u": 0.6429412132129073 }, "visit": 4, "alpha": 0.25, "old": 4.810666666666667, "target": 7.848533333333334, "conditionalMean": 6.8876800000000005, "conditionalVariance": 1.3848586922666677, "noise": 0.9608533333333336, "td": 3.037866666666667, "newValue": 5.570133333333334 } }, { "k": 16, "Q": [ [ 1.808, 0.6741333333333337 ], [ 5.570133333333334, 3.1696 ] ], "visits": [ [ 4, 4 ], [ 4, 4 ] ], "alphaSums": [ [ 2.083333333333333, 2.083333333333333 ], [ 2.083333333333333, 2.083333333333333 ] ], "squareSums": [ [ 1.4236111111111112, 1.4236111111111112 ], [ 1.4236111111111112, 1.4236111111111112 ] ], "expected": [ [ 2.4464, 2.456106666666667 ], [ 7.252224, 3.4464 ] ], "delta": [ [ 0.6384000000000001, 1.7819733333333332 ], [ 1.6820906666666664, 0.27680000000000016 ] ], "residual": 1.7819733333333332, "residualBound": 8.909866666666668, "error": 7.507684848484853, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 2761411484, "after": 3781740718, "u": 0.8805051255039871 }, "visit": 4, "alpha": 0.25, "old": 3.0773333333333333, "target": 3.4464, "conditionalMean": 3.4464, "conditionalVariance": 0, "noise": 0, "td": 0.3690666666666669, "newValue": 3.1696 } }, { "k": 17, "Q": [ [ 1.93568, 0.6741333333333337 ], [ 5.570133333333334, 3.1696 ] ], "visits": [ [ 5, 4 ], [ 4, 4 ] ], "alphaSums": [ [ 2.283333333333333, 2.083333333333333 ], [ 2.083333333333333, 2.083333333333333 ] ], "squareSums": [ [ 1.4636111111111112, 1.4236111111111112 ], [ 1.4236111111111112, 1.4236111111111112 ] ], "expected": [ [ 2.548544, 2.456106666666667 ], [ 7.293081600000001, 3.548544 ] ], "delta": [ [ 0.6128640000000001, 1.7819733333333332 ], [ 1.7229482666666671, 0.37894400000000017 ] ], "residual": 1.7819733333333332, "residualBound": 8.909866666666668, "error": 7.507684848484853, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 3781740718, "after": 4157859472, "u": 0.9680770970880985 }, "visit": 5, "alpha": 0.2, "old": 1.808, "target": 2.4464, "conditionalMean": 2.4464, "conditionalVariance": 0, "noise": 0, "td": 0.6384000000000001, "newValue": 1.93568 } }, { "k": 18, "Q": [ [ 1.93568, 1.0305280000000003 ], [ 5.570133333333334, 3.1696 ] ], "visits": [ [ 5, 5 ], [ 4, 4 ] ], "alphaSums": [ [ 2.283333333333333, 2.283333333333333 ], [ 2.083333333333333, 2.083333333333333 ] ], "squareSums": [ [ 1.4636111111111112, 1.4636111111111112 ], [ 1.4236111111111112, 1.4236111111111112 ] ], "expected": [ [ 2.548544, 2.456106666666667 ], [ 7.293081600000001, 3.548544 ] ], "delta": [ [ 0.6128640000000001, 1.4255786666666665 ], [ 1.7229482666666671, 0.37894400000000017 ] ], "residual": 1.7229482666666671, "residualBound": 8.614741333333338, "error": 7.157139393939398, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 4157859472, "after": 3946168592, "u": 0.9187889732420444 }, "visit": 5, "alpha": 0.2, "old": 0.6741333333333337, "target": 2.456106666666667, "conditionalMean": 2.456106666666667, "conditionalVariance": 0, "noise": 0, "td": 1.7819733333333332, "newValue": 1.0305280000000003 } }, { "k": 19, "Q": [ [ 1.93568, 1.0305280000000003 ], [ 5.565815466666667, 3.1696 ] ], "visits": [ [ 5, 5 ], [ 5, 4 ] ], "alphaSums": [ [ 2.283333333333333, 2.283333333333333 ], [ 2.283333333333333, 2.083333333333333 ] ], "squareSums": [ [ 1.4636111111111112, 1.4636111111111112 ], [ 1.4636111111111112, 1.4236111111111112 ] ], "expected": [ [ 2.548544, 2.4526523733333336 ], [ 7.291009024000001, 3.548544 ] ], "delta": [ [ 0.6128640000000001, 1.4221243733333333 ], [ 1.7251935573333341, 0.37894400000000017 ] ], "residual": 1.7251935573333341, "residualBound": 8.625967786666672, "error": 7.161457260606065, "covered": 4, "update": { "s": 1, "a": 0, "next": 0, "reward": 4, "random": { "before": 3946168592, "after": 837483515, "u": 0.19499182584695518 }, "visit": 5, "alpha": 0.2, "old": 5.570133333333334, "target": 5.548544, "conditionalMean": 7.293081600000001, "conditionalVariance": 2.0289409585425076, "noise": -1.744537600000001, "td": -0.021589333333333904, "newValue": 5.565815466666667 } }, { "k": 20, "Q": [ [ 1.93568, 1.0305280000000003 ], [ 5.565815466666667, 3.2453888 ] ], "visits": [ [ 5, 5 ], [ 5, 5 ] ], "alphaSums": [ [ 2.283333333333333, 2.283333333333333 ], [ 2.283333333333333, 2.283333333333333 ] ], "squareSums": [ [ 1.4636111111111112, 1.4636111111111112 ], [ 1.4636111111111112, 1.4636111111111112 ] ], "expected": [ [ 2.548544, 2.4526523733333336 ], [ 7.291009024000001, 3.548544 ] ], "delta": [ [ 0.6128640000000001, 1.4221243733333333 ], [ 1.7251935573333341, 0.30315519999999996 ] ], "residual": 1.7251935573333341, "residualBound": 8.625967786666672, "error": 7.161457260606065, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 837483515, "after": 3156228753, "u": 0.7348667720798403 }, "visit": 5, "alpha": 0.2, "old": 3.1696, "target": 3.548544, "conditionalMean": 3.548544, "conditionalVariance": 0, "noise": 0, "td": 0.37894400000000017, "newValue": 3.2453888 } }, { "k": 21, "Q": [ [ 2.037824, 1.0305280000000003 ], [ 5.565815466666667, 3.2453888 ] ], "visits": [ [ 6, 5 ], [ 5, 5 ] ], "alphaSums": [ [ 2.4499999999999997, 2.283333333333333 ], [ 2.283333333333333, 2.283333333333333 ] ], "squareSums": [ [ 1.4913888888888889, 1.4636111111111112 ], [ 1.4636111111111112, 1.4636111111111112 ] ], "expected": [ [ 2.6302592000000002, 2.4526523733333336 ], [ 7.3236951040000005, 3.6302592000000002 ] ], "delta": [ [ 0.5924352000000002, 1.4221243733333333 ], [ 1.7578796373333336, 0.38487040000000006 ] ], "residual": 1.7578796373333336, "residualBound": 8.78939818666667, "error": 7.161457260606065, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 3156228753, "after": 3577389608, "u": 0.8329259250313044 }, "visit": 6, "alpha": 0.16666666666666666, "old": 1.93568, "target": 2.548544, "conditionalMean": 2.548544, "conditionalVariance": 0, "noise": 0, "td": 0.6128640000000001, "newValue": 2.037824 } }, { "k": 22, "Q": [ [ 2.037824, 1.2675487288888891 ], [ 5.565815466666667, 3.2453888 ] ], "visits": [ [ 6, 6 ], [ 5, 5 ] ], "alphaSums": [ [ 2.4499999999999997, 2.4499999999999997 ], [ 2.283333333333333, 2.283333333333333 ] ], "squareSums": [ [ 1.4913888888888889, 1.4913888888888889 ], [ 1.4636111111111112, 1.4636111111111112 ] ], "expected": [ [ 2.6302592000000002, 2.4526523733333336 ], [ 7.3236951040000005, 3.6302592000000002 ] ], "delta": [ [ 0.5924352000000002, 1.1851036444444445 ], [ 1.7578796373333336, 0.38487040000000006 ] ], "residual": 1.7578796373333336, "residualBound": 8.78939818666667, "error": 7.161457260606065, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 3577389608, "after": 2927865975, "u": 0.6816969194915146 }, "visit": 6, "alpha": 0.16666666666666666, "old": 1.0305280000000003, "target": 2.4526523733333336, "conditionalMean": 2.4526523733333336, "conditionalVariance": 0, "noise": 0, "td": 1.4221243733333333, "newValue": 1.2675487288888891 } }, { "k": 23, "Q": [ [ 2.037824, 1.2675487288888891 ], [ 6.046954951111111, 3.2453888 ] ], "visits": [ [ 6, 6 ], [ 6, 5 ] ], "alphaSums": [ [ 2.4499999999999997, 2.4499999999999997 ], [ 2.4499999999999997, 2.283333333333333 ] ], "squareSums": [ [ 1.4913888888888889, 1.4913888888888889 ], [ 1.4913888888888889, 1.4636111111111112 ] ], "expected": [ [ 2.6302592000000002, 2.8375639608888896 ], [ 7.554642056533334, 3.6302592000000002 ] ], "delta": [ [ 0.5924352000000002, 1.5700152320000005 ], [ 1.5076871054222227, 0.38487040000000006 ] ], "residual": 1.5700152320000005, "residualBound": 7.850076160000004, "error": 6.914269452929298, "covered": 4, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 2927865975, "after": 3375020561, "u": 0.7858082095626742 }, "visit": 6, "alpha": 0.16666666666666666, "old": 5.565815466666667, "target": 8.452652373333333, "conditionalMean": 7.3236951040000005, "conditionalVariance": 1.9118167739708654, "noise": 1.1289572693333323, "td": 2.886836906666666, "newValue": 6.046954951111111 } }, { "k": 24, "Q": [ [ 2.037824, 1.2675487288888891 ], [ 6.046954951111111, 3.309533866666667 ] ], "visits": [ [ 6, 6 ], [ 6, 6 ] ], "alphaSums": [ [ 2.4499999999999997, 2.4499999999999997 ], [ 2.4499999999999997, 2.4499999999999997 ] ], "squareSums": [ [ 1.4913888888888889, 1.4913888888888889 ], [ 1.4913888888888889, 1.4913888888888889 ] ], "expected": [ [ 2.6302592000000002, 2.8375639608888896 ], [ 7.554642056533334, 3.6302592000000002 ] ], "delta": [ [ 0.5924352000000002, 1.5700152320000005 ], [ 1.5076871054222227, 0.3207253333333333 ] ], "residual": 1.5700152320000005, "residualBound": 7.850076160000004, "error": 6.914269452929298, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 3375020561, "after": 1400009093, "u": 0.3259650182444602 }, "visit": 6, "alpha": 0.16666666666666666, "old": 3.2453888, "target": 3.6302592000000002, "conditionalMean": 3.6302592000000002, "conditionalVariance": 0, "noise": 0, "td": 0.38487040000000006, "newValue": 3.309533866666667 } }, { "k": 25, "Q": [ [ 2.1224576, 1.2675487288888891 ], [ 6.046954951111111, 3.309533866666667 ] ], "visits": [ [ 7, 6 ], [ 6, 6 ] ], "alphaSums": [ [ 2.5928571428571425, 2.4499999999999997 ], [ 2.4499999999999997, 2.4499999999999997 ] ], "squareSums": [ [ 1.511797052154195, 1.4913888888888889 ], [ 1.4913888888888889, 1.4913888888888889 ] ], "expected": [ [ 2.6979660800000005, 2.8375639608888896 ], [ 7.581724808533334, 3.6979660800000005 ] ], "delta": [ [ 0.5755084800000003, 1.5700152320000005 ], [ 1.5347698574222228, 0.38843221333333355 ] ], "residual": 1.5700152320000005, "residualBound": 7.850076160000004, "error": 6.914269452929298, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 1400009093, "after": 3038329764, "u": 0.7074162745848298 }, "visit": 7, "alpha": 0.14285714285714285, "old": 2.037824, "target": 2.6302592000000002, "conditionalMean": 2.6302592000000002, "conditionalVariance": 0, "noise": 0, "td": 0.5924352000000002, "newValue": 2.1224576 } }, { "k": 26, "Q": [ [ 2.1224576, 1.4918366191746035 ], [ 6.046954951111111, 3.309533866666667 ] ], "visits": [ [ 7, 7 ], [ 6, 6 ] ], "alphaSums": [ [ 2.5928571428571425, 2.5928571428571425 ], [ 2.4499999999999997, 2.4499999999999997 ] ], "squareSums": [ [ 1.511797052154195, 1.511797052154195 ], [ 1.4913888888888889, 1.4913888888888889 ] ], "expected": [ [ 2.6979660800000005, 2.8375639608888896 ], [ 7.581724808533334, 3.6979660800000005 ] ], "delta": [ [ 0.5755084800000003, 1.345727341714286 ], [ 1.5347698574222228, 0.38843221333333355 ] ], "residual": 1.5347698574222228, "residualBound": 7.673849287111116, "error": 6.689981562643584, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 3038329764, "after": 3755188434, "u": 0.8743229401297867 }, "visit": 7, "alpha": 0.14285714285714285, "old": 1.2675487288888891, "target": 2.8375639608888896, "conditionalMean": 2.8375639608888896, "conditionalVariance": 0, "noise": 0, "td": 1.5700152320000005, "newValue": 1.4918366191746035 } }, { "k": 27, "Q": [ [ 2.1224576, 1.4918366191746035 ], [ 6.445613381079365, 3.309533866666667 ] ], "visits": [ [ 7, 7 ], [ 7, 6 ] ], "alphaSums": [ [ 2.5928571428571425, 2.5928571428571425 ], [ 2.5928571428571425, 2.4499999999999997 ] ], "squareSums": [ [ 1.511797052154195, 1.511797052154195 ], [ 1.511797052154195, 1.4913888888888889 ] ], "expected": [ [ 2.6979660800000005, 3.1564907048634927 ], [ 7.773080854918096, 3.6979660800000005 ] ], "delta": [ [ 0.5755084800000003, 1.6646540856888892 ], [ 1.3274674738387304, 0.38843221333333355 ] ], "residual": 1.6646540856888892, "residualBound": 8.323270428444447, "error": 6.689981562643584, "covered": 4, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 3755188434, "after": 3539932150, "u": 0.8242046809755266 }, "visit": 7, "alpha": 0.14285714285714285, "old": 6.046954951111111, "target": 8.83756396088889, "conditionalMean": 7.581724808533334, "conditionalVariance": 2.365697964883681, "noise": 1.2558391523555557, "td": 2.7906090097777785, "newValue": 6.445613381079365 } }, { "k": 28, "Q": [ [ 2.1224576, 1.4918366191746035 ], [ 6.445613381079365, 3.365024182857143 ] ], "visits": [ [ 7, 7 ], [ 7, 7 ] ], "alphaSums": [ [ 2.5928571428571425, 2.5928571428571425 ], [ 2.5928571428571425, 2.5928571428571425 ] ], "squareSums": [ [ 1.511797052154195, 1.511797052154195 ], [ 1.511797052154195, 1.511797052154195 ] ], "expected": [ [ 2.6979660800000005, 3.1564907048634927 ], [ 7.773080854918096, 3.6979660800000005 ] ], "delta": [ [ 0.5755084800000003, 1.6646540856888892 ], [ 1.3274674738387304, 0.33294189714285727 ] ], "residual": 1.6646540856888892, "residualBound": 8.323270428444447, "error": 6.689981562643584, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 3539932150, "after": 548978038, "u": 0.1278189099393785 }, "visit": 7, "alpha": 0.14285714285714285, "old": 3.309533866666667, "target": 3.6979660800000005, "conditionalMean": 3.6979660800000005, "conditionalVariance": 0, "noise": 0, "td": 0.38843221333333355, "newValue": 3.365024182857143 } }, { "k": 29, "Q": [ [ 2.19439616, 1.4918366191746035 ], [ 6.445613381079365, 3.365024182857143 ] ], "visits": [ [ 8, 7 ], [ 7, 7 ] ], "alphaSums": [ [ 2.7178571428571425, 2.5928571428571425 ], [ 2.5928571428571425, 2.5928571428571425 ] ], "squareSums": [ [ 1.527422052154195, 1.511797052154195 ], [ 1.511797052154195, 1.511797052154195 ] ], "expected": [ [ 2.7555169280000005, 3.1564907048634927 ], [ 7.796101194118095, 3.7555169280000005 ] ], "delta": [ [ 0.5611207680000003, 1.6646540856888892 ], [ 1.35048781303873, 0.39049274514285726 ] ], "residual": 1.6646540856888892, "residualBound": 8.323270428444447, "error": 6.689981562643584, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 548978038, "after": 3587881309, "u": 0.8353687145281583 }, "visit": 8, "alpha": 0.125, "old": 2.1224576, "target": 2.6979660800000005, "conditionalMean": 2.6979660800000005, "conditionalVariance": 0, "noise": 0, "td": 0.5755084800000003, "newValue": 2.19439616 } }, { "k": 30, "Q": [ [ 2.19439616, 1.6999183798857147 ], [ 6.445613381079365, 3.365024182857143 ] ], "visits": [ [ 8, 8 ], [ 7, 7 ] ], "alphaSums": [ [ 2.7178571428571425, 2.7178571428571425 ], [ 2.5928571428571425, 2.5928571428571425 ] ], "squareSums": [ [ 1.527422052154195, 1.527422052154195 ], [ 1.511797052154195, 1.511797052154195 ] ], "expected": [ [ 2.7555169280000005, 3.1564907048634927 ], [ 7.796101194118095, 3.7555169280000005 ] ], "delta": [ [ 0.5611207680000003, 1.456572324977778 ], [ 1.35048781303873, 0.39049274514285726 ] ], "residual": 1.456572324977778, "residualBound": 7.282861624888891, "error": 6.481899801932473, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 3587881309, "after": 3705298053, "u": 0.8627069306094199 }, "visit": 8, "alpha": 0.125, "old": 1.4918366191746035, "target": 3.1564907048634927, "conditionalMean": 3.1564907048634927, "conditionalVariance": 0, "noise": 0, "td": 1.6646540856888892, "newValue": 1.6999183798857147 } }, { "k": 31, "Q": [ [ 2.19439616, 1.6999183798857147 ], [ 6.784473046552382, 3.365024182857143 ] ], "visits": [ [ 8, 8 ], [ 8, 7 ] ], "alphaSums": [ [ 2.7178571428571425, 2.7178571428571425 ], [ 2.7178571428571425, 2.5928571428571425 ] ], "squareSums": [ [ 1.527422052154195, 1.527422052154195 ], [ 1.527422052154195, 1.511797052154195 ] ], "expected": [ [ 2.7555169280000005, 3.4275784372419054 ], [ 7.958753833545144, 3.7555169280000005 ] ], "delta": [ [ 0.5611207680000003, 1.7276600573561907 ], [ 1.174280786992762, 0.39049274514285726 ] ], "residual": 1.7276600573561907, "residualBound": 8.638300286780956, "error": 6.481899801932473, "covered": 4, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 3705298053, "after": 2115785504, "u": 0.49261970072984695 }, "visit": 8, "alpha": 0.125, "old": 6.445613381079365, "target": 9.156490704863494, "conditionalMean": 7.796101194118095, "conditionalVariance": 2.7759894314191507, "noise": 1.3603895107453985, "td": 2.7108773237841284, "newValue": 6.784473046552382 } }, { "k": 32, "Q": [ [ 2.19439616, 1.6999183798857147 ], [ 6.784473046552382, 3.4138357760000004 ] ], "visits": [ [ 8, 8 ], [ 8, 8 ] ], "alphaSums": [ [ 2.7178571428571425, 2.7178571428571425 ], [ 2.7178571428571425, 2.7178571428571425 ] ], "squareSums": [ [ 1.527422052154195, 1.527422052154195 ], [ 1.527422052154195, 1.527422052154195 ] ], "expected": [ [ 2.7555169280000005, 3.4275784372419054 ], [ 7.958753833545144, 3.7555169280000005 ] ], "delta": [ [ 0.5611207680000003, 1.7276600573561907 ], [ 1.174280786992762, 0.34168115200000004 ] ], "residual": 1.7276600573561907, "residualBound": 8.638300286780956, "error": 6.481899801932473, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 2115785504, "after": 2071792284, "u": 0.48237673100084066 }, "visit": 8, "alpha": 0.125, "old": 3.365024182857143, "target": 3.7555169280000005, "conditionalMean": 3.7555169280000005, "conditionalVariance": 0, "noise": 0, "td": 0.39049274514285726, "newValue": 3.4138357760000004 } }, { "k": 33, "Q": [ [ 2.256742912, 1.6999183798857147 ], [ 6.784473046552382, 3.4138357760000004 ] ], "visits": [ [ 9, 8 ], [ 8, 8 ] ], "alphaSums": [ [ 2.8289682539682537, 2.7178571428571425 ], [ 2.7178571428571425, 2.7178571428571425 ] ], "squareSums": [ [ 1.5397677311665408, 1.527422052154195 ], [ 1.527422052154195, 1.527422052154195 ] ], "expected": [ [ 2.8053943296000003, 3.4275784372419054 ], [ 7.978704794185143, 3.8053943296000003 ] ], "delta": [ [ 0.5486514176000004, 1.7276600573561907 ], [ 1.1942317476327613, 0.3915585535999999 ] ], "residual": 1.7276600573561907, "residualBound": 8.638300286780956, "error": 6.481899801932473, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 2071792284, "after": 2683442923, "u": 0.6247877429705113 }, "visit": 9, "alpha": 0.1111111111111111, "old": 2.19439616, "target": 2.7555169280000005, "conditionalMean": 2.7555169280000005, "conditionalVariance": 0, "noise": 0, "td": 0.5611207680000003, "newValue": 2.256742912 } }, { "k": 34, "Q": [ [ 2.256742912, 1.891880608480847 ], [ 6.784473046552382, 3.4138357760000004 ] ], "visits": [ [ 9, 9 ], [ 8, 8 ] ], "alphaSums": [ [ 2.8289682539682537, 2.8289682539682537 ], [ 2.7178571428571425, 2.7178571428571425 ] ], "squareSums": [ [ 1.5397677311665408, 1.5397677311665408 ], [ 1.527422052154195, 1.527422052154195 ] ], "expected": [ [ 2.8053943296000003, 3.4275784372419054 ], [ 7.978704794185143, 3.8053943296000003 ] ], "delta": [ [ 0.5486514176000004, 1.5356978287610583 ], [ 1.1942317476327613, 0.3915585535999999 ] ], "residual": 1.5356978287610583, "residualBound": 7.678489143805293, "error": 6.28993757333734, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 2683442923, "after": 2026641404, "u": 0.47186422254890203 }, "visit": 9, "alpha": 0.1111111111111111, "old": 1.6999183798857147, "target": 3.4275784372419054, "conditionalMean": 3.4275784372419054, "conditionalVariance": 0, "noise": 0, "td": 1.7276600573561907, "newValue": 1.891880608480847 } }, { "k": 35, "Q": [ [ 2.256742912, 1.891880608480847 ], [ 7.078151423295662, 3.4138357760000004 ] ], "visits": [ [ 9, 9 ], [ 9, 8 ] ], "alphaSums": [ [ 2.8289682539682537, 2.8289682539682537 ], [ 2.8289682539682537, 2.7178571428571425 ] ], "squareSums": [ [ 1.5397677311665408, 1.5397677311665408 ], [ 1.5397677311665408, 1.527422052154195 ] ], "expected": [ [ 2.8053943296000003, 3.6625211386365297 ], [ 8.119670415021918, 3.8053943296000003 ] ], "delta": [ [ 0.5486514176000004, 1.7706405301556827 ], [ 1.0415189917262566, 0.3915585535999999 ] ], "residual": 1.7706405301556827, "residualBound": 8.853202650778416, "error": 6.28993757333734, "covered": 4, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 2026641404, "after": 3159275077, "u": 0.7355760496575385 }, "visit": 9, "alpha": 0.1111111111111111, "old": 6.784473046552382, "target": 9.427578437241905, "conditionalMean": 7.978704794185143, "conditionalVariance": 3.1488522503168617, "noise": 1.4488736430567624, "td": 2.6431053906895237, "newValue": 7.078151423295662 } }, { "k": 36, "Q": [ [ 2.256742912, 1.891880608480847 ], [ 7.078151423295662, 3.457342281955556 ] ], "visits": [ [ 9, 9 ], [ 9, 9 ] ], "alphaSums": [ [ 2.8289682539682537, 2.8289682539682537 ], [ 2.8289682539682537, 2.8289682539682537 ] ], "squareSums": [ [ 1.5397677311665408, 1.5397677311665408 ], [ 1.5397677311665408, 1.5397677311665408 ] ], "expected": [ [ 2.8053943296000003, 3.6625211386365297 ], [ 8.119670415021918, 3.8053943296000003 ] ], "delta": [ [ 0.5486514176000004, 1.7706405301556827 ], [ 1.0415189917262566, 0.3480520476444444 ] ], "residual": 1.7706405301556827, "residualBound": 8.853202650778416, "error": 6.28993757333734, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 3159275077, "after": 977421254, "u": 0.2275736196897924 }, "visit": 9, "alpha": 0.1111111111111111, "old": 3.4138357760000004, "target": 3.8053943296000003, "conditionalMean": 3.8053943296000003, "conditionalVariance": 0, "noise": 0, "td": 0.3915585535999999, "newValue": 3.457342281955556 } }, { "k": 37, "Q": [ [ 2.31160805376, 1.891880608480847 ], [ 7.078151423295662, 3.457342281955556 ] ], "visits": [ [ 10, 9 ], [ 9, 9 ] ], "alphaSums": [ [ 2.9289682539682538, 2.8289682539682537 ], [ 2.8289682539682537, 2.8289682539682537 ] ], "squareSums": [ [ 1.5497677311665408, 1.5397677311665408 ], [ 1.5397677311665408, 1.5397677311665408 ] ], "expected": [ [ 2.8492864430080003, 3.6625211386365297 ], [ 8.137227260385117, 3.8492864430080003 ] ], "delta": [ [ 0.5376783892480002, 1.7706405301556827 ], [ 1.0590758370894555, 0.39194416105244434 ] ], "residual": 1.7706405301556827, "residualBound": 8.853202650778416, "error": 6.28993757333734, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 977421254, "after": 896393659, "u": 0.20870791259221733 }, "visit": 10, "alpha": 0.1, "old": 2.256742912, "target": 2.8053943296000003, "conditionalMean": 2.8053943296000003, "conditionalVariance": 0, "noise": 0, "td": 0.5486514176000004, "newValue": 2.31160805376 } }, { "k": 38, "Q": [ [ 2.31160805376, 2.068944661496415 ], [ 7.078151423295662, 3.457342281955556 ] ], "visits": [ [ 10, 10 ], [ 9, 9 ] ], "alphaSums": [ [ 2.9289682539682538, 2.9289682539682538 ], [ 2.8289682539682537, 2.8289682539682537 ] ], "squareSums": [ [ 1.5497677311665408, 1.5497677311665408 ], [ 1.5397677311665408, 1.5397677311665408 ] ], "expected": [ [ 2.8492864430080003, 3.6625211386365297 ], [ 8.137227260385117, 3.8492864430080003 ] ], "delta": [ [ 0.5376783892480002, 1.5935764771401146 ], [ 1.0590758370894555, 0.39194416105244434 ] ], "residual": 1.5935764771401146, "residualBound": 7.967882385700575, "error": 6.112873520321772, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 896393659, "after": 2718066646, "u": 0.6328492066822946 }, "visit": 10, "alpha": 0.1, "old": 1.891880608480847, "target": 3.6625211386365297, "conditionalMean": 3.6625211386365297, "conditionalVariance": 0, "noise": 0, "td": 1.7706405301556827, "newValue": 2.068944661496415 } }, { "k": 39, "Q": [ [ 2.31160805376, 2.068944661496415 ], [ 6.955264925266896, 3.457342281955556 ] ], "visits": [ [ 10, 10 ], [ 10, 9 ] ], "alphaSums": [ [ 2.9289682539682538, 2.9289682539682538 ], [ 2.9289682539682538, 2.8289682539682537 ] ], "squareSums": [ [ 1.5497677311665408, 1.5497677311665408 ], [ 1.5497677311665408, 1.5397677311665408 ] ], "expected": [ [ 2.8492864430080003, 3.564211940213517 ], [ 8.078241741331311, 3.8492864430080003 ] ], "delta": [ [ 0.5376783892480002, 1.495267278717102 ], [ 1.1229768160644156, 0.39194416105244434 ] ], "residual": 1.495267278717102, "residualBound": 7.476336393585512, "error": 6.112873520321772, "covered": 4, "update": { "s": 1, "a": 0, "next": 0, "reward": 4, "random": { "before": 2718066646, "after": 836945386, "u": 0.19486653292551637 }, "visit": 10, "alpha": 0.1, "old": 7.078151423295662, "target": 5.849286443008, "conditionalMean": 8.137227260385117, "conditionalVariance": 3.489782122546849, "noise": -2.287940817377117, "td": -1.2288649802876614, "newValue": 6.955264925266896 } }, { "k": 40, "Q": [ [ 2.31160805376, 2.068944661496415 ], [ 6.955264925266896, 3.4965366980608 ] ], "visits": [ [ 10, 10 ], [ 10, 10 ] ], "alphaSums": [ [ 2.9289682539682538, 2.9289682539682538 ], [ 2.9289682539682538, 2.9289682539682538 ] ], "squareSums": [ [ 1.5497677311665408, 1.5497677311665408 ], [ 1.5497677311665408, 1.5497677311665408 ] ], "expected": [ [ 2.8492864430080003, 3.564211940213517 ], [ 8.078241741331311, 3.8492864430080003 ] ], "delta": [ [ 0.5376783892480002, 1.495267278717102 ], [ 1.1229768160644156, 0.35274974494720013 ] ], "residual": 1.495267278717102, "residualBound": 7.476336393585512, "error": 6.112873520321772, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 836945386, "after": 1118411237, "u": 0.26040040818043053 }, "visit": 10, "alpha": 0.1, "old": 3.457342281955556, "target": 3.8492864430080003, "conditionalMean": 3.8492864430080003, "conditionalVariance": 0, "noise": 0, "td": 0.39194416105244434, "newValue": 3.4965366980608 } }, { "k": 41, "Q": [ [ 2.3604879073280003, 2.068944661496415 ], [ 6.955264925266896, 3.4965366980608 ] ], "visits": [ [ 11, 10 ], [ 10, 10 ] ], "alphaSums": [ [ 3.0198773448773446, 2.9289682539682538 ], [ 2.9289682539682538, 2.9289682539682538 ] ], "squareSums": [ [ 1.558032193976458, 1.5497677311665408 ], [ 1.5497677311665408, 1.5497677311665408 ] ], "expected": [ [ 2.8883903258624004, 3.564211940213517 ], [ 8.09388329447307, 3.8883903258624004 ] ], "delta": [ [ 0.5279024185344001, 1.495267278717102 ], [ 1.1386183692061742, 0.39185362780160027 ] ], "residual": 1.495267278717102, "residualBound": 7.476336393585512, "error": 6.112873520321772, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 1118411237, "after": 1127556303, "u": 0.26252965978346765 }, "visit": 11, "alpha": 0.09090909090909091, "old": 2.31160805376, "target": 2.8492864430080003, "conditionalMean": 2.8492864430080003, "conditionalVariance": 0, "noise": 0, "td": 0.5376783892480002, "newValue": 2.3604879073280003 } }, { "k": 42, "Q": [ [ 2.3604879073280003, 2.2048780504706973 ], [ 6.955264925266896, 3.4965366980608 ] ], "visits": [ [ 11, 11 ], [ 10, 10 ] ], "alphaSums": [ [ 3.0198773448773446, 3.0198773448773446 ], [ 2.9289682539682538, 2.9289682539682538 ] ], "squareSums": [ [ 1.558032193976458, 1.558032193976458 ], [ 1.5497677311665408, 1.5497677311665408 ] ], "expected": [ [ 2.8883903258624004, 3.564211940213517 ], [ 8.09388329447307, 3.8883903258624004 ] ], "delta": [ [ 0.5279024185344001, 1.3593338897428198 ], [ 1.1386183692061742, 0.39185362780160027 ] ], "residual": 1.3593338897428198, "residualBound": 6.7966694487141, "error": 5.97694013134749, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 1127556303, "after": 305812537, "u": 0.07120252982713282 }, "visit": 11, "alpha": 0.09090909090909091, "old": 2.068944661496415, "target": 3.564211940213517, "conditionalMean": 3.564211940213517, "conditionalVariance": 0, "noise": 0, "td": 1.495267278717102, "newValue": 2.2048780504706973 } }, { "k": 43, "Q": [ [ 2.3604879073280003, 2.2048780504706973 ], [ 6.858276325321032, 3.4965366980608 ] ], "visits": [ [ 11, 11 ], [ 11, 10 ] ], "alphaSums": [ [ 3.0198773448773446, 3.0198773448773446 ], [ 3.0198773448773446, 2.9289682539682538 ] ], "squareSums": [ [ 1.558032193976458, 1.558032193976458 ], [ 1.558032193976458, 1.5497677311665408 ] ], "expected": [ [ 2.8883903258624004, 3.4866210602568266 ], [ 8.047328766499056, 3.8883903258624004 ] ], "delta": [ [ 0.5279024185344001, 1.2817430097861293 ], [ 1.189052441178024, 0.39185362780160027 ] ], "residual": 1.2817430097861293, "residualBound": 6.408715048930648, "error": 5.97694013134749, "covered": 4, "update": { "s": 1, "a": 0, "next": 0, "reward": 4, "random": { "before": 305812537, "after": 1326863495, "u": 0.308934481581673 }, "visit": 11, "alpha": 0.09090909090909091, "old": 6.955264925266896, "target": 5.8883903258624, "conditionalMean": 8.09388329447307, "conditionalVariance": 3.242799489727404, "noise": -2.2054929686106695, "td": -1.0668745994044952, "newValue": 6.858276325321032 } }, { "k": 44, "Q": [ [ 2.3604879073280003, 2.2048780504706973 ], [ 6.858276325321032, 3.532159755133673 ] ], "visits": [ [ 11, 11 ], [ 11, 11 ] ], "alphaSums": [ [ 3.0198773448773446, 3.0198773448773446 ], [ 3.0198773448773446, 3.0198773448773446 ] ], "squareSums": [ [ 1.558032193976458, 1.558032193976458 ], [ 1.558032193976458, 1.558032193976458 ] ], "expected": [ [ 2.8883903258624004, 3.4866210602568266 ], [ 8.047328766499056, 3.8883903258624004 ] ], "delta": [ [ 0.5279024185344001, 1.2817430097861293 ], [ 1.189052441178024, 0.35623057072872744 ] ], "residual": 1.2817430097861293, "residualBound": 6.408715048930648, "error": 5.97694013134749, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 1326863495, "after": 894975684, "u": 0.20837776456028223 }, "visit": 11, "alpha": 0.09090909090909091, "old": 3.4965366980608, "target": 3.8883903258624004, "conditionalMean": 3.8883903258624004, "conditionalVariance": 0, "noise": 0, "td": 0.39185362780160027, "newValue": 3.532159755133673 } }, { "k": 45, "Q": [ [ 2.4044797755392002, 2.2048780504706973 ], [ 6.858276325321032, 3.532159755133673 ] ], "visits": [ [ 12, 11 ], [ 11, 11 ] ], "alphaSums": [ [ 3.103210678210678, 3.0198773448773446 ], [ 3.0198773448773446, 3.0198773448773446 ] ], "squareSums": [ [ 1.5649766384209025, 1.558032193976458 ], [ 1.558032193976458, 1.558032193976458 ] ], "expected": [ [ 2.92358382043136, 3.4866210602568266 ], [ 8.061406164326641, 3.92358382043136 ] ], "delta": [ [ 0.5191040448921598, 1.2817430097861293 ], [ 1.2031298390056087, 0.39142406529768703 ] ], "residual": 1.2817430097861293, "residualBound": 6.408715048930648, "error": 5.97694013134749, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 894975684, "after": 1653888772, "u": 0.38507598731666803 }, "visit": 12, "alpha": 0.08333333333333333, "old": 2.3604879073280003, "target": 2.8883903258624004, "conditionalMean": 2.8883903258624004, "conditionalVariance": 0, "noise": 0, "td": 0.5279024185344001, "newValue": 2.4044797755392002 } }, { "k": 46, "Q": [ [ 2.4044797755392002, 2.3116899679528746 ], [ 6.858276325321032, 3.532159755133673 ] ], "visits": [ [ 12, 12 ], [ 11, 11 ] ], "alphaSums": [ [ 3.103210678210678, 3.103210678210678 ], [ 3.0198773448773446, 3.0198773448773446 ] ], "squareSums": [ [ 1.5649766384209025, 1.5649766384209025 ], [ 1.558032193976458, 1.558032193976458 ] ], "expected": [ [ 2.92358382043136, 3.4866210602568266 ], [ 8.061406164326641, 3.92358382043136 ] ], "delta": [ [ 0.5191040448921598, 1.174931092303952 ], [ 1.2031298390056087, 0.39142406529768703 ] ], "residual": 1.2031298390056087, "residualBound": 6.015649195028045, "error": 5.870128213865312, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 1653888772, "after": 3873490174, "u": 0.9018672103993595 }, "visit": 12, "alpha": 0.08333333333333333, "old": 2.2048780504706973, "target": 3.4866210602568266, "conditionalMean": 3.4866210602568266, "conditionalVariance": 0, "noise": 0, "td": 1.2817430097861293, "newValue": 2.3116899679528746 } }, { "k": 47, "Q": [ [ 2.4044797755392002, 2.3116899679528746 ], [ 6.780385283246893, 3.532159755133673 ] ], "visits": [ [ 12, 12 ], [ 12, 11 ] ], "alphaSums": [ [ 3.103210678210678, 3.103210678210678 ], [ 3.103210678210678, 3.0198773448773446 ] ], "squareSums": [ [ 1.5649766384209025, 1.5649766384209025 ], [ 1.5649766384209025, 1.558032193976458 ] ], "expected": [ [ 2.92358382043136, 3.424308226597515 ], [ 8.024018464131053, 3.92358382043136 ] ], "delta": [ [ 0.5191040448921598, 1.1126182586446403 ], [ 1.24363318088416, 0.39142406529768703 ] ], "residual": 1.24363318088416, "residualBound": 6.218165904420802, "error": 5.946887444025839, "covered": 4, "update": { "s": 1, "a": 0, "next": 0, "reward": 4, "random": { "before": 3873490174, "after": 831521761, "u": 0.19360374682582915 }, "visit": 12, "alpha": 0.08333333333333333, "old": 6.858276325321032, "target": 5.92358382043136, "conditionalMean": 8.061406164326641, "conditionalVariance": 3.046856249371938, "noise": -2.137822343895281, "td": -0.9346925048896724, "newValue": 6.780385283246893 } }, { "k": 48, "Q": [ [ 2.4044797755392002, 2.3116899679528746 ], [ 6.780385283246893, 3.5647784272418135 ] ], "visits": [ [ 12, 12 ], [ 12, 12 ] ], "alphaSums": [ [ 3.103210678210678, 3.103210678210678 ], [ 3.103210678210678, 3.103210678210678 ] ], "squareSums": [ [ 1.5649766384209025, 1.5649766384209025 ], [ 1.5649766384209025, 1.5649766384209025 ] ], "expected": [ [ 2.92358382043136, 3.424308226597515 ], [ 8.024018464131053, 3.92358382043136 ] ], "delta": [ [ 0.5191040448921598, 1.1126182586446403 ], [ 1.24363318088416, 0.3588053931895465 ] ], "residual": 1.24363318088416, "residualBound": 6.218165904420802, "error": 5.946887444025839, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 831521761, "after": 208361975, "u": 0.04851305275224149 }, "visit": 12, "alpha": 0.08333333333333333, "old": 3.532159755133673, "target": 3.92358382043136, "conditionalMean": 3.92358382043136, "conditionalVariance": 0, "noise": 0, "td": 0.39142406529768703, "newValue": 3.5647784272418135 } }, { "k": 49, "Q": [ [ 2.44441085591552, 2.3116899679528746 ], [ 6.780385283246893, 3.5647784272418135 ] ], "visits": [ [ 13, 12 ], [ 12, 12 ] ], "alphaSums": [ [ 3.180133755133755, 3.103210678210678 ], [ 3.103210678210678, 3.103210678210678 ] ], "squareSums": [ [ 1.5708937981842162, 1.5649766384209025 ], [ 1.5649766384209025, 1.5649766384209025 ] ], "expected": [ [ 2.9555286847324163, 3.424308226597515 ], [ 8.036796409851476, 3.9555286847324163 ] ], "delta": [ [ 0.511117828816896, 1.1126182586446403 ], [ 1.2564111266045828, 0.39075025749060277 ] ], "residual": 1.2564111266045828, "residualBound": 6.282055633022916, "error": 5.946887444025839, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 208361975, "after": 2380579325, "u": 0.5542718165088445 }, "visit": 13, "alpha": 0.07692307692307693, "old": 2.4044797755392002, "target": 2.92358382043136, "conditionalMean": 2.92358382043136, "conditionalVariance": 0, "noise": 0, "td": 0.5191040448921598, "newValue": 2.44441085591552 } }, { "k": 50, "Q": [ [ 2.44441085591552, 2.3972759878486163 ], [ 6.780385283246893, 3.5647784272418135 ] ], "visits": [ [ 13, 13 ], [ 12, 12 ] ], "alphaSums": [ [ 3.180133755133755, 3.180133755133755 ], [ 3.103210678210678, 3.103210678210678 ] ], "squareSums": [ [ 1.5708937981842162, 1.5708937981842162 ], [ 1.5649766384209025, 1.5649766384209025 ] ], "expected": [ [ 2.9555286847324163, 3.424308226597515 ], [ 8.036796409851476, 3.9555286847324163 ] ], "delta": [ [ 0.511117828816896, 1.0270322387488986 ], [ 1.2564111266045828, 0.39075025749060277 ] ], "residual": 1.2564111266045828, "residualBound": 6.282055633022916, "error": 5.946887444025839, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 2380579325, "after": 2931165456, "u": 0.6824651397764683 }, "visit": 13, "alpha": 0.07692307692307693, "old": 2.3116899679528746, "target": 3.424308226597515, "conditionalMean": 3.424308226597515, "conditionalVariance": 0, "noise": 0, "td": 1.1126182586446403, "newValue": 2.3972759878486163 } }, { "k": 51, "Q": [ [ 2.44441085591552, 2.3972759878486163 ], [ 6.983763971196941, 3.5647784272418135 ] ], "visits": [ [ 13, 13 ], [ 13, 12 ] ], "alphaSums": [ [ 3.180133755133755, 3.180133755133755 ], [ 3.180133755133755, 3.103210678210678 ] ], "squareSums": [ [ 1.5708937981842162, 1.5708937981842162 ], [ 1.5708937981842162, 1.5649766384209025 ] ], "expected": [ [ 2.9555286847324163, 3.587011176957553 ], [ 8.134418180067499, 3.9555286847324163 ] ], "delta": [ [ 0.511117828816896, 1.1897351891089367 ], [ 1.1506542088705576, 0.39075025749060277 ] ], "residual": 1.1897351891089367, "residualBound": 5.948675945544685, "error": 5.784542193969571, "covered": 4, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 2931165456, "after": 2635326874, "u": 0.6135848523117602 }, "visit": 13, "alpha": 0.07692307692307693, "old": 6.780385283246893, "target": 9.424308226597514, "conditionalMean": 8.036796409851476, "conditionalVariance": 2.887783562414843, "noise": 1.3875118167460379, "td": 2.6439229433506206, "newValue": 6.983763971196941 } }, { "k": 52, "Q": [ [ 2.44441085591552, 2.3972759878486163 ], [ 6.983763971196941, 3.594836139356475 ] ], "visits": [ [ 13, 13 ], [ 13, 13 ] ], "alphaSums": [ [ 3.180133755133755, 3.180133755133755 ], [ 3.180133755133755, 3.180133755133755 ] ], "squareSums": [ [ 1.5708937981842162, 1.5708937981842162 ], [ 1.5708937981842162, 1.5708937981842162 ] ], "expected": [ [ 2.9555286847324163, 3.587011176957553 ], [ 8.134418180067499, 3.9555286847324163 ] ], "delta": [ [ 0.511117828816896, 1.1897351891089367 ], [ 1.1506542088705576, 0.3606925453759411 ] ], "residual": 1.1897351891089367, "residualBound": 5.948675945544685, "error": 5.784542193969571, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 2635326874, "after": 3585768458, "u": 0.8348767780698836 }, "visit": 13, "alpha": 0.07692307692307693, "old": 3.5647784272418135, "target": 3.9555286847324163, "conditionalMean": 3.9555286847324163, "conditionalVariance": 0, "noise": 0, "td": 0.39075025749060277, "newValue": 3.594836139356475 } }, { "k": 53, "Q": [ [ 2.4809192722595843, 2.3972759878486163 ], [ 6.983763971196941, 3.594836139356475 ] ], "visits": [ [ 14, 13 ], [ 13, 13 ] ], "alphaSums": [ [ 3.251562326562327, 3.180133755133755 ], [ 3.180133755133755, 3.180133755133755 ] ], "squareSums": [ [ 1.5759958390005426, 1.5708937981842162 ], [ 1.5708937981842162, 1.5708937981842162 ] ], "expected": [ [ 2.9847354178076673, 3.587011176957553 ], [ 8.146100873297598, 3.9847354178076673 ] ], "delta": [ [ 0.503816145548083, 1.1897351891089367 ], [ 1.162336902100657, 0.3898992784511921 ] ], "residual": 1.1897351891089367, "residualBound": 5.948675945544685, "error": 5.784542193969571, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 3585768458, "after": 3713356791, "u": 0.8645832517649978 }, "visit": 14, "alpha": 0.07142857142857142, "old": 2.44441085591552, "target": 2.9555286847324163, "conditionalMean": 2.9555286847324163, "conditionalVariance": 0, "noise": 0, "td": 0.511117828816896, "newValue": 2.4809192722595843 } }, { "k": 54, "Q": [ [ 2.4809192722595843, 2.482257072784969 ], [ 6.983763971196941, 3.594836139356475 ] ], "visits": [ [ 14, 14 ], [ 13, 13 ] ], "alphaSums": [ [ 3.251562326562327, 3.251562326562327 ], [ 3.180133755133755, 3.180133755133755 ] ], "squareSums": [ [ 1.5759958390005426, 1.5759958390005426 ], [ 1.5708937981842162, 1.5708937981842162 ] ], "expected": [ [ 2.9858056582279753, 3.587011176957553 ], [ 8.146528969465722, 3.9858056582279753 ] ], "delta": [ [ 0.504886385968391, 1.1047541041725841 ], [ 1.1627649982687807, 0.3909695188715001 ] ], "residual": 1.1627649982687807, "residualBound": 5.813824991343904, "error": 5.743508756075791, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 3713356791, "after": 2455405602, "u": 0.5716936667449772 }, "visit": 14, "alpha": 0.07142857142857142, "old": 2.3972759878486163, "target": 3.587011176957553, "conditionalMean": 3.587011176957553, "conditionalVariance": 0, "noise": 0, "td": 1.1897351891089367, "newValue": 2.482257072784969 } }, { "k": 55, "Q": [ [ 2.4809192722595843, 2.482257072784969 ], [ 7.169710200179842, 3.594836139356475 ] ], "visits": [ [ 14, 14 ], [ 14, 13 ] ], "alphaSums": [ [ 3.251562326562327, 3.251562326562327 ], [ 3.251562326562327, 3.180133755133755 ] ], "squareSums": [ [ 1.5759958390005426, 1.5759958390005426 ], [ 1.5759958390005426, 1.5708937981842162 ] ], "expected": [ [ 2.9858056582279753, 3.7357681601438735 ], [ 8.235783159377515, 3.9858056582279753 ] ], "delta": [ [ 0.504886385968391, 1.2535110873589046 ], [ 1.0660729591976734, 0.3909695188715001 ] ], "residual": 1.2535110873589046, "residualBound": 6.267555436794525, "error": 5.699561109033218, "covered": 4, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 2455405602, "after": 2567572717, "u": 0.5978096083272249 }, "visit": 14, "alpha": 0.07142857142857142, "old": 6.983763971196941, "target": 9.587011176957553, "conditionalMean": 8.146528969465722, "conditionalVariance": 3.1124834851508094, "noise": 1.440482207491831, "td": 2.6032472057606117, "newValue": 7.169710200179842 } }, { "k": 56, "Q": [ [ 2.4809192722595843, 2.482257072784969 ], [ 7.169710200179842, 3.6227625335615823 ] ], "visits": [ [ 14, 14 ], [ 14, 14 ] ], "alphaSums": [ [ 3.251562326562327, 3.251562326562327 ], [ 3.251562326562327, 3.251562326562327 ] ], "squareSums": [ [ 1.5759958390005426, 1.5759958390005426 ], [ 1.5759958390005426, 1.5759958390005426 ] ], "expected": [ [ 2.9858056582279753, 3.7357681601438735 ], [ 8.235783159377515, 3.9858056582279753 ] ], "delta": [ [ 0.504886385968391, 1.2535110873589046 ], [ 1.0660729591976734, 0.363043124666393 ] ], "residual": 1.2535110873589046, "residualBound": 6.267555436794525, "error": 5.699561109033218, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 2567572717, "after": 3396326502, "u": 0.7907688855193555 }, "visit": 14, "alpha": 0.07142857142857142, "old": 3.594836139356475, "target": 3.9858056582279753, "conditionalMean": 3.9858056582279753, "conditionalVariance": 0, "noise": 0, "td": 0.3909695188715001, "newValue": 3.6227625335615823 } }, { "k": 57, "Q": [ [ 2.514578364657477, 2.482257072784969 ], [ 7.169710200179842, 3.6227625335615823 ] ], "visits": [ [ 15, 14 ], [ 14, 14 ] ], "alphaSums": [ [ 3.3182289932289937, 3.251562326562327 ], [ 3.251562326562327, 3.251562326562327 ] ], "squareSums": [ [ 1.580440283444987, 1.5759958390005426 ], [ 1.5759958390005426, 1.5759958390005426 ] ], "expected": [ [ 3.0116626917259817, 3.7357681601438735 ], [ 8.246125972776717, 4.011662691725982 ] ], "delta": [ [ 0.4970843270685048, 1.2535110873589046 ], [ 1.0764157725968753, 0.3889001581643994 ] ], "residual": 1.2535110873589046, "residualBound": 6.267555436794525, "error": 5.699561109033218, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 3396326502, "after": 746753783, "u": 0.1738671639468521 }, "visit": 15, "alpha": 0.06666666666666667, "old": 2.4809192722595843, "target": 2.9858056582279753, "conditionalMean": 2.9858056582279753, "conditionalVariance": 0, "noise": 0, "td": 0.504886385968391, "newValue": 2.514578364657477 } }, { "k": 58, "Q": [ [ 2.514578364657477, 2.5658244786088957 ], [ 7.169710200179842, 3.6227625335615823 ] ], "visits": [ [ 15, 15 ], [ 14, 14 ] ], "alphaSums": [ [ 3.3182289932289937, 3.3182289932289937 ], [ 3.251562326562327, 3.251562326562327 ] ], "squareSums": [ [ 1.580440283444987, 1.580440283444987 ], [ 1.5759958390005426, 1.5759958390005426 ] ], "expected": [ [ 3.0526595828871166, 3.7357681601438735 ], [ 8.262524729241171, 4.052659582887117 ] ], "delta": [ [ 0.5380812182296397, 1.1699436815349777 ], [ 1.0928145290613296, 0.4298970493255343 ] ], "residual": 1.1699436815349777, "residualBound": 5.84971840767489, "error": 5.615993703209291, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 746753783, "after": 3604372345, "u": 0.8392083330545574 }, "visit": 15, "alpha": 0.06666666666666667, "old": 2.482257072784969, "target": 3.7357681601438735, "conditionalMean": 3.7357681601438735, "conditionalVariance": 0, "noise": 0, "td": 1.2535110873589046, "newValue": 2.5658244786088957 } }, { "k": 59, "Q": [ [ 2.514578364657477, 2.5658244786088957 ], [ 7.34078073084411, 3.6227625335615823 ] ], "visits": [ [ 15, 15 ], [ 15, 14 ] ], "alphaSums": [ [ 3.3182289932289937, 3.3182289932289937 ], [ 3.3182289932289937, 3.251562326562327 ] ], "squareSums": [ [ 1.580440283444987, 1.580440283444987 ], [ 1.580440283444987, 1.5759958390005426 ] ], "expected": [ [ 3.0526595828871166, 3.8726245846752887 ], [ 8.34463858396002, 4.052659582887117 ] ], "delta": [ [ 0.5380812182296397, 1.306800106066393 ], [ 1.0038578531159095, 0.4298970493255343 ] ], "residual": 1.306800106066393, "residualBound": 6.534000530331967, "error": 5.615993703209291, "covered": 4, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 3604372345, "after": 2862072069, "u": 0.6663780820090324 }, "visit": 15, "alpha": 0.06666666666666667, "old": 7.169710200179842, "target": 9.735768160143873, "conditionalMean": 8.262524729241171, "conditionalVariance": 3.255669310046951, "noise": 1.473243430902702, "td": 2.5660579599640316, "newValue": 7.34078073084411 } }, { "k": 60, "Q": [ [ 2.514578364657477, 2.5658244786088957 ], [ 7.34078073084411, 3.651422336849951 ] ], "visits": [ [ 15, 15 ], [ 15, 15 ] ], "alphaSums": [ [ 3.3182289932289937, 3.3182289932289937 ], [ 3.3182289932289937, 3.3182289932289937 ] ], "squareSums": [ [ 1.580440283444987, 1.580440283444987 ], [ 1.580440283444987, 1.580440283444987 ] ], "expected": [ [ 3.0526595828871166, 3.8726245846752887 ], [ 8.34463858396002, 4.052659582887117 ] ], "delta": [ [ 0.5380812182296397, 1.306800106066393 ], [ 1.0038578531159095, 0.4012372460371654 ] ], "residual": 1.306800106066393, "residualBound": 6.534000530331967, "error": 5.615993703209291, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 2862072069, "after": 73286558, "u": 0.01706335647031665 }, "visit": 15, "alpha": 0.06666666666666667, "old": 3.6227625335615823, "target": 4.052659582887117, "conditionalMean": 4.052659582887117, "conditionalVariance": 0, "noise": 0, "td": 0.4298970493255343, "newValue": 3.651422336849951 } }, { "k": 61, "Q": [ [ 2.5482084407968295, 2.5658244786088957 ], [ 7.34078073084411, 3.651422336849951 ] ], "visits": [ [ 16, 15 ], [ 15, 15 ] ], "alphaSums": [ [ 3.3807289932289937, 3.3182289932289937 ], [ 3.3182289932289937, 3.3182289932289937 ] ], "squareSums": [ [ 1.584346533444987, 1.580440283444987 ], [ 1.580440283444987, 1.580440283444987 ] ], "expected": [ [ 3.0526595828871166, 3.8726245846752887 ], [ 8.34463858396002, 4.052659582887117 ] ], "delta": [ [ 0.5044511420902871, 1.306800106066393 ], [ 1.0038578531159095, 0.4012372460371654 ] ], "residual": 1.306800106066393, "residualBound": 6.534000530331967, "error": 5.615993703209291, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 73286558, "after": 1234261128, "u": 0.28737381286919117 }, "visit": 16, "alpha": 0.0625, "old": 2.514578364657477, "target": 3.0526595828871166, "conditionalMean": 3.0526595828871166, "conditionalVariance": 0, "noise": 0, "td": 0.5380812182296397, "newValue": 2.5482084407968295 } }, { "k": 62, "Q": [ [ 2.5482084407968295, 2.647499485238045 ], [ 7.34078073084411, 3.651422336849951 ] ], "visits": [ [ 16, 16 ], [ 15, 15 ] ], "alphaSums": [ [ 3.3807289932289937, 3.3807289932289937 ], [ 3.3182289932289937, 3.3182289932289937 ] ], "squareSums": [ [ 1.584346533444987, 1.584346533444987 ], [ 1.580440283444987, 1.580440283444987 ] ], "expected": [ [ 3.117999588190436, 3.8726245846752887 ], [ 8.370774586081348, 4.117999588190436 ] ], "delta": [ [ 0.5697911473936066, 1.2251250994372436 ], [ 1.0299938552372376, 0.4665772513404849 ] ], "residual": 1.2251250994372436, "residualBound": 6.12562549718622, "error": 5.534318696580142, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 1234261128, "after": 51168264, "u": 0.011913539841771126 }, "visit": 16, "alpha": 0.0625, "old": 2.5658244786088957, "target": 3.8726245846752887, "conditionalMean": 3.8726245846752887, "conditionalVariance": 0, "noise": 0, "td": 1.306800106066393, "newValue": 2.647499485238045 } }, { "k": 63, "Q": [ [ 2.5482084407968295, 2.647499485238045 ], [ 7.499020971708559, 3.651422336849951 ] ], "visits": [ [ 16, 16 ], [ 16, 15 ] ], "alphaSums": [ [ 3.3807289932289937, 3.3807289932289937 ], [ 3.3807289932289937, 3.3182289932289937 ] ], "squareSums": [ [ 1.584346533444987, 1.584346533444987 ], [ 1.584346533444987, 1.580440283444987 ] ], "expected": [ [ 3.117999588190436, 3.999216777366847 ], [ 8.446729901696283, 4.117999588190436 ] ], "delta": [ [ 0.5697911473936066, 1.3517172921288019 ], [ 0.9477089299877246, 0.4665772513404849 ] ], "residual": 1.3517172921288019, "residualBound": 6.758586460644011, "error": 5.534318696580142, "covered": 4, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 51168264, "after": 3929845774, "u": 0.9149885210208595 }, "visit": 16, "alpha": 0.0625, "old": 7.34078073084411, "target": 9.87262458467529, "conditionalMean": 8.370774586081348, "conditionalVariance": 3.383330127414931, "noise": 1.5018499985939417, "td": 2.5318438538311794, "newValue": 7.499020971708559 } }, { "k": 64, "Q": [ [ 2.5482084407968295, 2.647499485238045 ], [ 7.499020971708559, 3.6805834150587313 ] ], "visits": [ [ 16, 16 ], [ 16, 16 ] ], "alphaSums": [ [ 3.3807289932289937, 3.3807289932289937 ], [ 3.3807289932289937, 3.3807289932289937 ] ], "squareSums": [ [ 1.584346533444987, 1.584346533444987 ], [ 1.584346533444987, 1.584346533444987 ] ], "expected": [ [ 3.117999588190436, 3.999216777366847 ], [ 8.446729901696283, 4.117999588190436 ] ], "delta": [ [ 0.5697911473936066, 1.3517172921288019 ], [ 0.9477089299877246, 0.4374161731317048 ] ], "residual": 1.3517172921288019, "residualBound": 6.758586460644011, "error": 5.534318696580142, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 3929845774, "after": 4220816400, "u": 0.9827353991568089 }, "visit": 16, "alpha": 0.0625, "old": 3.651422336849951, "target": 4.117999588190436, "conditionalMean": 4.117999588190436, "conditionalVariance": 0, "noise": 0, "td": 0.4665772513404849, "newValue": 3.6805834150587313 } }, { "k": 65, "Q": [ [ 2.5817255671141006, 2.647499485238045 ], [ 7.499020971708559, 3.6805834150587313 ] ], "visits": [ [ 17, 16 ], [ 16, 16 ] ], "alphaSums": [ [ 3.439552522640758, 3.3807289932289937 ], [ 3.3807289932289937, 3.3807289932289937 ] ], "squareSums": [ [ 1.587806741057444, 1.584346533444987 ], [ 1.584346533444987, 1.584346533444987 ] ], "expected": [ [ 3.117999588190436, 3.999216777366847 ], [ 8.446729901696283, 4.117999588190436 ] ], "delta": [ [ 0.5362740210763355, 1.3517172921288019 ], [ 0.9477089299877246, 0.4374161731317048 ] ], "residual": 1.3517172921288019, "residualBound": 6.758586460644011, "error": 5.534318696580142, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 4220816400, "after": 683776635, "u": 0.15920415404252708 }, "visit": 17, "alpha": 0.058823529411764705, "old": 2.5482084407968295, "target": 3.117999588190436, "conditionalMean": 3.117999588190436, "conditionalVariance": 0, "noise": 0, "td": 0.5697911473936066, "newValue": 2.5817255671141006 } }, { "k": 66, "Q": [ [ 2.5817255671141006, 2.7270122671279746 ], [ 7.499020971708559, 3.6805834150587313 ] ], "visits": [ [ 17, 17 ], [ 16, 16 ] ], "alphaSums": [ [ 3.439552522640758, 3.439552522640758 ], [ 3.3807289932289937, 3.3807289932289937 ] ], "squareSums": [ [ 1.587806741057444, 1.587806741057444 ], [ 1.584346533444987, 1.584346533444987 ] ], "expected": [ [ 3.1816098137023796, 3.999216777366847 ], [ 8.47217399190106, 4.18160981370238 ] ], "delta": [ [ 0.599884246588279, 1.2722045102388724 ], [ 0.9731530201925018, 0.5010263986436487 ] ], "residual": 1.2722045102388724, "residualBound": 6.361022551194363, "error": 5.454805914690212, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 683776635, "after": 1783627836, "u": 0.4152832170948386 }, "visit": 17, "alpha": 0.058823529411764705, "old": 2.647499485238045, "target": 3.999216777366847, "conditionalMean": 3.999216777366847, "conditionalVariance": 0, "noise": 0, "td": 1.3517172921288019, "newValue": 2.7270122671279746 } }, { "k": 67, "Q": [ [ 2.5817255671141006, 2.7270122671279746 ], [ 7.421526197708196, 3.6805834150587313 ] ], "visits": [ [ 17, 17 ], [ 17, 16 ] ], "alphaSums": [ [ 3.439552522640758, 3.439552522640758 ], [ 3.439552522640758, 3.3807289932289937 ] ], "squareSums": [ [ 1.587806741057444, 1.587806741057444 ], [ 1.587806741057444, 1.584346533444987 ] ], "expected": [ [ 3.1816098137023796, 3.9372209581665567 ], [ 8.434976500380886, 4.18160981370238 ] ], "delta": [ [ 0.599884246588279, 1.210208691038582 ], [ 1.0134503026726902, 0.5010263986436487 ] ], "residual": 1.210208691038582, "residualBound": 6.051043455192912, "error": 5.454805914690212, "covered": 4, "update": { "s": 1, "a": 0, "next": 0, "reward": 4, "random": { "before": 1783627836, "after": 547428343, "u": 0.12745809345506132 }, "visit": 17, "alpha": 0.058823529411764705, "old": 7.499020971708559, "target": 6.18160981370238, "conditionalMean": 8.47217399190106, "conditionalVariance": 3.4977895029646646, "noise": -2.2905641781986805, "td": -1.3174111580061787, "newValue": 7.421526197708196 } }, { "k": 68, "Q": [ [ 2.5817255671141006, 2.7270122671279746 ], [ 7.421526197708196, 3.7100555561554165 ] ], "visits": [ [ 17, 17 ], [ 17, 17 ] ], "alphaSums": [ [ 3.439552522640758, 3.439552522640758 ], [ 3.439552522640758, 3.439552522640758 ] ], "squareSums": [ [ 1.587806741057444, 1.587806741057444 ], [ 1.587806741057444, 1.587806741057444 ] ], "expected": [ [ 3.1816098137023796, 3.9372209581665567 ], [ 8.434976500380886, 4.18160981370238 ] ], "delta": [ [ 0.599884246588279, 1.210208691038582 ], [ 1.0134503026726902, 0.47155425754696356 ] ], "residual": 1.210208691038582, "residualBound": 6.051043455192912, "error": 5.454805914690212, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 547428343, "after": 1235299800, "u": 0.2876156475394964 }, "visit": 17, "alpha": 0.058823529411764705, "old": 3.6805834150587313, "target": 4.18160981370238, "conditionalMean": 4.18160981370238, "conditionalVariance": 0, "noise": 0, "td": 0.5010263986436487, "newValue": 3.7100555561554165 } }, { "k": 69, "Q": [ [ 2.6150524697023383, 2.7270122671279746 ], [ 7.421526197708196, 3.7100555561554165 ] ], "visits": [ [ 18, 17 ], [ 17, 17 ] ], "alphaSums": [ [ 3.4951080781963135, 3.439552522640758 ], [ 3.439552522640758, 3.439552522640758 ] ], "squareSums": [ [ 1.5908931608105303, 1.587806741057444 ], [ 1.587806741057444, 1.587806741057444 ] ], "expected": [ [ 3.1816098137023796, 3.9372209581665567 ], [ 8.434976500380886, 4.18160981370238 ] ], "delta": [ [ 0.5665573440000413, 1.210208691038582 ], [ 1.0134503026726902, 0.47155425754696356 ] ], "residual": 1.210208691038582, "residualBound": 6.051043455192912, "error": 5.454805914690212, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 1235299800, "after": 4015612277, "u": 0.934957591118291 }, "visit": 18, "alpha": 0.05555555555555555, "old": 2.5817255671141006, "target": 3.1816098137023796, "conditionalMean": 3.1816098137023796, "conditionalVariance": 0, "noise": 0, "td": 0.599884246588279, "newValue": 2.6150524697023383 } }, { "k": 70, "Q": [ [ 2.6150524697023383, 2.794246083296785 ], [ 7.421526197708196, 3.7100555561554165 ] ], "visits": [ [ 18, 18 ], [ 17, 17 ] ], "alphaSums": [ [ 3.4951080781963135, 3.4951080781963135 ], [ 3.439552522640758, 3.439552522640758 ] ], "squareSums": [ [ 1.5908931608105303, 1.5908931608105303 ], [ 1.587806741057444, 1.587806741057444 ] ], "expected": [ [ 3.2353968666374278, 3.9372209581665567 ], [ 8.456491321554905, 4.235396866637428 ] ], "delta": [ [ 0.6203443969350895, 1.142974874869772 ], [ 1.0349651238467095, 0.5253413104820117 ] ], "residual": 1.142974874869772, "residualBound": 5.71487437434886, "error": 5.387572098521402, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 4015612277, "after": 2911090958, "u": 0.6777911814861 }, "visit": 18, "alpha": 0.05555555555555555, "old": 2.7270122671279746, "target": 3.9372209581665567, "conditionalMean": 3.9372209581665567, "conditionalVariance": 0, "noise": 0, "td": 1.210208691038582, "newValue": 2.794246083296785 } }, { "k": 71, "Q": [ [ 2.6150524697023383, 2.794246083296785 ], [ 7.56128701773366, 3.7100555561554165 ] ], "visits": [ [ 18, 18 ], [ 18, 17 ] ], "alphaSums": [ [ 3.4951080781963135, 3.4951080781963135 ], [ 3.4951080781963135, 3.439552522640758 ] ], "squareSums": [ [ 1.5908931608105303, 1.5908931608105303 ], [ 1.5908931608105303, 1.587806741057444 ] ], "expected": [ [ 3.2353968666374278, 4.049029614186928 ], [ 8.523576515167129, 4.235396866637428 ] ], "delta": [ [ 0.6203443969350895, 1.2547835308901432 ], [ 0.9622894974334688, 0.5253413104820117 ] ], "residual": 1.2547835308901432, "residualBound": 6.273917654450718, "error": 5.387572098521402, "covered": 4, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 2911090958, "after": 2397085631, "u": 0.5581149903591722 }, "visit": 18, "alpha": 0.05555555555555555, "old": 7.421526197708196, "target": 9.937220958166556, "conditionalMean": 8.456491321554905, "conditionalVariance": 3.2888403851101113, "noise": 1.4807296366116507, "td": 2.51569476045836, "newValue": 7.56128701773366 } }, { "k": 72, "Q": [ [ 2.6150524697023383, 2.794246083296785 ], [ 7.56128701773366, 3.7392411845155284 ] ], "visits": [ [ 18, 18 ], [ 18, 18 ] ], "alphaSums": [ [ 3.4951080781963135, 3.4951080781963135 ], [ 3.4951080781963135, 3.4951080781963135 ] ], "squareSums": [ [ 1.5908931608105303, 1.5908931608105303 ], [ 1.5908931608105303, 1.5908931608105303 ] ], "expected": [ [ 3.2353968666374278, 4.049029614186928 ], [ 8.523576515167129, 4.235396866637428 ] ], "delta": [ [ 0.6203443969350895, 1.2547835308901432 ], [ 0.9622894974334688, 0.49615568212189975 ] ], "residual": 1.2547835308901432, "residualBound": 6.273917654450718, "error": 5.387572098521402, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 2397085631, "after": 1072764852, "u": 0.2497725309804082 }, "visit": 18, "alpha": 0.05555555555555555, "old": 3.7100555561554165, "target": 4.235396866637428, "conditionalMean": 4.235396866637428, "conditionalVariance": 0, "noise": 0, "td": 0.5253413104820117, "newValue": 3.7392411845155284 } }, { "k": 73, "Q": [ [ 2.647702174804185, 2.794246083296785 ], [ 7.56128701773366, 3.7392411845155284 ] ], "visits": [ [ 19, 18 ], [ 18, 18 ] ], "alphaSums": [ [ 3.547739657143682, 3.4951080781963135 ], [ 3.4951080781963135, 3.4951080781963135 ] ], "squareSums": [ [ 1.5936632439130234, 1.5908931608105303 ], [ 1.5908931608105303, 1.5908931608105303 ] ], "expected": [ [ 3.2353968666374278, 4.049029614186928 ], [ 8.523576515167129, 4.235396866637428 ] ], "delta": [ [ 0.5876946918332426, 1.2547835308901432 ], [ 0.9622894974334688, 0.49615568212189975 ] ], "residual": 1.2547835308901432, "residualBound": 6.273917654450718, "error": 5.387572098521402, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 1072764852, "after": 3186933719, "u": 0.7420158290769905 }, "visit": 19, "alpha": 0.05263157894736842, "old": 2.6150524697023383, "target": 3.2353968666374278, "conditionalMean": 3.2353968666374278, "conditionalVariance": 0, "noise": 0, "td": 0.6203443969350895, "newValue": 2.647702174804185 } }, { "k": 74, "Q": [ [ 2.647702174804185, 2.860287321764687 ], [ 7.56128701773366, 3.7392411845155284 ] ], "visits": [ [ 19, 19 ], [ 18, 18 ] ], "alphaSums": [ [ 3.547739657143682, 3.547739657143682 ], [ 3.4951080781963135, 3.4951080781963135 ] ], "squareSums": [ [ 1.5936632439130234, 1.5936632439130234 ], [ 1.5908931608105303, 1.5908931608105303 ] ], "expected": [ [ 3.2882298574117494, 4.049029614186928 ], [ 8.544709711476857, 4.28822985741175 ] ], "delta": [ [ 0.6405276826075643, 1.188742292422241 ], [ 0.9834226937431971, 0.5489886728962214 ] ], "residual": 1.188742292422241, "residualBound": 5.943711462111207, "error": 5.3215308600535, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 3186933719, "after": 1808208080, "u": 0.4210062511265278 }, "visit": 19, "alpha": 0.05263157894736842, "old": 2.794246083296785, "target": 4.049029614186928, "conditionalMean": 4.049029614186928, "conditionalVariance": 0, "noise": 0, "td": 1.2547835308901432, "newValue": 2.860287321764687 } }, { "k": 75, "Q": [ [ 2.647702174804185, 2.860287321764687 ], [ 7.692220838599622, 3.7392411845155284 ] ], "visits": [ [ 19, 19 ], [ 19, 18 ] ], "alphaSums": [ [ 3.547739657143682, 3.547739657143682 ], [ 3.547739657143682, 3.4951080781963135 ] ], "squareSums": [ [ 1.5936632439130234, 1.5936632439130234 ], [ 1.5936632439130234, 1.5908931608105303 ] ], "expected": [ [ 3.2882298574117494, 4.153776670879697 ], [ 8.60755794549252, 4.28822985741175 ] ], "delta": [ [ 0.6405276826075643, 1.2934893491150103 ], [ 0.9153371068928982, 0.5489886728962214 ] ], "residual": 1.2934893491150103, "residualBound": 6.467446745575053, "error": 5.3215308600535, "covered": 4, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 1808208080, "after": 2994197502, "u": 0.6971409316174686 }, "visit": 19, "alpha": 0.05263157894736842, "old": 7.56128701773366, "target": 10.049029614186928, "conditionalMean": 8.544709711476857, "conditionalVariance": 3.394467554534458, "noise": 1.5043199027100709, "td": 2.487742596453268, "newValue": 7.692220838599622 } }, { "k": 76, "Q": [ [ 2.647702174804185, 2.860287321764687 ], [ 7.692220838599622, 3.768135325194277 ] ], "visits": [ [ 19, 19 ], [ 19, 19 ] ], "alphaSums": [ [ 3.547739657143682, 3.547739657143682 ], [ 3.547739657143682, 3.547739657143682 ] ], "squareSums": [ [ 1.5936632439130234, 1.5936632439130234 ], [ 1.5936632439130234, 1.5936632439130234 ] ], "expected": [ [ 3.2882298574117494, 4.153776670879697 ], [ 8.60755794549252, 4.28822985741175 ] ], "delta": [ [ 0.6405276826075643, 1.2934893491150103 ], [ 0.9153371068928982, 0.520094532217473 ] ], "residual": 1.2934893491150103, "residualBound": 6.467446745575053, "error": 5.3215308600535, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 2994197502, "after": 1225705658, "u": 0.2853818372823298 }, "visit": 19, "alpha": 0.05263157894736842, "old": 3.7392411845155284, "target": 4.28822985741175, "conditionalMean": 4.28822985741175, "conditionalVariance": 0, "noise": 0, "td": 0.5489886728962214, "newValue": 3.768135325194277 } }, { "k": 77, "Q": [ [ 2.6797285589345634, 2.860287321764687 ], [ 7.692220838599622, 3.768135325194277 ] ], "visits": [ [ 20, 19 ], [ 19, 19 ] ], "alphaSums": [ [ 3.597739657143682, 3.547739657143682 ], [ 3.547739657143682, 3.547739657143682 ] ], "squareSums": [ [ 1.5961632439130233, 1.5936632439130234 ], [ 1.5936632439130234, 1.5936632439130234 ] ], "expected": [ [ 3.2882298574117494, 4.153776670879697 ], [ 8.60755794549252, 4.28822985741175 ] ], "delta": [ [ 0.608501298477186, 1.2934893491150103 ], [ 0.9153371068928982, 0.520094532217473 ] ], "residual": 1.2934893491150103, "residualBound": 6.467446745575053, "error": 5.3215308600535, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 1225705658, "after": 2468468342, "u": 0.5747350729070604 }, "visit": 20, "alpha": 0.05, "old": 2.647702174804185, "target": 3.2882298574117494, "conditionalMean": 3.2882298574117494, "conditionalVariance": 0, "noise": 0, "td": 0.6405276826075643, "newValue": 2.6797285589345634 } }, { "k": 78, "Q": [ [ 2.6797285589345634, 2.9249617892204376 ], [ 7.692220838599622, 3.768135325194277 ] ], "visits": [ [ 20, 20 ], [ 19, 19 ] ], "alphaSums": [ [ 3.597739657143682, 3.597739657143682 ], [ 3.547739657143682, 3.547739657143682 ] ], "squareSums": [ [ 1.5961632439130233, 1.5961632439130233 ], [ 1.5936632439130234, 1.5936632439130234 ] ], "expected": [ [ 3.33996943137635, 4.153776670879697 ], [ 8.62825377507836, 4.33996943137635 ] ], "delta": [ [ 0.6602408724417868, 1.2288148816592597 ], [ 0.9360329364787381, 0.5718341061820729 ] ], "residual": 1.2288148816592597, "residualBound": 6.1440744082963, "error": 5.256856392597749, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 2468468342, "after": 2483491489, "u": 0.5782329218927771 }, "visit": 20, "alpha": 0.05, "old": 2.860287321764687, "target": 4.153776670879697, "conditionalMean": 4.153776670879697, "conditionalVariance": 0, "noise": 0, "td": 1.2934893491150103, "newValue": 2.9249617892204376 } }, { "k": 79, "Q": [ [ 2.6797285589345634, 2.9249617892204376 ], [ 7.815298630213626, 3.768135325194277 ] ], "visits": [ [ 20, 20 ], [ 20, 19 ] ], "alphaSums": [ [ 3.597739657143682, 3.597739657143682 ], [ 3.597739657143682, 3.547739657143682 ] ], "squareSums": [ [ 1.5961632439130233, 1.5961632439130233 ], [ 1.5961632439130233, 1.5936632439130234 ] ], "expected": [ [ 3.33996943137635, 4.252238904170901 ], [ 8.68733111505308, 4.33996943137635 ] ], "delta": [ [ 0.6602408724417868, 1.3272771149504634 ], [ 0.8720324848394547, 0.5718341061820729 ] ], "residual": 1.3272771149504634, "residualBound": 6.636385574752318, "error": 5.256856392597749, "covered": 4, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 2483491489, "after": 3157407880, "u": 0.7351413089782 }, "visit": 20, "alpha": 0.05, "old": 7.692220838599622, "target": 10.153776670879697, "conditionalMean": 8.62825377507836, "conditionalVariance": 3.4908301584211556, "noise": 1.5255228958013376, "td": 2.4615558322800757, "newValue": 7.815298630213626 } }, { "k": 80, "Q": [ [ 2.6797285589345634, 2.9249617892204376 ], [ 7.815298630213626, 3.7967270305033805 ] ], "visits": [ [ 20, 20 ], [ 20, 20 ] ], "alphaSums": [ [ 3.597739657143682, 3.597739657143682 ], [ 3.597739657143682, 3.597739657143682 ] ], "squareSums": [ [ 1.5961632439130233, 1.5961632439130233 ], [ 1.5961632439130233, 1.5961632439130233 ] ], "expected": [ [ 3.33996943137635, 4.252238904170901 ], [ 8.68733111505308, 4.33996943137635 ] ], "delta": [ [ 0.6602408724417868, 1.3272771149504634 ], [ 0.8720324848394547, 0.5432424008729693 ] ], "residual": 1.3272771149504634, "residualBound": 6.636385574752318, "error": 5.256856392597749, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 3157407880, "after": 2672551481, "u": 0.6222518815193325 }, "visit": 20, "alpha": 0.05, "old": 3.768135325194277, "target": 4.33996943137635, "conditionalMean": 4.33996943137635, "conditionalVariance": 0, "noise": 0, "td": 0.5718341061820729, "newValue": 3.7967270305033805 } }, { "k": 81, "Q": [ [ 2.7111686004794104, 2.9249617892204376 ], [ 7.815298630213626, 3.7967270305033805 ] ], "visits": [ [ 21, 20 ], [ 20, 20 ] ], "alphaSums": [ [ 3.6453587047627294, 3.597739657143682 ], [ 3.597739657143682, 3.597739657143682 ] ], "squareSums": [ [ 1.5984308176091684, 1.5961632439130233 ], [ 1.5961632439130233, 1.5961632439130233 ] ], "expected": [ [ 3.33996943137635, 4.252238904170901 ], [ 8.68733111505308, 4.33996943137635 ] ], "delta": [ [ 0.6288008308969397, 1.3272771149504634 ], [ 0.8720324848394547, 0.5432424008729693 ] ], "residual": 1.3272771149504634, "residualBound": 6.636385574752318, "error": 5.256856392597749, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 2672551481, "after": 2451195935, "u": 0.5707135272677988 }, "visit": 21, "alpha": 0.047619047619047616, "old": 2.6797285589345634, "target": 3.33996943137635, "conditionalMean": 3.33996943137635, "conditionalVariance": 0, "noise": 0, "td": 0.6602408724417868, "newValue": 2.7111686004794104 } }, { "k": 82, "Q": [ [ 2.7111686004794104, 2.9881654613609356 ], [ 7.815298630213626, 3.7967270305033805 ] ], "visits": [ [ 21, 21 ], [ 20, 20 ] ], "alphaSums": [ [ 3.6453587047627294, 3.6453587047627294 ], [ 3.597739657143682, 3.597739657143682 ] ], "squareSums": [ [ 1.5984308176091684, 1.5984308176091684 ], [ 1.5961632439130233, 1.5961632439130233 ] ], "expected": [ [ 3.3905323690887488, 4.252238904170901 ], [ 8.70755629013804, 4.390532369088749 ] ], "delta": [ [ 0.6793637686093383, 1.2640734428099654 ], [ 0.8922576599244145, 0.5938053385853688 ] ], "residual": 1.2640734428099654, "residualBound": 6.320367214049829, "error": 5.193652720457251, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 2451195935, "after": 3089201139, "u": 0.7192606895696372 }, "visit": 21, "alpha": 0.047619047619047616, "old": 2.9249617892204376, "target": 4.252238904170901, "conditionalMean": 4.252238904170901, "conditionalVariance": 0, "noise": 0, "td": 1.3272771149504634, "newValue": 2.9881654613609356 } }, { "k": 83, "Q": [ [ 2.7111686004794104, 2.9881654613609356 ], [ 7.747452617779108, 3.7967270305033805 ] ], "visits": [ [ 21, 21 ], [ 21, 20 ] ], "alphaSums": [ [ 3.6453587047627294, 3.6453587047627294 ], [ 3.6453587047627294, 3.597739657143682 ] ], "squareSums": [ [ 1.5984308176091684, 1.5984308176091684 ], [ 1.5984308176091684, 1.5961632439130233 ] ], "expected": [ [ 3.3905323690887488, 4.1979620942232865 ], [ 8.674990204169472, 4.390532369088749 ] ], "delta": [ [ 0.6793637686093383, 1.2097966328623508 ], [ 0.9275375863903639, 0.5938053385853688 ] ], "residual": 1.2097966328623508, "residualBound": 6.048983164311756, "error": 5.193652720457251, "covered": 4, "update": { "s": 1, "a": 0, "next": 0, "reward": 4, "random": { "before": 3089201139, "after": 1295306524, "u": 0.30158705171197653 }, "visit": 21, "alpha": 0.047619047619047616, "old": 7.815298630213626, "target": 6.390532369088749, "conditionalMean": 8.70755629013804, "conditionalVariance": 3.579066567143089, "noise": -2.317023921049291, "td": -1.4247662611248764, "newValue": 7.747452617779108 } }, { "k": 84, "Q": [ [ 2.7111686004794104, 2.9881654613609356 ], [ 7.747452617779108, 3.8250034751979216 ] ], "visits": [ [ 21, 21 ], [ 21, 21 ] ], "alphaSums": [ [ 3.6453587047627294, 3.6453587047627294 ], [ 3.6453587047627294, 3.6453587047627294 ] ], "squareSums": [ [ 1.5984308176091684, 1.5984308176091684 ], [ 1.5984308176091684, 1.5984308176091684 ] ], "expected": [ [ 3.3905323690887488, 4.1979620942232865 ], [ 8.674990204169472, 4.390532369088749 ] ], "delta": [ [ 0.6793637686093383, 1.2097966328623508 ], [ 0.9275375863903639, 0.5655288938908276 ] ], "residual": 1.2097966328623508, "residualBound": 6.048983164311756, "error": 5.193652720457251, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 1295306524, "after": 1312000919, "u": 0.30547401844523847 }, "visit": 21, "alpha": 0.047619047619047616, "old": 3.7967270305033805, "target": 4.390532369088749, "conditionalMean": 4.390532369088749, "conditionalVariance": 0, "noise": 0, "td": 0.5938053385853688, "newValue": 3.8250034751979216 } }, { "k": 85, "Q": [ [ 2.7420487717798347, 2.9881654613609356 ], [ 7.747452617779108, 3.8250034751979216 ] ], "visits": [ [ 22, 21 ], [ 21, 21 ] ], "alphaSums": [ [ 3.690813250217275, 3.6453587047627294 ], [ 3.6453587047627294, 3.6453587047627294 ] ], "squareSums": [ [ 1.6004969333116477, 1.5984308176091684 ], [ 1.5984308176091684, 1.5984308176091684 ] ], "expected": [ [ 3.3905323690887488, 4.1979620942232865 ], [ 8.674990204169472, 4.390532369088749 ] ], "delta": [ [ 0.648483597308914, 1.2097966328623508 ], [ 0.9275375863903639, 0.5655288938908276 ] ], "residual": 1.2097966328623508, "residualBound": 6.048983164311756, "error": 5.193652720457251, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 1312000919, "after": 3614438103, "u": 0.8415519499685615 }, "visit": 22, "alpha": 0.045454545454545456, "old": 2.7111686004794104, "target": 3.3905323690887488, "conditionalMean": 3.3905323690887488, "conditionalVariance": 0, "noise": 0, "td": 0.6793637686093383, "newValue": 2.7420487717798347 } }, { "k": 86, "Q": [ [ 2.7420487717798347, 3.043156217400133 ], [ 7.747452617779108, 3.8250034751979216 ] ], "visits": [ [ 22, 22 ], [ 21, 21 ] ], "alphaSums": [ [ 3.690813250217275, 3.690813250217275 ], [ 3.6453587047627294, 3.6453587047627294 ] ], "squareSums": [ [ 1.6004969333116477, 1.6004969333116477 ], [ 1.5984308176091684, 1.5984308176091684 ] ], "expected": [ [ 3.434524973920107, 4.1979620942232865 ], [ 8.692587246102015, 4.434524973920107 ] ], "delta": [ [ 0.6924762021402722, 1.1548058768231533 ], [ 0.945134628322907, 0.6095214987221853 ] ], "residual": 1.1548058768231533, "residualBound": 5.774029384115767, "error": 5.138661964418054, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 3614438103, "after": 261476333, "u": 0.06087970291264355 }, "visit": 22, "alpha": 0.045454545454545456, "old": 2.9881654613609356, "target": 4.1979620942232865, "conditionalMean": 4.1979620942232865, "conditionalVariance": 0, "noise": 0, "td": 1.2097966328623508, "newValue": 3.043156217400133 } }, { "k": 87, "Q": [ [ 2.7420487717798347, 3.043156217400133 ], [ 7.858839412162935, 3.8250034751979216 ] ], "visits": [ [ 22, 22 ], [ 22, 21 ] ], "alphaSums": [ [ 3.690813250217275, 3.690813250217275 ], [ 3.690813250217275, 3.6453587047627294 ] ], "squareSums": [ [ 1.6004969333116477, 1.6004969333116477 ], [ 1.6004969333116477, 1.5984308176091684 ] ], "expected": [ [ 3.434524973920107, 4.287071529730348 ], [ 8.746052907406252, 4.434524973920107 ] ], "delta": [ [ 0.6924762021402722, 1.2439153123302145 ], [ 0.8872134952433175, 0.6095214987221853 ] ], "residual": 1.2439153123302145, "residualBound": 6.219576561651074, "error": 5.138661964418054, "covered": 4, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 261476333, "after": 2070851577, "u": 0.48215770558454096 }, "visit": 22, "alpha": 0.045454545454545456, "old": 7.747452617779108, "target": 10.197962094223286, "conditionalMean": 8.692587246102015, "conditionalVariance": 3.3992301500342146, "noise": 1.5053748481212708, "td": 2.4505094764441777, "newValue": 7.858839412162935 } }, { "k": 88, "Q": [ [ 2.7420487717798347, 3.043156217400133 ], [ 7.858839412162935, 3.852708997867112 ] ], "visits": [ [ 22, 22 ], [ 22, 22 ] ], "alphaSums": [ [ 3.690813250217275, 3.690813250217275 ], [ 3.690813250217275, 3.690813250217275 ] ], "squareSums": [ [ 1.6004969333116477, 1.6004969333116477 ], [ 1.6004969333116477, 1.6004969333116477 ] ], "expected": [ [ 3.434524973920107, 4.287071529730348 ], [ 8.746052907406252, 4.434524973920107 ] ], "delta": [ [ 0.6924762021402722, 1.2439153123302145 ], [ 0.8872134952433175, 0.5818159760529951 ] ], "residual": 1.2439153123302145, "residualBound": 6.219576561651074, "error": 5.138661964418054, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 2070851577, "after": 2091568785, "u": 0.48698130645789206 }, "visit": 22, "alpha": 0.045454545454545456, "old": 3.8250034751979216, "target": 4.434524973920107, "conditionalMean": 4.434524973920107, "conditionalVariance": 0, "noise": 0, "td": 0.6095214987221853, "newValue": 3.852708997867112 } }, { "k": 89, "Q": [ [ 2.7721564327424555, 3.043156217400133 ], [ 7.858839412162935, 3.852708997867112 ] ], "visits": [ [ 23, 22 ], [ 22, 22 ] ], "alphaSums": [ [ 3.73429151108684, 3.690813250217275 ], [ 3.690813250217275, 3.690813250217275 ] ], "squareSums": [ [ 1.6023872924798896, 1.6004969333116477 ], [ 1.6004969333116477, 1.6004969333116477 ] ], "expected": [ [ 3.434524973920107, 4.287071529730348 ], [ 8.746052907406252, 4.434524973920107 ] ], "delta": [ [ 0.6623685411776514, 1.2439153123302145 ], [ 0.8872134952433175, 0.5818159760529951 ] ], "residual": 1.2439153123302145, "residualBound": 6.219576561651074, "error": 5.138661964418054, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 2091568785, "after": 2322037133, "u": 0.5406414002645761 }, "visit": 23, "alpha": 0.043478260869565216, "old": 2.7420487717798347, "target": 3.434524973920107, "conditionalMean": 3.434524973920107, "conditionalVariance": 0, "noise": 0, "td": 0.6924762021402722, "newValue": 2.7721564327424555 } }, { "k": 90, "Q": [ [ 2.7721564327424555, 3.097239491849273 ], [ 7.858839412162935, 3.852708997867112 ] ], "visits": [ [ 23, 23 ], [ 22, 22 ] ], "alphaSums": [ [ 3.73429151108684, 3.73429151108684 ], [ 3.690813250217275, 3.690813250217275 ] ], "squareSums": [ [ 1.6023872924798896, 1.6023872924798896 ], [ 1.6004969333116477, 1.6004969333116477 ] ], "expected": [ [ 3.4777915934794184, 4.287071529730348 ], [ 8.763359555229975, 4.477791593479418 ] ], "delta": [ [ 0.7056351607369629, 1.1898320378810747 ], [ 0.9045201430670406, 0.6250825956123065 ] ], "residual": 1.1898320378810747, "residualBound": 5.949160189405375, "error": 5.0845786899689145, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 2322037133, "after": 3482030054, "u": 0.8107232986949384 }, "visit": 23, "alpha": 0.043478260869565216, "old": 3.043156217400133, "target": 4.287071529730348, "conditionalMean": 4.287071529730348, "conditionalVariance": 0, "noise": 0, "td": 1.2439153123302145, "newValue": 3.097239491849273 } }, { "k": 91, "Q": [ [ 2.7721564327424555, 3.097239491849273 ], [ 7.964414721622387, 3.852708997867112 ] ], "visits": [ [ 23, 23 ], [ 23, 22 ] ], "alphaSums": [ [ 3.73429151108684, 3.73429151108684 ], [ 3.73429151108684, 3.690813250217275 ] ], "squareSums": [ [ 1.6023872924798896, 1.6023872924798896 ], [ 1.6023872924798896, 1.6004969333116477 ] ], "expected": [ [ 3.4777915934794184, 4.3715317772979105 ], [ 8.814035703770514, 4.477791593479418 ] ], "delta": [ [ 0.7056351607369629, 1.2742922854486376 ], [ 0.8496209821481271, 0.6250825956123065 ] ], "residual": 1.2742922854486376, "residualBound": 6.371461427243189, "error": 5.0845786899689145, "covered": 4, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 3482030054, "after": 1888815997, "u": 0.4397742443252355 }, "visit": 23, "alpha": 0.043478260869565216, "old": 7.858839412162935, "target": 10.287071529730348, "conditionalMean": 8.763359555229975, "conditionalVariance": 3.482547271853734, "noise": 1.5237119745003724, "td": 2.428232117567413, "newValue": 7.964414721622387 } }, { "k": 92, "Q": [ [ 2.7721564327424555, 3.097239491849273 ], [ 7.964414721622387, 3.879886502024169 ] ], "visits": [ [ 23, 23 ], [ 23, 23 ] ], "alphaSums": [ [ 3.73429151108684, 3.73429151108684 ], [ 3.73429151108684, 3.73429151108684 ] ], "squareSums": [ [ 1.6023872924798896, 1.6023872924798896 ], [ 1.6023872924798896, 1.6023872924798896 ] ], "expected": [ [ 3.4777915934794184, 4.3715317772979105 ], [ 8.814035703770514, 4.477791593479418 ] ], "delta": [ [ 0.7056351607369629, 1.2742922854486376 ], [ 0.8496209821481271, 0.5979050914552495 ] ], "residual": 1.2742922854486376, "residualBound": 6.371461427243189, "error": 5.0845786899689145, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 1888815997, "after": 4003640192, "u": 0.9321701228618622 }, "visit": 23, "alpha": 0.043478260869565216, "old": 3.852708997867112, "target": 4.477791593479418, "conditionalMean": 4.477791593479418, "conditionalVariance": 0, "noise": 0, "td": 0.6250825956123065, "newValue": 3.879886502024169 } }, { "k": 93, "Q": [ [ 2.8015578977731623, 3.097239491849273 ], [ 7.964414721622387, 3.879886502024169 ] ], "visits": [ [ 24, 23 ], [ 23, 23 ] ], "alphaSums": [ [ 3.7759581777535067, 3.73429151108684 ], [ 3.73429151108684, 3.73429151108684 ] ], "squareSums": [ [ 1.6041234035910008, 1.6023872924798896 ], [ 1.6023872924798896, 1.6023872924798896 ] ], "expected": [ [ 3.4777915934794184, 4.3715317772979105 ], [ 8.814035703770514, 4.477791593479418 ] ], "delta": [ [ 0.676233695706256, 1.2742922854486376 ], [ 0.8496209821481271, 0.5979050914552495 ] ], "residual": 1.2742922854486376, "residualBound": 6.371461427243189, "error": 5.0845786899689145, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 4003640192, "after": 2727285449, "u": 0.6349956265185028 }, "visit": 24, "alpha": 0.041666666666666664, "old": 2.7721564327424555, "target": 3.4777915934794184, "conditionalMean": 3.4777915934794184, "conditionalVariance": 0, "noise": 0, "td": 0.7056351607369629, "newValue": 2.8015578977731623 } }, { "k": 94, "Q": [ [ 2.8015578977731623, 3.150335003742966 ], [ 7.964414721622387, 3.879886502024169 ] ], "visits": [ [ 24, 24 ], [ 23, 23 ] ], "alphaSums": [ [ 3.7759581777535067, 3.7759581777535067 ], [ 3.73429151108684, 3.73429151108684 ] ], "squareSums": [ [ 1.6041234035910008, 1.6041234035910008 ], [ 1.6023872924798896, 1.6023872924798896 ] ], "expected": [ [ 3.520268002994373, 4.3715317772979105 ], [ 8.831026267576494, 4.5202680029943725 ] ], "delta": [ [ 0.7187101052212106, 1.2211967735549445 ], [ 0.8666115459541066, 0.6403815009702036 ] ], "residual": 1.2211967735549445, "residualBound": 6.105983867774724, "error": 5.031483178075221, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 2727285449, "after": 1511278306, "u": 0.35187190072610974 }, "visit": 24, "alpha": 0.041666666666666664, "old": 3.097239491849273, "target": 4.3715317772979105, "conditionalMean": 4.3715317772979105, "conditionalVariance": 0, "noise": 0, "td": 1.2742922854486376, "newValue": 3.150335003742966 } }, { "k": 95, "Q": [ [ 2.8015578977731623, 3.150335003742966 ], [ 8.064711265608867, 3.879886502024169 ] ], "visits": [ [ 24, 24 ], [ 24, 23 ] ], "alphaSums": [ [ 3.7759581777535067, 3.7759581777535067 ], [ 3.7759581777535067, 3.73429151108684 ] ], "squareSums": [ [ 1.6041234035910008, 1.6041234035910008 ], [ 1.6041234035910008, 1.6023872924798896 ] ], "expected": [ [ 3.520268002994373, 4.451769012487095 ], [ 8.879168608690005, 4.5202680029943725 ] ], "delta": [ [ 0.7187101052212106, 1.3014340087441285 ], [ 0.8144573430811377, 0.6403815009702036 ] ], "residual": 1.3014340087441285, "residualBound": 6.507170043720644, "error": 5.031483178075221, "covered": 4, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 1511278306, "after": 2344984390, "u": 0.5459842248819768 }, "visit": 24, "alpha": 0.041666666666666664, "old": 7.964414721622387, "target": 10.37153177729791, "conditionalMean": 8.831026267576494, "conditionalVariance": 3.559735838223055, "noise": 1.5405055097214166, "td": 2.4071170556755233, "newValue": 8.064711265608867 } }, { "k": 96, "Q": [ [ 2.8015578977731623, 3.150335003742966 ], [ 8.064711265608867, 3.906569064564594 ] ], "visits": [ [ 24, 24 ], [ 24, 24 ] ], "alphaSums": [ [ 3.7759581777535067, 3.7759581777535067 ], [ 3.7759581777535067, 3.7759581777535067 ] ], "squareSums": [ [ 1.6041234035910008, 1.6041234035910008 ], [ 1.6041234035910008, 1.6041234035910008 ] ], "expected": [ [ 3.520268002994373, 4.451769012487095 ], [ 8.879168608690005, 4.5202680029943725 ] ], "delta": [ [ 0.7187101052212106, 1.3014340087441285 ], [ 0.8144573430811377, 0.6136989384297786 ] ], "residual": 1.3014340087441285, "residualBound": 6.507170043720644, "error": 5.031483178075221, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 2344984390, "after": 1032137040, "u": 0.24031313136219978 }, "visit": 24, "alpha": 0.041666666666666664, "old": 3.879886502024169, "target": 4.5202680029943725, "conditionalMean": 4.5202680029943725, "conditionalVariance": 0, "noise": 0, "td": 0.6403815009702036, "newValue": 3.906569064564594 } }, { "k": 97, "Q": [ [ 2.8303063019820107, 3.150335003742966 ], [ 8.064711265608867, 3.906569064564594 ] ], "visits": [ [ 25, 24 ], [ 24, 24 ] ], "alphaSums": [ [ 3.8159581777535068, 3.7759581777535067 ], [ 3.7759581777535067, 3.7759581777535067 ] ], "squareSums": [ [ 1.6057234035910009, 1.6041234035910008 ], [ 1.6041234035910008, 1.6041234035910008 ] ], "expected": [ [ 3.520268002994373, 4.451769012487095 ], [ 8.879168608690005, 4.5202680029943725 ] ], "delta": [ [ 0.6899617010123622, 1.3014340087441285 ], [ 0.8144573430811377, 0.6136989384297786 ] ], "residual": 1.3014340087441285, "residualBound": 6.507170043720644, "error": 5.031483178075221, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 1032137040, "after": 2370029031, "u": 0.5518153847660869 }, "visit": 25, "alpha": 0.04, "old": 2.8015578977731623, "target": 3.520268002994373, "conditionalMean": 3.520268002994373, "conditionalVariance": 0, "noise": 0, "td": 0.7187101052212106, "newValue": 2.8303063019820107 } }, { "k": 98, "Q": [ [ 2.8303063019820107, 3.202392364092731 ], [ 8.064711265608867, 3.906569064564594 ] ], "visits": [ [ 25, 25 ], [ 24, 24 ] ], "alphaSums": [ [ 3.8159581777535068, 3.8159581777535068 ], [ 3.7759581777535067, 3.7759581777535067 ] ], "squareSums": [ [ 1.6057234035910009, 1.6057234035910009 ], [ 1.6041234035910008, 1.6041234035910008 ] ], "expected": [ [ 3.5619138912741852, 4.451769012487095 ], [ 8.89582696400193, 4.561913891274186 ] ], "delta": [ [ 0.7316075892921745, 1.2493766483943634 ], [ 0.831115698393063, 0.6553448267095918 ] ], "residual": 1.2493766483943634, "residualBound": 6.246883241971818, "error": 4.979425817725456, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 2370029031, "after": 1242872856, "u": 0.2893788870424032 }, "visit": 25, "alpha": 0.04, "old": 3.150335003742966, "target": 4.451769012487095, "conditionalMean": 4.451769012487095, "conditionalVariance": 0, "noise": 0, "td": 1.3014340087441285, "newValue": 3.202392364092731 } }, { "k": 99, "Q": [ [ 2.8303063019820107, 3.202392364092731 ], [ 8.160193575483996, 3.906569064564594 ] ], "visits": [ [ 25, 25 ], [ 25, 24 ] ], "alphaSums": [ [ 3.8159581777535068, 3.8159581777535068 ], [ 3.8159581777535068, 3.7759581777535067 ] ], "squareSums": [ [ 1.6057234035910009, 1.6057234035910009 ], [ 1.6057234035910009, 1.6041234035910008 ] ], "expected": [ [ 3.5619138912741852, 4.528154860387197 ], [ 8.941658472741992, 4.561913891274186 ] ], "delta": [ [ 0.7316075892921745, 1.3257624962944656 ], [ 0.7814648972579956, 0.6553448267095918 ] ], "residual": 1.3257624962944656, "residualBound": 6.6288124814723295, "error": 4.979425817725456, "covered": 4, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 1242872856, "after": 1869449395, "u": 0.43526510591618717 }, "visit": 25, "alpha": 0.04, "old": 8.064711265608867, "target": 10.451769012487095, "conditionalMean": 8.89582696400193, "conditionalVariance": 3.631433487366312, "noise": 1.5559420484851643, "td": 2.3870577468782272, "newValue": 8.160193575483996 } }, { "k": 100, "Q": [ [ 2.8303063019820107, 3.202392364092731 ], [ 8.160193575483996, 3.9327828576329775 ] ], "visits": [ [ 25, 25 ], [ 25, 25 ] ], "alphaSums": [ [ 3.8159581777535068, 3.8159581777535068 ], [ 3.8159581777535068, 3.8159581777535068 ] ], "squareSums": [ [ 1.6057234035910009, 1.6057234035910009 ], [ 1.6057234035910009, 1.6057234035910009 ] ], "expected": [ [ 3.5619138912741852, 4.528154860387197 ], [ 8.941658472741992, 4.561913891274186 ] ], "delta": [ [ 0.7316075892921745, 1.3257624962944656 ], [ 0.7814648972579956, 0.6291310336412081 ] ], "residual": 1.3257624962944656, "residualBound": 6.6288124814723295, "error": 4.979425817725456, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 1869449395, "after": 285963854, "u": 0.0665811481885612 }, "visit": 25, "alpha": 0.04, "old": 3.906569064564594, "target": 4.561913891274186, "conditionalMean": 4.561913891274186, "conditionalVariance": 0, "noise": 0, "td": 0.6553448267095918, "newValue": 3.9327828576329775 } }, { "k": 101, "Q": [ [ 2.858445055416325, 3.202392364092731 ], [ 8.160193575483996, 3.9327828576329775 ] ], "visits": [ [ 26, 25 ], [ 25, 25 ] ], "alphaSums": [ [ 3.854419716215045, 3.8159581777535068 ], [ 3.8159581777535068, 3.8159581777535068 ] ], "squareSums": [ [ 1.6072026935318293, 1.6057234035910009 ], [ 1.6057234035910009, 1.6057234035910009 ] ], "expected": [ [ 3.5619138912741852, 4.528154860387197 ], [ 8.941658472741992, 4.561913891274186 ] ], "delta": [ [ 0.7034688358578602, 1.3257624962944656 ], [ 0.7814648972579956, 0.6291310336412081 ] ], "residual": 1.3257624962944656, "residualBound": 6.6288124814723295, "error": 4.979425817725456, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 285963854, "after": 2274606159, "u": 0.5295980160590261 }, "visit": 26, "alpha": 0.038461538461538464, "old": 2.8303063019820107, "target": 3.5619138912741852, "conditionalMean": 3.5619138912741852, "conditionalVariance": 0, "noise": 0, "td": 0.7316075892921745, "newValue": 2.858445055416325 } }, { "k": 102, "Q": [ [ 2.858445055416325, 3.253383229334826 ], [ 8.160193575483996, 3.9327828576329775 ] ], "visits": [ [ 26, 26 ], [ 25, 25 ] ], "alphaSums": [ [ 3.854419716215045, 3.854419716215045 ], [ 3.8159581777535068, 3.8159581777535068 ] ], "squareSums": [ [ 1.6072026935318293, 1.6072026935318293 ], [ 1.6057234035910009, 1.6057234035910009 ] ], "expected": [ [ 3.602706583467861, 4.528154860387197 ], [ 8.957975549619462, 4.602706583467861 ] ], "delta": [ [ 0.7442615280515361, 1.2747716310523707 ], [ 0.7977819741354661, 0.6699237258348836 ] ], "residual": 1.2747716310523707, "residualBound": 6.373858155261855, "error": 4.928434952483361, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 2274606159, "after": 4083067906, "u": 0.9506633286364377 }, "visit": 26, "alpha": 0.038461538461538464, "old": 3.202392364092731, "target": 4.528154860387197, "conditionalMean": 4.528154860387197, "conditionalVariance": 0, "noise": 0, "td": 1.3257624962944656, "newValue": 3.253383229334826 } }, { "k": 103, "Q": [ [ 2.858445055416325, 3.253383229334826 ], [ 8.251269009518735, 3.9327828576329775 ] ], "visits": [ [ 26, 26 ], [ 26, 25 ] ], "alphaSums": [ [ 3.854419716215045, 3.854419716215045 ], [ 3.854419716215045, 3.8159581777535068 ] ], "squareSums": [ [ 1.6072026935318293, 1.6072026935318293 ], [ 1.6072026935318293, 1.6057234035910009 ] ], "expected": [ [ 3.602706583467861, 4.601015207614989 ], [ 9.001691757956138, 4.602706583467861 ] ], "delta": [ [ 0.7442615280515361, 1.3476319782801625 ], [ 0.7504227484374031, 0.6699237258348836 ] ], "residual": 1.3476319782801625, "residualBound": 6.738159891400814, "error": 4.928434952483361, "covered": 4, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 4083067906, "after": 4244705997, "u": 0.9882976294029504 }, "visit": 26, "alpha": 0.038461538461538464, "old": 8.160193575483996, "target": 10.528154860387197, "conditionalMean": 8.957975549619462, "conditionalVariance": 3.698194601944557, "noise": 1.5701793107677346, "td": 2.367961284903201, "newValue": 8.251269009518735 } }, { "k": 104, "Q": [ [ 2.858445055416325, 3.253383229334826 ], [ 8.251269009518735, 3.958549154780473 ] ], "visits": [ [ 26, 26 ], [ 26, 26 ] ], "alphaSums": [ [ 3.854419716215045, 3.854419716215045 ], [ 3.854419716215045, 3.854419716215045 ] ], "squareSums": [ [ 1.6072026935318293, 1.6072026935318293 ], [ 1.6072026935318293, 1.6072026935318293 ] ], "expected": [ [ 3.602706583467861, 4.601015207614989 ], [ 9.001691757956138, 4.602706583467861 ] ], "delta": [ [ 0.7442615280515361, 1.3476319782801625 ], [ 0.7504227484374031, 0.6441574286873881 ] ], "residual": 1.3476319782801625, "residualBound": 6.738159891400814, "error": 4.928434952483361, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 4244705997, "after": 876835137, "u": 0.20415408932603896 }, "visit": 26, "alpha": 0.038461538461538464, "old": 3.9327828576329775, "target": 4.602706583467861, "conditionalMean": 4.602706583467861, "conditionalVariance": 0, "noise": 0, "td": 0.6699237258348836, "newValue": 3.958549154780473 } }, { "k": 105, "Q": [ [ 2.8860102971960115, 3.253383229334826 ], [ 8.251269009518735, 3.958549154780473 ] ], "visits": [ [ 27, 26 ], [ 26, 26 ] ], "alphaSums": [ [ 3.8914567532520823, 3.854419716215045 ], [ 3.854419716215045, 3.854419716215045 ] ], "squareSums": [ [ 1.6085744356443121, 1.6072026935318293 ], [ 1.6072026935318293, 1.6072026935318293 ] ], "expected": [ [ 3.602706583467861, 4.601015207614989 ], [ 9.001691757956138, 4.602706583467861 ] ], "delta": [ [ 0.7166962862718496, 1.3476319782801625 ], [ 0.7504227484374031, 0.6441574286873881 ] ], "residual": 1.3476319782801625, "residualBound": 6.738159891400814, "error": 4.928434952483361, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 876835137, "after": 386200308, "u": 0.0899192662909627 }, "visit": 27, "alpha": 0.037037037037037035, "old": 2.858445055416325, "target": 3.602706583467861, "conditionalMean": 3.602706583467861, "conditionalVariance": 0, "noise": 0, "td": 0.7442615280515361, "newValue": 2.8860102971960115 } }, { "k": 106, "Q": [ [ 2.8860102971960115, 3.303295524826684 ], [ 8.251269009518735, 3.958549154780473 ] ], "visits": [ [ 27, 27 ], [ 26, 26 ] ], "alphaSums": [ [ 3.8914567532520823, 3.8914567532520823 ], [ 3.854419716215045, 3.854419716215045 ] ], "squareSums": [ [ 1.6085744356443121, 1.6085744356443121 ], [ 1.6072026935318293, 1.6072026935318293 ] ], "expected": [ [ 3.6426364198613475, 4.601015207614989 ], [ 9.017663692513532, 4.642636419861347 ] ], "delta": [ [ 0.7566261226653359, 1.2977196827883044 ], [ 0.7663946829947967, 0.684087265080874 ] ], "residual": 1.2977196827883044, "residualBound": 6.488598413941523, "error": 4.878522656991503, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 386200308, "after": 2719808889, "u": 0.6332548542413861 }, "visit": 27, "alpha": 0.037037037037037035, "old": 3.253383229334826, "target": 4.601015207614989, "conditionalMean": 4.601015207614989, "conditionalVariance": 0, "noise": 0, "td": 1.3476319782801625, "newValue": 3.303295524826684 } }, { "k": 107, "Q": [ [ 2.8860102971960115, 3.303295524826684 ], [ 8.338296646485263, 3.958549154780473 ] ], "visits": [ [ 27, 27 ], [ 27, 26 ] ], "alphaSums": [ [ 3.8914567532520823, 3.8914567532520823 ], [ 3.8914567532520823, 3.854419716215045 ] ], "squareSums": [ [ 1.6085744356443121, 1.6085744356443121 ], [ 1.6085744356443121, 1.6072026935318293 ] ], "expected": [ [ 3.6426364198613475, 4.670637317188211 ], [ 9.059436958257464, 4.642636419861347 ] ], "delta": [ [ 0.7566261226653359, 1.3673417923615268 ], [ 0.7211403117722011, 0.684087265080874 ] ], "residual": 1.3673417923615268, "residualBound": 6.836708961807635, "error": 4.878522656991503, "covered": 4, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 2719808889, "after": 2345383840, "u": 0.5460772290825844 }, "visit": 27, "alpha": 0.037037037037037035, "old": 8.251269009518735, "target": 10.601015207614989, "conditionalMean": 9.017663692513532, "conditionalVariance": 3.760503030561117, "noise": 1.583351515101457, "td": 2.3497461980962537, "newValue": 8.338296646485263 } }, { "k": 108, "Q": [ [ 2.8860102971960115, 3.303295524826684 ], [ 8.338296646485263, 3.9838857201538387 ] ], "visits": [ [ 27, 27 ], [ 27, 27 ] ], "alphaSums": [ [ 3.8914567532520823, 3.8914567532520823 ], [ 3.8914567532520823, 3.8914567532520823 ] ], "squareSums": [ [ 1.6085744356443121, 1.6085744356443121 ], [ 1.6085744356443121, 1.6085744356443121 ] ], "expected": [ [ 3.6426364198613475, 4.670637317188211 ], [ 9.059436958257464, 4.642636419861347 ] ], "delta": [ [ 0.7566261226653359, 1.3673417923615268 ], [ 0.7211403117722011, 0.6587506997075083 ] ], "residual": 1.3673417923615268, "residualBound": 6.836708961807635, "error": 4.878522656991503, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 2345383840, "after": 1522986719, "u": 0.3545979780610651 }, "visit": 27, "alpha": 0.037037037037037035, "old": 3.958549154780473, "target": 4.642636419861347, "conditionalMean": 4.642636419861347, "conditionalVariance": 0, "noise": 0, "td": 0.684087265080874, "newValue": 3.9838857201538387 } }, { "k": 109, "Q": [ [ 2.9130326587197737, 3.303295524826684 ], [ 8.338296646485263, 3.9838857201538387 ] ], "visits": [ [ 28, 27 ], [ 27, 27 ] ], "alphaSums": [ [ 3.927171038966368, 3.8914567532520823 ], [ 3.8914567532520823, 3.8914567532520823 ] ], "squareSums": [ [ 1.6098499458483937, 1.6085744356443121 ], [ 1.6085744356443121, 1.6085744356443121 ] ], "expected": [ [ 3.6426364198613475, 4.670637317188211 ], [ 9.059436958257464, 4.642636419861347 ] ], "delta": [ [ 0.7296037611415738, 1.3673417923615268 ], [ 0.7211403117722011, 0.6587506997075083 ] ], "residual": 1.3673417923615268, "residualBound": 6.836708961807635, "error": 4.878522656991503, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 1522986719, "after": 1689577329, "u": 0.39338537701405585 }, "visit": 28, "alpha": 0.03571428571428571, "old": 2.8860102971960115, "target": 3.6426364198613475, "conditionalMean": 3.6426364198613475, "conditionalVariance": 0, "noise": 0, "td": 0.7566261226653359, "newValue": 2.9130326587197737 } }, { "k": 110, "Q": [ [ 2.9130326587197737, 3.3521291602681673 ], [ 8.338296646485263, 3.9838857201538387 ] ], "visits": [ [ 28, 28 ], [ 27, 27 ] ], "alphaSums": [ [ 3.927171038966368, 3.927171038966368 ], [ 3.8914567532520823, 3.8914567532520823 ] ], "squareSums": [ [ 1.6098499458483937, 1.6098499458483937 ], [ 1.6085744356443121, 1.6085744356443121 ] ], "expected": [ [ 3.681703328214534, 4.670637317188211 ], [ 9.07506372159874, 4.6817033282145335 ] ], "delta": [ [ 0.7686706694947603, 1.3185081569200436 ], [ 0.7367670751134767, 0.6978176080606948 ] ], "residual": 1.3185081569200436, "residualBound": 6.59254078460022, "error": 4.82968902155002, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 1689577329, "after": 4077768924, "u": 0.9494295632466674 }, "visit": 28, "alpha": 0.03571428571428571, "old": 3.303295524826684, "target": 4.670637317188211, "conditionalMean": 4.670637317188211, "conditionalVariance": 0, "noise": 0, "td": 1.3673417923615268, "newValue": 3.3521291602681673 } }, { "k": 111, "Q": [ [ 2.9130326587197737, 3.3521291602681673 ], [ 8.421594527581798, 3.9838857201538387 ] ], "visits": [ [ 28, 28 ], [ 28, 27 ] ], "alphaSums": [ [ 3.927171038966368, 3.927171038966368 ], [ 3.927171038966368, 3.8914567532520823 ] ], "squareSums": [ [ 1.6098499458483937, 1.6098499458483937 ], [ 1.6098499458483937, 1.6085744356443121 ] ], "expected": [ [ 3.681703328214534, 4.737275622065439 ], [ 9.115046704525078, 4.6817033282145335 ] ], "delta": [ [ 0.7686706694947603, 1.3851464617972713 ], [ 0.6934521769432802, 0.6978176080606948 ] ], "residual": 1.3851464617972713, "residualBound": 6.925732308986358, "error": 4.82968902155002, "covered": 4, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 4077768924, "after": 1809383095, "u": 0.42127983062528074 }, "visit": 28, "alpha": 0.03571428571428571, "old": 8.338296646485263, "target": 10.670637317188211, "conditionalMean": 9.07506372159874, "conditionalVariance": 3.818782648413469, "noise": 1.595573595589471, "td": 2.3323406707029477, "newValue": 8.421594527581798 } }, { "k": 112, "Q": [ [ 2.9130326587197737, 3.3521291602681673 ], [ 8.421594527581798, 4.008807777584578 ] ], "visits": [ [ 28, 28 ], [ 28, 28 ] ], "alphaSums": [ [ 3.927171038966368, 3.927171038966368 ], [ 3.927171038966368, 3.927171038966368 ] ], "squareSums": [ [ 1.6098499458483937, 1.6098499458483937 ], [ 1.6098499458483937, 1.6098499458483937 ] ], "expected": [ [ 3.681703328214534, 4.737275622065439 ], [ 9.115046704525078, 4.6817033282145335 ] ], "delta": [ [ 0.7686706694947603, 1.3851464617972713 ], [ 0.6934521769432802, 0.6728955506299554 ] ], "residual": 1.3851464617972713, "residualBound": 6.925732308986358, "error": 4.82968902155002, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 1809383095, "after": 4123701936, "u": 0.9601241759955883 }, "visit": 28, "alpha": 0.03571428571428571, "old": 3.9838857201538387, "target": 4.6817033282145335, "conditionalMean": 4.6817033282145335, "conditionalVariance": 0, "noise": 0, "td": 0.6978176080606948, "newValue": 4.008807777584578 } }, { "k": 113, "Q": [ [ 2.9395385438747654, 3.3521291602681673 ], [ 8.421594527581798, 4.008807777584578 ] ], "visits": [ [ 29, 28 ], [ 28, 28 ] ], "alphaSums": [ [ 3.9616537975870574, 3.927171038966368 ], [ 3.927171038966368, 3.927171038966368 ] ], "squareSums": [ [ 1.6110390064904865, 1.6098499458483937 ], [ 1.6098499458483937, 1.6098499458483937 ] ], "expected": [ [ 3.681703328214534, 4.737275622065439 ], [ 9.115046704525078, 4.6817033282145335 ] ], "delta": [ [ 0.7421647843397685, 1.3851464617972713 ], [ 0.6934521769432802, 0.6728955506299554 ] ], "residual": 1.3851464617972713, "residualBound": 6.925732308986358, "error": 4.82968902155002, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 4123701936, "after": 3489696958, "u": 0.8125083888880908 }, "visit": 29, "alpha": 0.034482758620689655, "old": 2.9130326587197737, "target": 3.681703328214534, "conditionalMean": 3.681703328214534, "conditionalVariance": 0, "noise": 0, "td": 0.7686706694947603, "newValue": 2.9395385438747654 } }, { "k": 114, "Q": [ [ 2.9395385438747654, 3.399892831364625 ], [ 8.421594527581798, 4.008807777584578 ] ], "visits": [ [ 29, 29 ], [ 28, 28 ] ], "alphaSums": [ [ 3.9616537975870574, 3.9616537975870574 ], [ 3.927171038966368, 3.927171038966368 ] ], "squareSums": [ [ 1.6110390064904865, 1.6110390064904865 ], [ 1.6098499458483937, 1.6098499458483937 ] ], "expected": [ [ 3.7199142650917003, 4.737275622065439 ], [ 9.130331079275944, 4.719914265091701 ] ], "delta": [ [ 0.7803757212169349, 1.3373827907008136 ], [ 0.7087365516941464, 0.7111064875071227 ] ], "residual": 1.3373827907008136, "residualBound": 6.686913953504069, "error": 4.781925350453562, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 3489696958, "after": 4084376277, "u": 0.9509679574985057 }, "visit": 29, "alpha": 0.034482758620689655, "old": 3.3521291602681673, "target": 4.737275622065439, "conditionalMean": 4.737275622065439, "conditionalVariance": 0, "noise": 0, "td": 1.3851464617972713, "newValue": 3.399892831364625 } }, { "k": 115, "Q": [ [ 2.9395385438747654, 3.399892831364625 ], [ 8.36291589784076, 4.008807777584578 ] ], "visits": [ [ 29, 29 ], [ 29, 28 ] ], "alphaSums": [ [ 3.9616537975870574, 3.9616537975870574 ], [ 3.9616537975870574, 3.927171038966368 ] ], "squareSums": [ [ 1.6110390064904865, 1.6110390064904865 ], [ 1.6110390064904865, 1.6098499458483937 ] ], "expected": [ [ 3.7199142650917003, 4.690332718272607 ], [ 9.102165337000244, 4.719914265091701 ] ], "delta": [ [ 0.7803757212169349, 1.2904398869079823 ], [ 0.7392494391594848, 0.7111064875071227 ] ], "residual": 1.2904398869079823, "residualBound": 6.452199434539913, "error": 4.781925350453562, "covered": 4, "update": { "s": 1, "a": 0, "next": 0, "reward": 4, "random": { "before": 4084376277, "after": 1109555553, "u": 0.25833853357471526 }, "visit": 29, "alpha": 0.034482758620689655, "old": 8.421594527581798, "target": 6.719914265091701, "conditionalMean": 9.130331079275944, "conditionalVariance": 3.8734061454014115, "noise": -2.4104168141842433, "td": -1.7016802624900969, "newValue": 8.36291589784076 } }, { "k": 116, "Q": [ [ 2.9395385438747654, 3.399892831364625 ], [ 8.36291589784076, 4.033328690946893 ] ], "visits": [ [ 29, 29 ], [ 29, 29 ] ], "alphaSums": [ [ 3.9616537975870574, 3.9616537975870574 ], [ 3.9616537975870574, 3.9616537975870574 ] ], "squareSums": [ [ 1.6110390064904865, 1.6110390064904865 ], [ 1.6110390064904865, 1.6110390064904865 ] ], "expected": [ [ 3.7199142650917003, 4.690332718272607 ], [ 9.102165337000244, 4.719914265091701 ] ], "delta": [ [ 0.7803757212169349, 1.2904398869079823 ], [ 0.7392494391594848, 0.6865855741448081 ] ], "residual": 1.2904398869079823, "residualBound": 6.452199434539913, "error": 4.781925350453562, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 1109555553, "after": 2898633510, "u": 0.6748907058499753 }, "visit": 29, "alpha": 0.034482758620689655, "old": 4.008807777584578, "target": 4.719914265091701, "conditionalMean": 4.719914265091701, "conditionalVariance": 0, "noise": 0, "td": 0.7111064875071227, "newValue": 4.033328690946893 } }, { "k": 117, "Q": [ [ 2.96555106791533, 3.399892831364625 ], [ 8.36291589784076, 4.033328690946893 ] ], "visits": [ [ 30, 29 ], [ 29, 29 ] ], "alphaSums": [ [ 3.9949871309203906, 3.9616537975870574 ], [ 3.9616537975870574, 3.9616537975870574 ] ], "squareSums": [ [ 1.6121501176015975, 1.6110390064904865 ], [ 1.6110390064904865, 1.6110390064904865 ] ], "expected": [ [ 3.7199142650917003, 4.690332718272607 ], [ 9.102165337000244, 4.719914265091701 ] ], "delta": [ [ 0.7543631971763705, 1.2904398869079823 ], [ 0.7392494391594848, 0.6865855741448081 ] ], "residual": 1.2904398869079823, "residualBound": 6.452199434539913, "error": 4.781925350453562, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 2898633510, "after": 210534838, "u": 0.04901896184310317 }, "visit": 30, "alpha": 0.03333333333333333, "old": 2.9395385438747654, "target": 3.7199142650917003, "conditionalMean": 3.7199142650917003, "conditionalVariance": 0, "noise": 0, "td": 0.7803757212169349, "newValue": 2.96555106791533 } }, { "k": 118, "Q": [ [ 2.96555106791533, 3.442907494261558 ], [ 8.36291589784076, 4.033328690946893 ] ], "visits": [ [ 30, 30 ], [ 29, 29 ] ], "alphaSums": [ [ 3.9949871309203906, 3.9949871309203906 ], [ 3.9616537975870574, 3.9616537975870574 ] ], "squareSums": [ [ 1.6121501176015975, 1.6121501176015975 ], [ 1.6110390064904865, 1.6110390064904865 ] ], "expected": [ [ 3.7543259954092463, 4.690332718272607 ], [ 9.115930029127263, 4.754325995409246 ] ], "delta": [ [ 0.7887749274939164, 1.2474252240110495 ], [ 0.7530141312865037, 0.7209973044623537 ] ], "residual": 1.2474252240110495, "residualBound": 6.237126120055249, "error": 4.738910687556629, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 210534838, "after": 201061003, "u": 0.04681316274218261 }, "visit": 30, "alpha": 0.03333333333333333, "old": 3.399892831364625, "target": 4.690332718272607, "conditionalMean": 4.690332718272607, "conditionalVariance": 0, "noise": 0, "td": 1.2904398869079823, "newValue": 3.442907494261558 } }, { "k": 119, "Q": [ [ 2.96555106791533, 3.442907494261558 ], [ 8.440496458521821, 4.033328690946893 ] ], "visits": [ [ 30, 30 ], [ 30, 29 ] ], "alphaSums": [ [ 3.9949871309203906, 3.9949871309203906 ], [ 3.9949871309203906, 3.9616537975870574 ] ], "squareSums": [ [ 1.6121501176015975, 1.6121501176015975 ], [ 1.6121501176015975, 1.6110390064904865 ] ], "expected": [ [ 3.7543259954092463, 4.752397166817457 ], [ 9.153168698254174, 4.754325995409246 ] ], "delta": [ [ 0.7887749274939164, 1.309489672555899 ], [ 0.7126722397323526, 0.7209973044623537 ] ], "residual": 1.309489672555899, "residualBound": 6.547448362779497, "error": 4.738910687556629, "covered": 4, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 201061003, "after": 3237979038, "u": 0.7539007435552776 }, "visit": 30, "alpha": 0.03333333333333333, "old": 8.36291589784076, "target": 10.690332718272607, "conditionalMean": 9.115930029127263, "conditionalVariance": 3.718115741382139, "noise": 1.5744026891453444, "td": 2.327416820431848, "newValue": 8.440496458521821 } }, { "k": 120, "Q": [ [ 2.96555106791533, 3.442907494261558 ], [ 8.440496458521821, 4.057361934428971 ] ], "visits": [ [ 30, 30 ], [ 30, 30 ] ], "alphaSums": [ [ 3.9949871309203906, 3.9949871309203906 ], [ 3.9949871309203906, 3.9949871309203906 ] ], "squareSums": [ [ 1.6121501176015975, 1.6121501176015975 ], [ 1.6121501176015975, 1.6121501176015975 ] ], "expected": [ [ 3.7543259954092463, 4.752397166817457 ], [ 9.153168698254174, 4.754325995409246 ] ], "delta": [ [ 0.7887749274939164, 1.309489672555899 ], [ 0.7126722397323526, 0.6969640609802754 ] ], "residual": 1.309489672555899, "residualBound": 6.547448362779497, "error": 4.738910687556629, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 3237979038, "after": 2768454360, "u": 0.6445810105651617 }, "visit": 30, "alpha": 0.03333333333333333, "old": 4.033328690946893, "target": 4.754325995409246, "conditionalMean": 4.754325995409246, "conditionalVariance": 0, "noise": 0, "td": 0.7209973044623537, "newValue": 4.057361934428971 } } ], "scope": "按(s,a)调用生成模型；不是连续环境轨迹。种子PRNG仅复现有限样本，条件均值/方差来自理想转移模型；有限覆盖次数不证明无穷访问。" }, "projection": [ { "key": "stationary", "d": [ 0.2857142857142857, 0.7142857142857143 ], "P": [ [ 0, 1 ], [ 0.4, 0.6 ] ], "r": [ -2, 4 ], "phi": [ 1, 2 ], "C": 3.142857142857143, "A": 0.8571428571428568, "b": 5.142857142857143, "projector": [ [ 0.09090909090909091, 0.4545454545454546 ], [ 0.18181818181818182, 0.9090909090909092 ] ], "coefficient": 0.7272727272727274, "root": 6.0000000000000036, "rootSuppressed": false, "rate": 0.1, "meanIterationFactor": 0.9142857142857144, "stableMeanIteration": true, "rows": [ { "k": 0, "w": 0, "value": [ 0, 0 ], "tv": [ -2, 4 ], "residual": [ -2, 4 ], "projected": [ 1.6363636363636365, 3.272727272727273 ], "projectedResidual": [ 1.6363636363636365, 3.272727272727273 ], "drift": 5.142857142857143 }, { "k": 1, "w": 0.5142857142857143, "value": [ 0.5142857142857143, 1.0285714285714287 ], "tv": [ -1.177142857142857, 4.658285714285714 ], "residual": [ -1.6914285714285713, 3.629714285714286 ], "projected": [ 2.010389610389611, 4.020779220779222 ], "projectedResidual": [ 1.4961038961038966, 2.992207792207793 ], "drift": 4.702040816326531 }, { "k": 2, "w": 0.9844897959183675, "value": [ 0.9844897959183675, 1.968979591836735 ], "tv": [ -0.42481632653061197, 5.26014693877551 ], "residual": [ -1.4093061224489793, 3.291167346938775 ], "projected": [ 2.352356215213358, 4.704712430426716 ], "projectedResidual": [ 1.3678664192949905, 2.735732838589981 ], "drift": 4.299008746355685 }, { "k": 3, "w": 1.414390670553936, "value": [ 1.414390670553936, 2.828781341107872 ], "tv": [ 0.26302507288629773, 5.810420058309038 ], "residual": [ -1.1513655976676382, 2.9816387172011662 ], "projected": [ 2.665011396766499, 5.330022793532998 ], "projectedResidual": [ 1.250620726212563, 2.501241452425126 ], "drift": 3.9305222823823414 }, { "k": 4, "w": 1.80744289879217, "value": [ 1.80744289879217, 3.61488579758434 ], "tv": [ 0.8919086380674721, 6.3135269104539775 ], "residual": [ -0.9155342607246979, 2.6986411128696375 ], "projected": [ 2.9508675627579417, 5.901735125515883 ], "projectedResidual": [ 1.1434246639657717, 2.2868493279315434 ], "drift": 3.5936203724638554 }, { "k": 5, "w": 2.1668049360385555, "value": [ 2.1668049360385555, 4.333609872077111 ], "tv": [ 1.4668878976616888, 6.773510318129351 ], "residual": [ -0.6999170383768667, 2.43990044605224 ], "projected": [ 3.2122217716644044, 6.424443543328809 ], "projectedResidual": [ 1.0454168356258489, 2.0908336712516977 ], "drift": 3.2855957691098108 }, { "k": 6, "w": 2.4953645129495365, "value": [ 2.4953645129495365, 4.990729025899073 ], "tv": [ 1.9925832207192586, 7.194066576575407 ], "residual": [ -0.5027812922302779, 2.203337550676334 ], "projected": [ 3.4511741912360274, 6.902348382472055 ], "projectedResidual": [ 0.9558096782864909, 1.9116193565729818 ], "drift": 3.003973274614684 }, { "k": 7, "w": 2.795761840411005, "value": [ 2.795761840411005, 5.59152368082201 ], "tv": [ 2.4732189446576083, 7.578575155726087 ], "residual": [ -0.3225428957533967, 1.987051474904077 ], "projected": [ 3.669644974844368, 7.339289949688736 ], "projectedResidual": [ 0.8738831344333629, 1.7477662688667257 ], "drift": 2.7464898510762827 }, { "k": 8, "w": 3.0704108255186333, "value": [ 3.0704108255186333, 6.140821651037267 ], "tv": [ 2.9126573208298137, 7.930125856663851 ], "residual": [ -0.15775350468881966, 1.7893042056265847 ], "projected": [ 3.8693896912862793, 7.738779382572559 ], "projectedResidual": [ 0.798978865767646, 1.597957731535292 ], "drift": 2.5110764352697443 }, { "k": 9, "w": 3.321518469045608, "value": [ 3.321518469045608, 6.643036938091216 ], "tv": [ 3.3144295504729726, 8.25154364037838 ], "residual": [ -0.007088918572635272, 1.6085067022871637 ], "projected": [ 4.052013432033171, 8.104026864066341 ], "projectedResidual": [ 0.7304949629875628, 1.4609899259751256 ], "drift": 2.2958413122466235 }, { "k": 10, "w": 3.55110260027027, "value": [ 3.55110260027027, 7.10220520054054 ], "tv": [ 3.681764160432433, 8.545411328345946 ], "residual": [ 0.1306615601621628, 1.4432061278054054 ], "projected": [ 4.218983709287469, 8.437967418574939 ], "projectedResidual": [ 0.6678811090171992, 1.3357622180343984 ], "drift": 2.0990549140540558 }, { "k": 11, "w": 3.761008091675676, "value": [ 3.761008091675676, 7.522016183351352 ], "tv": [ 4.017612946681082, 8.814090357344867 ], "residual": [ 0.25660485500540586, 1.292074173993515 ], "projected": [ 4.371642248491401, 8.743284496982803 ], "projectedResidual": [ 0.6106341568157254, 1.2212683136314508 ], "drift": 1.919135921420851 }, { "k": 12, "w": 3.952921683817761, "value": [ 3.952921683817761, 7.905843367635522 ], "tv": [ 4.324674694108418, 9.059739755286735 ], "residual": [ 0.37175301029065677, 1.153896387651213 ], "projected": [ 4.511215770049281, 9.022431540098562 ], "projectedResidual": [ 0.5582940862315202, 1.1165881724630404 ], "drift": 1.7546385567276355 }, { "k": 13, "w": 4.128385539490525, "value": [ 4.128385539490525, 8.25677107898105 ], "tv": [ 4.60541686318484, 9.284333490547873 ], "residual": [ 0.4770313236943151, 1.027562411566823 ], "projected": [ 4.638825846902201, 9.277651693804401 ], "projectedResidual": [ 0.5104403074116757, 1.0208806148233514 ], "drift": 1.6042409661509804 }, { "k": 14, "w": 4.288809636105623, "value": [ 4.288809636105623, 8.577619272211246 ], "tv": [ 4.862095417768997, 9.489676334215197 ], "residual": [ 0.5732857816633743, 0.9120570620039512 ], "projected": [ 4.755497917167727, 9.510995834335453 ], "projectedResidual": [ 0.4666882810621038, 0.9333765621242076 ], "drift": 1.4667345976237538 }, { "k": 15, "w": 4.4354830958679985, "value": [ 4.4354830958679985, 8.870966191735997 ], "tv": [ 5.096772953388798, 9.677418362711038 ], "residual": [ 0.6612898575207993, 0.8064521709750405 ], "projected": [ 4.862169524267635, 9.72433904853527 ], "projectedResidual": [ 0.4266864283996368, 0.8533728567992735 ], "drift": 1.3410144892560032 }, { "k": 16, "w": 4.5695845447935985, "value": [ 4.5695845447935985, 9.139169089587197 ], "tv": [ 5.311335271669758, 9.849068217335805 ], "residual": [ 0.7417507268761598, 0.7098991277486082 ], "projected": [ 4.959697850758981, 9.919395701517962 ], "projectedResidual": [ 0.3901133059653823, 0.7802266119307646 ], "drift": 1.2260703901769174 }, { "k": 17, "w": 4.69219158381129, "value": [ 4.69219158381129, 9.38438316762258 ], "tv": [ 5.507506534098065, 10.006005227278452 ], "residual": [ 0.8153149502867745, 0.6216220596558717 ], "projected": [ 5.048866606408212, 10.097733212816424 ], "projectedResidual": [ 0.35667502259692174, 0.7133500451938435 ], "drift": 1.1209786424474677 }, { "k": 18, "w": 4.804289448056037, "value": [ 4.804289448056037, 9.608578896112075 ], "tv": [ 5.68686311688966, 10.149490493511728 ], "residual": [ 0.882573668833623, 0.5409115973996528 ], "projected": [ 5.130392325858937, 10.260784651717874 ], "projectedResidual": [ 0.32610287780289937, 0.6522057556057987 ], "drift": 1.024894758809113 }, { "k": 19, "w": 4.906778923936948, "value": [ 4.906778923936948, 9.813557847873897 ], "tv": [ 5.850846278299118, 10.280677022639296 ], "residual": [ 0.9440673543621694, 0.4671191747653989 ], "projected": [ 5.2049301264996, 10.4098602529992 ], "projectedResidual": [ 0.2981512025626518, 0.5963024051253036 ], "drift": 0.9370466366254755 }, { "k": 20, "w": 5.000483587599496, "value": [ 5.000483587599496, 10.000967175198992 ], "tv": [ 6.000773740159195, 10.400618992127356 ], "residual": [ 1.0002901525596988, 0.3996518169283636 ], "projected": [ 5.273078972799635, 10.54615794559927 ], "projectedResidual": [ 0.2725953852001384, 0.5451907704002767 ], "drift": 0.8567283534861483 }, { "k": 21, "w": 5.086156422948111, "value": [ 5.086156422948111, 10.172312845896222 ], "tv": [ 6.1378502767169785, 10.510280221373584 ], "residual": [ 1.0516938537688674, 0.337967375477362 ], "projected": [ 5.33538648941681, 10.67077297883362 ], "projectedResidual": [ 0.24923006646869883, 0.49846013293739766 ], "drift": 0.783294494615907 }, { "k": 22, "w": 5.164485872409702, "value": [ 5.164485872409702, 10.328971744819404 ], "tv": [ 6.263177395855523, 10.610541916684419 ], "residual": [ 1.0986915234458214, 0.281570171865015 ], "projected": [ 5.392353361752511, 10.784706723505021 ], "projectedResidual": [ 0.22786748934280876, 0.4557349786856175 ], "drift": 0.7161549665059725 }, { "k": 23, "w": 5.236101369060299, "value": [ 5.236101369060299, 10.472202738120599 ], "tv": [ 6.37776219049648, 10.702209752397184 ], "residual": [ 1.1416608214361803, 0.23000701427658576 ], "projected": [ 5.4444373593165825, 10.888874718633165 ], "projectedResidual": [ 0.20833599025628313, 0.41667198051256626 ], "drift": 0.654770255091174 }, { "k": 24, "w": 5.301578394569416, "value": [ 5.301578394569416, 10.603156789138833 ], "tv": [ 6.482525431311066, 10.786020345048854 ], "residual": [ 1.1809470367416495, 0.18286355591002135 ], "projected": [ 5.492057014232304, 10.984114028464608 ], "projectedResidual": [ 0.19047861966288782, 0.38095723932577563 ], "drift": 0.5986470903690737 }, { "k": 25, "w": 5.361443103606324, "value": [ 5.361443103606324, 10.722886207212648 ], "tv": [ 6.578308965770118, 10.862647172616095 ], "residual": [ 1.216865862163794, 0.13976096540344685 ], "projected": [ 5.535594984440963, 11.071189968881926 ], "projectedResidual": [ 0.17415188083463917, 0.34830376166927834 ], "drift": 0.5473344826231532 }, { "k": 26, "w": 5.416176551868639, "value": [ 5.416176551868639, 10.832353103737278 ], "tv": [ 6.665882482989822, 10.93270598639186 ], "residual": [ 1.2497059311211833, 0.10035288265458142 ], "projected": [ 5.575401128631739, 11.150802257263479 ], "projectedResidual": [ 0.15922457676310042, 0.31844915352620085 ], "drift": 0.5004200983983118 }, { "k": 27, "w": 5.46621856170847, "value": [ 5.46621856170847, 10.93243712341694 ], "tv": [ 6.745949698733552, 10.996759758986842 ], "residual": [ 1.279731137025082, 0.06432263556990137 ], "projected": [ 5.611795317606161, 11.223590635212322 ], "projectedResidual": [ 0.14557675589769037, 0.29115351179538074 ], "drift": 0.457526947107028 }, { "k": 28, "w": 5.511971256419173, "value": [ 5.511971256419173, 11.023942512838346 ], "tv": [ 6.819154010270678, 11.055323208216542 ], "residual": [ 1.3071827538515048, 0.03138069537819632 ], "projected": [ 5.64507000466849, 11.29014000933698 ], "projectedResidual": [ 0.1330987482493171, 0.2661974964986342 ], "drift": 0.4183103516407112 }, { "k": 29, "w": 5.553802291583244, "value": [ 5.553802291583244, 11.107604583166488 ], "tv": [ 6.886083666533191, 11.108866933226553 ], "residual": [ 1.3322813749499467, 0.0012623500600650317 ], "projected": [ 5.6754925756969055, 11.350985151393811 ], "projectedResidual": [ 0.12169028411366156, 0.24338056822732312 ], "drift": 0.3824551786429362 }, { "k": 30, "w": 5.592047809447537, "value": [ 5.592047809447537, 11.184095618895075 ], "tv": [ 6.947276495116061, 11.157821196092849 ], "residual": [ 1.3552286856685232, -0.026274422802226027 ], "projected": [ 5.703307497780028, 11.406614995560057 ], "projectedResidual": [ 0.111259688332491, 0.222519376664982 ], "drift": 0.3496733061878272 }, { "k": 31, "w": 5.62701514006632, "value": [ 5.62701514006632, 11.25403028013264 ], "tv": [ 7.003224224106113, 11.202579379284892 ], "residual": [ 1.3762090840397923, -0.05145090084774928 ], "projected": [ 5.7287382836845975, 11.457476567369195 ], "projectedResidual": [ 0.10172314361827706, 0.2034462872365541 ], "drift": 0.3197013085145848 }, { "k": 32, "w": 5.658985270917779, "value": [ 5.658985270917779, 11.317970541835559 ], "tv": [ 7.0543764334684465, 11.243501146774758 ], "residual": [ 1.3953911625506672, -0.07446939506080064 ], "projected": [ 5.751989287940204, 11.503978575880408 ], "projectedResidual": [ 0.09300401702242489, 0.18600803404484978 ], "drift": 0.2922983392133345 }, { "k": 33, "w": 5.688215104839113, "value": [ 5.688215104839113, 11.376430209678226 ], "tv": [ 7.10114416774258, 11.280915334194065 ], "residual": [ 1.4129290629034674, -0.09551487548416127 ], "projected": [ 5.773247348973901, 11.546494697947802 ], "projectedResidual": [ 0.08503224413478794, 0.17006448826957588 ], "drift": 0.26724419585219117 }, { "k": 34, "w": 5.714939524424332, "value": [ 5.714939524424332, 11.429879048848663 ], "tv": [ 7.143903239078931, 11.315122591263144 ], "residual": [ 1.428963714654599, -0.11475645758551956 ], "projected": [ 5.792683290490423, 11.585366580980846 ], "projectedResidual": [ 0.07774376606609135, 0.1554875321321827 ], "drift": 0.24433755049343286 }, { "k": 35, "w": 5.739373279473675, "value": [ 5.739373279473675, 11.47874655894735 ], "tv": [ 7.18299724715788, 11.346397797726304 ], "residual": [ 1.4436239676842053, -0.13234876122104566 ], "projected": [ 5.810453294162674, 11.620906588325347 ], "projectedResidual": [ 0.07108001468899872, 0.14216002937799743 ], "drift": 0.22339433187970936 }, { "k": 36, "w": 5.761712712661646, "value": [ 5.761712712661646, 11.523425425323293 ], "tv": [ 7.218740340258634, 11.374992272206907 ], "residual": [ 1.4570276275969878, -0.14843315311638605 ], "projected": [ 5.8267001546630155, 11.653400309326031 ], "projectedResidual": [ 0.06498744200136919, 0.12997488400273838 ], "drift": 0.20424624629001986 }, { "k": 37, "w": 5.782137337290648, "value": [ 5.782137337290648, 11.564274674581297 ], "tv": [ 7.251419739665037, 11.401135791732031 ], "residual": [ 1.4692824023743887, -0.1631388828492657 ], "projected": [ 5.841554427120473, 11.683108854240945 ], "projectedResidual": [ 0.0594170898298243, 0.1188341796596486 ], "drift": 0.18673942517944653 }, { "k": 38, "w": 5.800811279808593, "value": [ 5.800811279808593, 11.601622559617185 ], "tv": [ 7.281298047693749, 11.425038438155 ], "residual": [ 1.4804867678851563, -0.17658412146218616 ], "projected": [ 5.855135476224432, 11.710270952448864 ], "projectedResidual": [ 0.05432419641583941, 0.10864839283167882 ], "drift": 0.17073318873549415 }, { "k": 39, "w": 5.817884598682142, "value": [ 5.817884598682142, 11.635769197364285 ], "tv": [ 7.308615357891428, 11.446892286313144 ], "residual": [ 1.4907307592092858, -0.1888769110511408 ], "projected": [ 5.867552435405196, 11.735104870810392 ], "projectedResidual": [ 0.04966783672305386, 0.09933567344610772 ], "drift": 0.15609891541530896 }, { "k": 40, "w": 5.833494490223673, "value": [ 5.833494490223673, 11.666988980447346 ], "tv": [ 7.333591184357877, 11.466872947486301 ], "residual": [ 1.5000966941342035, -0.20011603296104497 ], "projected": [ 5.878905083799035, 11.75781016759807 ], "projectedResidual": [ 0.0454105935753617, 0.0908211871507234 ], "drift": 0.14271900837971163 }, { "k": 41, "w": 5.847766391061644, "value": [ 5.847766391061644, 11.695532782123289 ], "tv": [ 7.356426225698632, 11.485140980558905 ], "residual": [ 1.5086598346369877, -0.2103918015643842 ], "projected": [ 5.889284648044833, 11.778569296089666 ], "projectedResidual": [ 0.04151825698318845, 0.0830365139663769 ], "drift": 0.1304859505185929 }, { "k": 42, "w": 5.860814986113503, "value": [ 5.860814986113503, 11.721629972227007 ], "tv": [ 7.377303977781606, 11.501843182225283 ], "residual": [ 1.516488991668103, -0.21978679000172363 ], "projected": [ 5.898774535355275, 11.79754907071055 ], "projectedResidual": [ 0.03795954924177192, 0.07591909848354383 ], "drift": 0.1193014404741426 }, { "k": 43, "w": 5.872745130160918, "value": [ 5.872745130160918, 11.745490260321835 ], "tv": [ 7.396392208257469, 11.517113766605975 ], "residual": [ 1.523647078096551, -0.2283764937158601 ], "projected": [ 5.907451003753395, 11.81490200750679 ], "projectedResidual": [ 0.03470587359247723, 0.06941174718495446 ], "drift": 0.10907560271921568 }, { "k": 44, "w": 5.8836526904328394, "value": [ 5.8836526904328394, 11.767305380865679 ], "tv": [ 7.413844304692544, 11.531075443754034 ], "residual": [ 1.5301916142597047, -0.23622993711164497 ], "projected": [ 5.915383774860247, 11.830767549720495 ], "projectedResidual": [ 0.03173108442740791, 0.06346216885481581 ], "drift": 0.09972626534328288 }, { "k": 45, "w": 5.893625316967167, "value": [ 5.893625316967167, 11.787250633934335 ], "tv": [ 7.429800507147467, 11.543840405717974 ], "residual": [ 1.5361751901803, -0.24341022821636038 ], "projected": [ 5.92263659415794, 11.84527318831588 ], "projectedResidual": [ 0.02901127719077312, 0.05802255438154624 ], "drift": 0.09117829974243108 }, { "k": 46, "w": 5.90274314694141, "value": [ 5.90274314694141, 11.80548629388282 ], "tv": [ 7.444389035106257, 11.555511228085006 ], "residual": [ 1.5416458881648465, -0.24997506579781437 ], "projected": [ 5.929267743230117, 11.858535486460234 ], "projectedResidual": [ 0.026524596288706626, 0.05304919257741325 ], "drift": 0.08336301690736558 }, { "k": 47, "w": 5.9110794486321465, "value": [ 5.9110794486321465, 11.822158897264293 ], "tv": [ 7.4577271178114355, 11.566181694249147 ], "residual": [ 1.546647669179289, -0.2559772030151457 ], "projected": [ 5.935330508096107, 11.870661016192214 ], "projectedResidual": [ 0.024251059463960445, 0.04850211892792089 ], "drift": 0.07621761545816241 }, { "k": 48, "w": 5.918701210177963, "value": [ 5.918701210177963, 11.837402420355925 ], "tv": [ 7.46992193628474, 11.575937549027792 ], "residual": [ 1.5512207261067772, -0.26146487132813334 ], "projected": [ 5.940873607402155, 11.88174721480431 ], "projectedResidual": [ 0.022172397224192508, 0.044344794448385016 ], "drift": 0.06968467699032033 }, { "k": 49, "w": 5.925669677876995, "value": [ 5.925669677876995, 11.85133935575399 ], "tv": [ 7.481071484603191, 11.584857187682553 ], "residual": [ 1.5554018067261968, -0.26648216807143577 ], "projected": [ 5.945941583910542, 11.891883167821083 ], "projectedResidual": [ 0.020271906033547005, 0.04054381206709401 ], "drift": 0.06371170467686404 }, { "k": 50, "w": 5.932040848344681, "value": [ 5.932040848344681, 11.864081696689363 ], "tv": [ 7.491265357351491, 11.593012285881194 ], "residual": [ 1.5592245090068095, -0.2710694108081686 ], "projected": [ 5.950575162432497, 11.901150324864995 ], "projectedResidual": [ 0.01853431408781603, 0.03706862817563206 ], "drift": 0.058250701418847584 }, { "k": 51, "w": 5.937865918486566, "value": [ 5.937865918486566, 11.875731836973133 ], "tv": [ 7.500585469578507, 11.600468375662807 ], "residual": [ 1.5627195510919405, -0.27526346131032575 ], "projected": [ 5.954811577081141, 11.909623154162283 ], "projectedResidual": [ 0.016945658594575086, 0.03389131718915017 ], "drift": 0.053257784154374654 }, { "k": 52, "w": 5.943191696902003, "value": [ 5.943191696902003, 11.886383393804007 ], "tv": [ 7.509106715043206, 11.607285372034564 ], "residual": [ 1.5659150181412027, -0.27909802176944254 ], "projected": [ 5.958684870474184, 11.917369740948368 ], "projectedResidual": [ 0.01549317357218083, 0.03098634714436166 ], "drift": 0.04869283122685708 }, { "k": 53, "w": 5.948060980024689, "value": [ 5.948060980024689, 11.896121960049378 ], "tv": [ 7.516897568039502, 11.613518054431601 ], "residual": [ 1.568836588014813, -0.28260390561777626 ], "projected": [ 5.962226167290684, 11.924452334581368 ], "projectedResidual": [ 0.014165187265994916, 0.028330374531989833 ], "drift": 0.04451915997884104 }, { "k": 54, "w": 5.952512896022573, "value": [ 5.952512896022573, 11.905025792045146 ], "tv": [ 7.524020633636118, 11.619216506908893 ], "residual": [ 1.571507737613545, -0.2858092851362528 ], "projected": [ 5.965463924380054, 11.930927848760108 ], "projectedResidual": [ 0.012951028357480965, 0.02590205671496193 ], "drift": 0.04070323198065395 }, { "k": 55, "w": 5.956583219220638, "value": [ 5.956583219220638, 11.913166438441277 ], "tv": [ 7.530533150753021, 11.624426520602416 ], "residual": [ 1.5739499315323826, -0.28873991783886055 ], "projected": [ 5.968424159433192, 11.936848318866383 ], "projectedResidual": [ 0.011840940212553441, 0.023681880425106883 ], "drift": 0.03721438352516948 }, { "k": 56, "w": 5.960304657573155, "value": [ 5.960304657573155, 11.92060931514631 ], "tv": [ 7.536487452117049, 11.629189961693637 ], "residual": [ 1.576182794543894, -0.2914193534526728 ], "projected": [ 5.971130660053203, 11.942261320106406 ], "projectedResidual": [ 0.010826002480047947, 0.021652004960095894 ], "drift": 0.03402457922301316 }, { "k": 57, "w": 5.963707115495456, "value": [ 5.963707115495456, 11.927414230990912 ], "tv": [ 7.541931384792731, 11.633545107834184 ], "residual": [ 1.5782242692972748, -0.2938691231567283 ], "projected": [ 5.973605174905787, 11.947210349811574 ], "projectedResidual": [ 0.009898059410330617, 0.019796118820661235 ], "drift": 0.03110818671818283 }, { "k": 58, "w": 5.966817934167274, "value": [ 5.966817934167274, 11.933635868334548 ], "tv": [ 7.546908694667639, 11.637526955734112 ], "residual": [ 1.5800907605003651, -0.29610891260043637 ], "projected": [ 5.975867588485292, 11.951735176970583 ], "projectedResidual": [ 0.00904965431801763, 0.01809930863603526 ], "drift": 0.02844177071376741 }, { "k": 59, "w": 5.969662111238651, "value": [ 5.969662111238651, 11.939324222477302 ], "tv": [ 7.551459377981841, 11.641167502385473 ], "residual": [ 1.58179726674319, -0.2981567200918285 ], "projected": [ 5.977936080900837, 11.955872161801674 ], "projectedResidual": [ 0.008273969662186076, 0.016547939324372152 ], "drift": 0.026003904652587728 }, { "k": 60, "w": 5.972262501703909, "value": [ 5.972262501703909, 11.944525003407819 ], "tv": [ 7.555620002726256, 11.644496002181004 ], "residual": [ 1.5833575010223466, -0.30002900122681453 ], "projected": [ 5.97982727396648, 11.95965454793296 ], "projectedResidual": [ 0.007564772262570685, 0.01512954452514137 ], "drift": 0.023774998539509262 }, { "k": 61, "w": 5.9746400015578605, "value": [ 5.9746400015578605, 11.949280003115721 ], "tv": [ 7.559424002492577, 11.64753920199406 ], "residual": [ 1.5847840009347163, -0.30174080112166024 ], "projected": [ 5.981556364769354, 11.963112729538707 ], "projectedResidual": [ 0.006916363211493248, 0.013832726422986497 ], "drift": 0.02173714152183681 }, { "k": 62, "w": 5.976813715710044, "value": [ 5.976813715710044, 11.953627431420088 ], "tv": [ 7.562901945136071, 11.650321556108857 ], "residual": [ 1.5860882294260268, -0.30330587531123143 ], "projected": [ 5.983137247789124, 11.966274495578247 ], "projectedResidual": [ 0.006323532079079541, 0.012647064158159083 ], "drift": 0.01987395796282243 }, { "k": 63, "w": 5.978801111506327, "value": [ 5.978801111506327, 11.957602223012653 ], "tv": [ 7.566081778410123, 11.652865422728098 ], "residual": [ 1.587280666903796, -0.3047368002845552 ], "projected": [ 5.984582626550056, 11.969165253100112 ], "projectedResidual": [ 0.005781515043729257, 0.011563030087458515 ], "drift": 0.018170475851722934 }, { "k": 64, "w": 5.980618159091499, "value": [ 5.980618159091499, 11.961236318182998 ], "tv": [ 7.568989054546398, 11.65519124363712 ], "residual": [ 1.588370895454899, -0.30604507454587804 ], "projected": [ 5.98590411570291, 11.97180823140582 ], "projectedResidual": [ 0.00528595661141118, 0.01057191322282236 ], "drift": 0.0166130064930039 }, { "k": 65, "w": 5.982279459740799, "value": [ 5.982279459740799, 11.964558919481599 ], "tv": [ 7.571647135585279, 11.657317708468224 ], "residual": [ 1.5893676758444792, -0.3072412110133751 ], "projected": [ 5.987112334356946, 11.974224668713893 ], "projectedResidual": [ 0.004832874616147009, 0.009665749232294019 ], "drift": 0.015189034507889332 }, { "k": 66, "w": 5.983798363191588, "value": [ 5.983798363191588, 11.967596726383176 ], "tv": [ 7.574077381106541, 11.659261904885234 ], "residual": [ 1.5902790179149529, -0.308334821497942 ], "projected": [ 5.988216991412065, 11.97643398282413 ], "projectedResidual": [ 0.0044186282204767835, 0.008837256440953567 ], "drift": 0.013887117264355986 }, { "k": 67, "w": 5.985187074918024, "value": [ 5.985187074918024, 11.970374149836047 ], "tv": [ 7.576299319868838, 11.661039455895072 ], "residual": [ 1.5911122449508142, -0.30933469394097557 ], "projected": [ 5.989226963576745, 11.97845392715349 ], "projectedResidual": [ 0.004039888658721402, 0.008079777317442804 ], "drift": 0.012696792927410883 }, { "k": 68, "w": 5.9864567542107645, "value": [ 5.9864567542107645, 11.972913508421529 ], "tv": [ 7.578330806737224, 11.662664645389778 ], "residual": [ 1.5918740525264594, -0.3102488630317506 ], "projected": [ 5.990150366698739, 11.980300733397478 ], "projectedResidual": [ 0.003693612487974285, 0.00738722497594857 ], "drift": 0.011608496390776324 }, { "k": 69, "w": 5.987617603849842, "value": [ 5.987617603849842, 11.975235207699685 ], "tv": [ 7.580188166159749, 11.664150532927799 ], "residual": [ 1.5925705623099065, -0.3110846747718856 ], "projected": [ 5.990994620981704, 11.981989241963408 ], "projectedResidual": [ 0.0033770171318616704, 0.006754034263723341 ], "drift": 0.010613482414423281 }, { "k": 70, "w": 5.988678952091284, "value": [ 5.988678952091284, 11.977357904182568 ], "tv": [ 7.581886323346055, 11.665509058676843 ], "residual": [ 1.5932073712547705, -0.31184884550572534 ], "projected": [ 5.991766510611843, 11.983533021223685 ], "projectedResidual": [ 0.003087558520558531, 0.006175117041117062 ], "drift": 0.009703755350330745 }, { "k": 71, "w": 5.989649327626317, "value": [ 5.989649327626317, 11.979298655252634 ], "tv": [ 7.583438924202108, 11.666751139361686 ], "residual": [ 1.5937895965757907, -0.3125475158909481 ], "projected": [ 5.9924722382736855, 11.984944476547371 ], "projectedResidual": [ 0.002822910647368282, 0.005645821294736564 ], "drift": 0.00887200489173079 }, { "k": 72, "w": 5.9905365281154905, "value": [ 5.9905365281154905, 11.981073056230981 ], "tv": [ 7.584858444984786, 11.66788675598783 ], "residual": [ 1.594321916869295, -0.3131863002431512 ], "projected": [ 5.993117474993086, 11.986234949986171 ], "projectedResidual": [ 0.002580946877595025, 0.00516189375519005 ], "drift": 0.00811154732958208 }, { "k": 73, "w": 5.991347682848449, "value": [ 5.991347682848449, 11.982695365696898 ], "tv": [ 7.5861562925575186, 11.668925034046016 ], "residual": [ 1.5948086097090695, -0.31377033165088264 ], "projected": [ 5.993707405707964, 11.987414811415928 ], "projectedResidual": [ 0.00235972285951469, 0.00471944571902938 ], "drift": 0.007416271844189026 }, { "k": 74, "w": 5.992089310032868, "value": [ 5.992089310032868, 11.984178620065736 ], "tv": [ 7.587342896052588, 11.66987431684207 ], "residual": [ 1.5952535860197203, -0.31430430322366476 ], "projected": [ 5.994246770932995, 11.98849354186599 ], "projectedResidual": [ 0.0021574609001273615, 0.004314921800254723 ], "drift": 0.006780591400401548 }, { "k": 75, "w": 5.992767369172908, "value": [ 5.992767369172908, 11.985534738345816 ], "tv": [ 7.588427790676652, 11.670742232541322 ], "residual": [ 1.5956604215037444, -0.314792505804494 ], "projected": [ 5.9947399048530245, 11.989479809706049 ], "projectedResidual": [ 0.0019725356801165717, 0.003945071360233143 ], "drift": 0.006199397851795574 }, { "k": 76, "w": 5.993387308958088, "value": [ 5.993387308958088, 11.986774617916176 ], "tv": [ 7.589419694332941, 11.671535755466353 ], "residual": [ 1.596032385374853, -0.3152388624498226 ], "projected": [ 5.995190770151337, 11.990381540302675 ], "projectedResidual": [ 0.0018034611932495892, 0.0036069223864991784 ], "drift": 0.005668020893070391 }, { "k": 77, "w": 5.993954111047395, "value": [ 5.993954111047395, 11.98790822209479 ], "tv": [ 7.590326577675832, 11.672261262140665 ], "residual": [ 1.596372466628437, -0.3156469599541243 ], "projected": [ 5.995602989852651, 11.991205979705303 ], "projectedResidual": [ 0.0016488788052564374, 0.0032977576105128747 ], "drift": 0.005182190530806707 }, { "k": 78, "w": 5.994472330100476, "value": [ 5.994472330100476, 11.988944660200952 ], "tv": [ 7.5911557281607625, 11.672924582528609 ], "residual": [ 1.5966833980602866, -0.3160200776723432 ], "projected": [ 5.99597987643671, 11.99195975287342 ], "projectedResidual": [ 0.0015075463362341779, 0.0030150926724683558 ], "drift": 0.004738002771023098 }, { "k": 79, "w": 5.994946130377578, "value": [ 5.994946130377578, 11.989892260755155 ], "tv": [ 7.591913808604124, 11.6735310468833 ], "residual": [ 1.5969676782265463, -0.3163612138718559 ], "projected": [ 5.996324458456421, 11.992648916912842 ], "projectedResidual": [ 0.001378328078843083, 0.002756656157686166 ], "drift": 0.004331888247793181 }, { "k": 80, "w": 5.995379319202357, "value": [ 5.995379319202357, 11.990758638404714 ], "tv": [ 7.592606910723772, 11.674085528579017 ], "residual": [ 1.5972275915214151, -0.31667310982569674 ], "projected": [ 5.996639504874442, 11.993279009748884 ], "projectedResidual": [ 0.001260185672085079, 0.002520371344170158 ], "drift": 0.003960583540839835 }, { "k": 81, "w": 5.99577537755644, "value": [ 5.99577537755644, 11.99155075511288 ], "tv": [ 7.593240604090305, 11.674592483272244 ], "residual": [ 1.5974652265338642, -0.31695827184063674 ], "projected": [ 5.996927547313776, 11.993855094627552 ], "projectedResidual": [ 0.0011521697573355638, 0.0023043395146711276 ], "drift": 0.0036211049516250426 }, { "k": 82, "w": 5.996137488051603, "value": [ 5.996137488051603, 11.992274976103205 ], "tv": [ 7.593819980882564, 11.675055984706052 ], "residual": [ 1.5976824928309616, -0.31721899139715326 ], "projected": [ 5.997190900401167, 11.994381800802334 ], "projectedResidual": [ 0.0010534123495640202, 0.0021068246991280404 ], "drift": 0.0033107245271999375 }, { "k": 83, "w": 5.996468560504323, "value": [ 5.996468560504323, 11.992937121008646 ], "tv": [ 7.594349696806917, 11.675479757445533 ], "residual": [ 1.5978811363025942, -0.31745736356311305 ], "projected": [ 5.997431680366781, 11.994863360733563 ], "projectedResidual": [ 0.0009631198624582282, 0.0019262397249164565 ], "drift": 0.003026948139154051 }, { "k": 84, "w": 5.996771255318238, "value": [ 5.996771255318238, 11.993542510636477 ], "tv": [ 7.5948340085091814, 11.675867206807347 ], "residual": [ 1.598062753190943, -0.31767530382913023 ], "projected": [ 5.9976518220496295, 11.995303644099259 ], "projectedResidual": [ 0.0008805667313911414, 0.0017611334627822828 ], "drift": 0.0027674954415122244 }, { "k": 85, "w": 5.99704800486239, "value": [ 5.99704800486239, 11.99409600972478 ], "tv": [ 7.595276807779824, 11.67622144622386 ], "residual": [ 1.5982288029174336, -0.31787456350092036 ], "projected": [ 5.997853094445375, 11.99570618889075 ], "projectedResidual": [ 0.0008050895829851967, 0.0016101791659703935 ], "drift": 0.002530281546525792 }, { "k": 86, "w": 5.997301033017043, "value": [ 5.997301033017043, 11.994602066034085 ], "tv": [ 7.595681652827269, 11.676545322261816 ], "residual": [ 1.598380619810226, -0.318056743772269 ], "projected": [ 5.998037114921487, 11.996074229842973 ], "projectedResidual": [ 0.0007360819044439637, 0.0014721638088879274 ], "drift": 0.002313400271108712 }, { "k": 87, "w": 5.997532373044153, "value": [ 5.997532373044153, 11.995064746088307 ], "tv": [ 7.596051796870645, 11.676841437496517 ], "residual": [ 1.5985194238264917, -0.31822330859179004 ], "projected": [ 5.99820536221393, 11.99641072442786 ], "projectedResidual": [ 0.000672989169776983, 0.001345978339553966 ], "drift": 0.0021151088193001044 }, { "k": 88, "w": 5.997743883926083, "value": [ 5.997743883926083, 11.995487767852167 ], "tv": [ 7.596390214281733, 11.677112171425387 ], "residual": [ 1.59864633035565, -0.3183755964267796 ], "projected": [ 5.9983591883098795, 11.996718376619759 ], "projectedResidual": [ 0.0006153043837962002, 0.0012306087675924005 ], "drift": 0.0019338137776454545 }, { "k": 89, "w": 5.997937265303848, "value": [ 5.997937265303848, 11.995874530607695 ], "tv": [ 7.596699624486156, 11.677359699588926 ], "residual": [ 1.5987623591823086, -0.3185148310187689 ], "projected": [ 5.99849982931189, 11.99699965862378 ], "projectedResidual": [ 0.0005625640080424432, 0.0011251280160848864 ], "drift": 0.0017680583109900283 }, { "k": 90, "w": 5.998114071134947, "value": [ 5.998114071134947, 11.996228142269894 ], "tv": [ 7.596982513815915, 11.677586011052732 ], "residual": [ 1.5988684426809678, -0.3186421312171621 ], "projected": [ 5.998628415370871, 11.997256830741742 ], "projectedResidual": [ 0.0005143442359241135, 0.001028688471848227 ], "drift": 0.0016165104557623877 }, { "k": 91, "w": 5.998275722180523, "value": [ 5.998275722180523, 11.996551444361046 ], "tv": [ 7.597241155488836, 11.67779292439107 ], "residual": [ 1.5989654333083134, -0.3187585199699754 ], "projected": [ 5.998745979767654, 11.997491959535308 ], "projectedResidual": [ 0.00047025758713115096, 0.0009405151742623019 ], "drift": 0.0014779524166970148 }, { "k": 92, "w": 5.998423517422193, "value": [ 5.998423517422193, 11.996847034844386 ], "tv": [ 7.597477627875509, 11.677982102300408 ], "residual": [ 1.5990541104533165, -0.31886493254397763 ], "projected": [ 5.998853467216142, 11.997706934432284 ], "projectedResidual": [ 0.00042994979394883615, 0.0008598995878976723 ], "drift": 0.001351270780980407 }, { "k": 93, "w": 5.9985586445002905, "value": [ 5.9985586445002905, 11.997117289000581 ], "tv": [ 7.5976938312004645, 11.678155064960372 ], "residual": [ 1.599135186700174, -0.31896222404020946 ], "projected": [ 5.998951741454757, 11.997903482909514 ], "projectedResidual": [ 0.000393096954466543, 0.000786193908933086 ], "drift": 0.0012354475711822133 }, { "k": 94, "w": 5.9986821892574085, "value": [ 5.9986821892574085, 11.997364378514817 ], "tv": [ 7.597891502811853, 11.678313202249484 ], "residual": [ 1.5992093135544447, -0.31905117626533297 ], "projected": [ 5.999041592187207, 11.998083184374414 ], "projectedResidual": [ 0.0003594029297984136, 0.0007188058595968272 ], "drift": 0.0011295520650813629 }, { "k": 95, "w": 5.998795144463917, "value": [ 5.998795144463917, 11.997590288927833 ], "tv": [ 7.598072231142266, 11.678457784913814 ], "residual": [ 1.5992770866783497, -0.3191325040140196 ], "projected": [ 5.999123741428304, 11.998247482856607 ], "projectedResidual": [ 0.000328596964386918, 0.000657193928773836 ], "drift": 0.001032733316645107 }, { "k": 96, "w": 5.998898417795581, "value": [ 5.998898417795581, 11.997796835591162 ], "tv": [ 7.598237468472929, 11.678589974778344 ], "residual": [ 1.5993390506773482, -0.3192068608128178 ], "projected": [ 5.999198849305877, 11.998397698611754 ], "projectedResidual": [ 0.0003004315102961286, 0.0006008630205922572 ], "drift": 0.0009442133180765921 }, { "k": 97, "w": 5.998992839127388, "value": [ 5.998992839127388, 11.997985678254777 ], "tv": [ 7.598388542603821, 11.678710834083057 ], "residual": [ 1.599395703476433, -0.31927484417171925 ], "projected": [ 5.9992675193653735, 11.998535038730747 ], "projectedResidual": [ 0.0002746802379851587, 0.0005493604759703175 ], "drift": 0.0008632807479553861 }, { "k": 98, "w": 5.999079167202184, "value": [ 5.999079167202184, 11.998158334404367 ], "tv": [ 7.598526667523494, 11.678821334018796 ], "residual": [ 1.5994475003213102, -0.31933700038557156 ], "projected": [ 5.999330303419771, 11.998660606839541 ], "projectedResidual": [ 0.0002511362175869891, 0.0005022724351739782 ], "drift": 0.000789285255273775 }, { "k": 99, "w": 5.9991580957277115, "value": [ 5.9991580957277115, 11.998316191455423 ], "tv": [ 7.598652953164338, 11.67892236253147 ], "residual": [ 1.5994948574366266, -0.3193938289239533 ], "projected": [ 5.99938770598379, 11.99877541196758 ], "projectedResidual": [ 0.00022961025607859398, 0.00045922051215718795 ], "drift": 0.0007216322333931657 }, { "k": 100, "w": 5.999230258951051, "value": [ 5.999230258951051, 11.998460517902101 ], "tv": [ 7.598768414321681, 11.679014731457345 ], "residual": [ 1.59953815537063, -0.3194457864447564 ], "projected": [ 5.9994401883280375, 11.998880376656075 ], "projectedResidual": [ 0.00020992937698682823, 0.00041985875397365646 ], "drift": 0.0006597780419594912 }, { "k": 101, "w": 5.999296236755247, "value": [ 5.999296236755247, 11.998592473510493 ], "tv": [ 7.598873978808395, 11.679099183046716 ], "residual": [ 1.5995777420531487, -0.31949329046377706 ], "projected": [ 5.999488172185635, 11.99897634437127 ], "projectedResidual": [ 0.0001919354303883125, 0.000383870860776625 ], "drift": 0.0006032256383630141 }, { "k": 102, "w": 5.999356559319083, "value": [ 5.999356559319083, 11.998713118638166 ], "tv": [ 7.5989704949105334, 11.679176395928426 ], "residual": [ 1.5996139355914503, -0.3195367227097403 ], "projected": [ 5.999532043141152, 11.999064086282305 ], "projectedResidual": [ 0.00017548382206911128, 0.00035096764413822257 ], "drift": 0.0005515205836452708 }, { "k": 103, "w": 5.999411711377448, "value": [ 5.999411711377448, 11.998823422754896 ], "tv": [ 7.599058738203917, 11.679246990563133 ], "residual": [ 1.599647026826469, -0.3195764321917629 ], "projected": [ 5.999572153729053, 11.999144307458106 ], "projectedResidual": [ 0.0001604423516052833, 0.0003208847032105666 ], "drift": 0.0005042473907614919 }, { "k": 104, "w": 5.999462136116524, "value": [ 5.999462136116524, 11.998924272233047 ], "tv": [ 7.5991394177864375, 11.67931153422915 ], "residual": [ 1.5996772816699139, -0.31961273800389733 ], "projected": [ 5.999608826266563, 11.999217652533126 ], "projectedResidual": [ 0.00014669015003931918, 0.00029338030007863836 ], "drift": 0.0004610261858397635 }, { "k": 105, "w": 5.999508238735108, "value": [ 5.999508238735108, 11.999016477470215 ], "tv": [ 7.5992131819761735, 11.679370545580937 ], "residual": [ 1.5997049432410657, -0.31964593188927815 ], "projected": [ 5.999642355443715, 11.99928471088743 ], "projectedResidual": [ 0.0001341167086073014, 0.0002682334172146028 ], "drift": 0.00042150965562459675 }, { "k": 106, "w": 5.99955038970067, "value": [ 5.99955038970067, 11.99910077940134 ], "tv": [ 7.599280623521073, 11.679424498816857 ], "residual": [ 1.5997302338204031, -0.31967628058448305 ], "projected": [ 5.999673010691398, 11.999346021382795 ], "projectedResidual": [ 0.00012262099072746224, 0.0002452419814549245 ], "drift": 0.00038538025657075536 }, { "k": 107, "w": 5.999588927726327, "value": [ 5.999588927726327, 11.999177855452654 ], "tv": [ 7.599342284362123, 11.679473827489698 ], "residual": [ 1.5997533566357962, -0.31970402796295616 ], "projected": [ 5.999701038346419, 11.999402076692839 ], "projectedResidual": [ 0.00011211062009230943, 0.00022422124018461886 ], "drift": 0.0003523476631510647 }, { "k": 108, "w": 5.999624162492642, "value": [ 5.999624162492642, 11.999248324985285 ], "tv": [ 7.599398659988228, 11.679518927990582 ], "residual": [ 1.599774497495586, -0.3197293969947026 ], "projected": [ 5.999726663631013, 11.999453327262026 ], "projectedResidual": [ 0.0001025011383708474, 0.0002050022767416948 ], "drift": 0.0003221464348808212 }, { "k": 109, "w": 5.99965637713613, "value": [ 5.99965637713613, 11.99931275427226 ], "tv": [ 7.599450203417808, 11.679560162734248 ], "residual": [ 1.5997938262816778, -0.3197525915380126 ], "projected": [ 5.999750092462641, 11.999500184925282 ], "projectedResidual": [ 0.00009371532651059056, 0.00018743065302118112 ], "drift": 0.00029453388332001396 }, { "k": 110, "w": 5.999685830524462, "value": [ 5.999685830524462, 11.999371661048924 ], "tv": [ 7.59949732883914, 11.679597863071312 ], "residual": [ 1.5998114983146783, -0.3197737979776125 ], "projected": [ 5.9997715131087, 11.9995430262174 ], "projectedResidual": [ 0.00008568258423835573, 0.00017136516847671146 ], "drift": 0.00026928812189197515 }, { "k": 111, "w": 5.999712759336651, "value": [ 5.999712759336651, 11.999425518673302 ], "tv": [ 7.599540414938643, 11.679632331950913 ], "residual": [ 1.5998276556019917, -0.3197931867223893 ], "projected": [ 5.999791097699383, 11.999582195398766 ], "projectedResidual": [ 0.00007833836273185568, 0.00015667672546371136 ], "drift": 0.0002462062828731959 }, { "k": 112, "w": 5.999737379964938, "value": [ 5.999737379964938, 11.999474759929877 ], "tv": [ 7.599579807943902, 11.67966384635512 ], "residual": [ 1.599842427978964, -0.3198109135747558 ], "projected": [ 5.999809003610865, 11.99961800722173 ], "projectedResidual": [ 0.00007162364592705472, 0.00014324729185410945 ], "drift": 0.00022510288719868043 }, { "k": 113, "w": 5.999759890253658, "value": [ 5.999759890253658, 11.999519780507317 ], "tv": [ 7.599615824405854, 11.679692659524683 ], "residual": [ 1.5998559341521954, -0.3198271209826338 ], "projected": [ 5.999825374729934, 11.999650749459867 ], "projectedResidual": [ 0.00006548447627530152, 0.00013096895255060303 ], "drift": 0.00020580835400973996 }, { "k": 114, "w": 5.99978047108906, "value": [ 5.99978047108906, 11.99956094217812 ], "tv": [ 7.599648753742496, 11.679719002993998 ], "residual": [ 1.5998682826534365, -0.31984193918412096 ], "projected": [ 5.999840342610227, 11.999680685220454 ], "projectedResidual": [ 0.000059871521167487174, 0.00011974304233497435 ], "drift": 0.0001881676379511532 }, { "k": 115, "w": 5.999799287852855, "value": [ 5.999799287852855, 11.99959857570571 ], "tv": [ 7.599678860564568, 11.679743088451655 ], "residual": [ 1.5998795727117132, -0.31985548725405444 ], "projected": [ 5.9998540275293495, 11.999708055058699 ], "projectedResidual": [ 0.00005473967649471945, 0.0001094793529894389 ], "drift": 0.00017203898327000644 }, { "k": 116, "w": 5.999816491751182, "value": [ 5.999816491751182, 11.999632983502364 ], "tv": [ 7.599706386801891, 11.679765109441513 ], "residual": [ 1.5998898950507092, -0.3198678740608507 ], "projected": [ 5.999866539455406, 11.999733078910811 ], "projectedResidual": [ 0.00005004770422356586, 0.00010009540844713172 ], "drift": 0.0001572927847037775 }, { "k": 117, "w": 5.999832221029653, "value": [ 5.999832221029653, 11.999664442059306 ], "tv": [ 7.599731553647445, 11.679785242917955 ], "residual": [ 1.5998993326177917, -0.31987919914135077 ], "projected": [ 5.999877978930656, 11.999755957861312 ], "projectedResidual": [ 0.00004575790100336263, 0.00009151580200672527 ], "drift": 0.0001438105460147554 }, { "k": 118, "w": 5.999846602084254, "value": [ 5.999846602084254, 11.999693204168508 ], "tv": [ 7.599754563334807, 11.679803650667846 ], "residual": [ 1.599907961250553, -0.31988955350066206 ], "projected": [ 5.999888437879458, 11.999776875758917 ], "projectedResidual": [ 0.000041835795204114845, 0.00008367159040822969 ], "drift": 0.0001314839277846147 }, { "k": 119, "w": 5.999859750477032, "value": [ 5.999859750477032, 11.999719500954065 ], "tv": [ 7.599775600763252, 11.679820480610601 ], "residual": [ 1.5999158502862194, -0.3198990203434633 ], "projected": [ 5.999898000346933, 11.999796000693866 ], "projectedResidual": [ 0.00003824986990075274, 0.00007649973980150548 ], "drift": 0.00012021387683169849 }, { "k": 120, "w": 5.999871771864716, "value": [ 5.999871771864716, 11.999743543729432 ], "tv": [ 7.5997948349835465, 11.679835867986835 ], "residual": [ 1.5999230631188306, -0.3199076757425967 ], "projected": [ 5.999906743174339, 11.999813486348678 ], "projectedResidual": [ 0.00003497130962326622, 0.00006994261924653244 ], "drift": 0.0001099098302459467 } ], "scope": "固定策略的确定性平均TD更新；权重d改变，转移P不变。|A|<1e−12不显示不稳定比值根。" }, { "key": "reweighted", "d": [ 0.99, 0.01 ], "P": [ [ 0, 1 ], [ 0.4, 0.6 ] ], "r": [ -2, 4 ], "phi": [ 1, 2 ], "C": 1.03, "A": -0.5796000000000001, "b": -1.9, "projector": [ [ 0.9611650485436893, 0.019417475728155338 ], [ 1.9223300970873787, 0.038834951456310676 ] ], "coefficient": 1.562718446601942, "root": 3.278122843340234, "rootSuppressed": false, "rate": 0.1, "meanIterationFactor": 1.05796, "stableMeanIteration": false, "rows": [ { "k": 0, "w": 0, "value": [ 0, 0 ], "tv": [ -2, 4 ], "residual": [ -2, 4 ], "projected": [ -1.8446601941747574, -3.6893203883495147 ], "projectedResidual": [ -1.8446601941747574, -3.6893203883495147 ], "drift": -1.9 }, { "k": 1, "w": -0.19, "value": [ -0.19, -0.38 ], "tv": [ -2.3040000000000003, 3.7568 ], "residual": [ -2.1140000000000003, 4.1368 ], "projected": [ -2.1415766990291267, -4.2831533980582535 ], "projectedResidual": [ -1.9515766990291268, -3.9031533980582536 ], "drift": -2.010124 }, { "k": 2, "w": -0.3910124, "value": [ -0.3910124, -0.7820248 ], "tv": [ -2.62561984, 3.499504128 ], "residual": [ -2.23460744, 4.281528928 ], "projected": [ -2.4557024845048545, -4.911404969009709 ], "projectedResidual": [ -2.0646900845048544, -4.129380169009709 ], "drift": -2.12663078704 }, { "k": 3, "w": -0.603675478704, "value": [ -0.603675478704, -1.207350957408 ], "tv": [ -2.9658807659264, 3.22729538725888 ], "residual": [ -2.3622052872224, 4.43464634466688 ], "projected": [ -2.788035000506756, -5.576070001013512 ], "projectedResidual": [ -2.184359521802756, -4.368719043605512 ], "drift": -2.2498903074568384 }, { "k": 4, "w": -0.8286645094496838, "value": [ -0.8286645094496838, -1.6573290188993677 ], "tv": [ -3.3258632151194942, 2.9393094279044045 ], "residual": [ -2.4971987056698106, 4.596638446803772 ], "projected": [ -3.1396295091361277, -6.279259018272255 ], "projectedResidual": [ -2.310964999686444, -4.621929999372888 ], "drift": -2.3802939496770366 }, { "k": 5, "w": -1.0666939044173875, "value": [ -1.0666939044173875, -2.133387808834775 ], "tv": [ -3.70671024706782, 2.634631802345744 ], "residual": [ -2.6400163426504326, 4.768019611180518 ], "projected": [ -3.5116024354856576, -7.023204870971315 ], "projectedResidual": [ -2.44490853106827, -4.88981706213654 ], "drift": -2.5182557870003177 }, { "k": 6, "w": -1.3185194831174194, "value": [ -1.3185194831174194, -2.637038966234839 ], "tv": [ -4.109631172987871, 2.312295061609703 ], "residual": [ -2.791111689870452, 4.949334027844541 ], "projected": [ -3.9051349126464068, -7.8102698252928136 ], "projectedResidual": [ -2.5866154295289876, -5.173230859057975 ], "drift": -2.6642138924148564 }, { "k": 7, "w": -1.5849408723589051, "value": [ -1.5849408723589051, -3.1698817447178103 ], "tv": [ -4.535905395774249, 1.9712756833806013 ], "residual": [ -2.9509645234153434, 5.141157428098412 ], "projected": [ -4.321476532183392, -8.642953064366784 ], "projectedResidual": [ -2.736535659824487, -5.473071319648974 ], "drift": -2.8186317296192214 }, { "k": 8, "w": -1.8668040453208272, "value": [ -1.8668040453208272, -3.7336080906416544 ], "tv": [ -4.986886472513324, 1.610490821989341 ], "residual": [ -3.1200824271924965, 5.3440989126309955 ], "projected": [ -4.761949311988741, -9.523898623977482 ], "projectedResidual": [ -2.895145266667914, -5.790290533335828 ], "drift": -2.9819996246679517 }, { "k": 9, "w": -2.1650040077876223, "value": [ -2.1650040077876223, -4.3300080155752445 ], "tv": [ -5.464006412460195, 1.2287948700318436 ], "residual": [ -3.299002404672573, 5.558802885607088 ], "projected": [ -5.227951894111609, -10.455903788223218 ], "projectedResidual": [ -3.0629478863239865, -6.125895772647973 ], "drift": -3.154836322913706 }, { "k": 10, "w": -2.480487640078993, "value": [ -2.480487640078993, -4.960975280157986 ], "tv": [ -5.968780224126389, 0.8249758206988886 ], "residual": [ -3.488292584047396, 5.785951100856875 ], "projected": [ -5.7209639858943175, -11.441927971788635 ], "projectedResidual": [ -3.2404763458153245, -6.480952691630649 ], "drift": -3.3376906361897847 }, { "k": 11, "w": -2.8142567036979713, "value": [ -2.8142567036979713, -5.628513407395943 ], "tv": [ -6.5028107259167545, 0.3977514192665961 ], "residual": [ -3.688554022218783, 6.026264826662539 ], "projected": [ -6.242551058516753, -12.485102117033506 ], "projectedResidual": [ -3.4282943548187816, -6.856588709637563 ], "drift": -3.5311431854633444 }, { "k": 12, "w": -3.1673710222443057, "value": [ -3.1673710222443057, -6.334742044488611 ], "tv": [ -7.067793635590889, -0.054234908472711396 ], "residual": [ -3.9004226133465836, 6.2805071360159 ], "projected": [ -6.794369317868383, -13.588738635736766 ], "projectedResidual": [ -3.626998295624077, -7.253996591248154 ], "drift": -3.7358082444928 }, { "k": 13, "w": -3.5409518466935856, "value": [ -3.5409518466935856, -7.081903693387171 ], "tv": [ -7.665522954709737, -0.5324183637677891 ], "residual": [ -4.124571108016152, 6.549485329619382 ], "projected": [ -7.3781709635320345, -14.756341927064069 ], "projectedResidual": [ -3.837219116838449, -7.674438233676898 ], "drift": -3.9523356903436024 }, { "k": 14, "w": -3.936185415727946, "value": [ -3.936185415727946, -7.872370831455892 ], "tv": [ -8.297896665164714, -1.0383173321317711 ], "residual": [ -4.361711249436768, 6.834053499324121 ], "projected": [ -7.995809752578352, -15.991619505156704 ], "projectedResidual": [ -4.059624336850407, -8.119248673700813 ], "drift": -4.181413066955917 }, { "k": 15, "w": -4.354326722423537, "value": [ -4.354326722423537, -8.708653444847075 ], "tv": [ -8.966922755877661, -1.5735382047021282 ], "residual": [ -4.612596033454124, 7.1351152401449465 ], "projected": [ -8.649246885837794, -17.298493771675588 ], "projectedResidual": [ -4.294920163414257, -8.589840326828513 ], "drift": -4.423767768316683 }, { "k": 16, "w": -4.796703499255206, "value": [ -4.796703499255206, -9.593406998510412 ], "tv": [ -9.67472559880833, -2.1397804790466637 ], "residual": [ -4.878022099553124, 7.453626519463748 ], "projected": [ -9.34055723534095, -18.6811144706819 ], "projectedResidual": [ -4.543853736085745, -9.08770747217149 ], "drift": -4.680169348168318 }, { "k": 17, "w": -5.2647204340720375, "value": [ -5.2647204340720375, -10.529440868144075 ], "tv": [ -10.42355269451526, -2.7388421556122085 ], "residual": [ -5.158832260443223, 7.7905987125318665 ], "projected": [ -10.071935932701313, -20.143871865402627 ], "projectedResidual": [ -4.807215498629276, -9.614430997258552 ], "drift": -4.951431963588154 }, { "k": 18, "w": -5.759863630430853, "value": [ -5.759863630430853, -11.519727260861705 ], "tv": [ -11.215781808689364, -3.372625446951492 ], "residual": [ -5.4559181782585116, 8.147101813910213 ], "projected": [ -10.84570533936068, -21.69141067872136 ], "projectedResidual": [ -5.085841708929828, -10.171683417859656 ], "drift": -5.238416960197723 }, { "k": 19, "w": -6.283705326450625, "value": [ -6.283705326450625, -12.56741065290125 ], "tv": [ -12.053928522321002, -4.0431428178568005 ], "residual": [ -5.7702231958703765, 8.52426783504445 ], "projected": [ -11.664322420830027, -23.328644841660054 ], "projectedResidual": [ -5.380617094379402, -10.761234188758804 ], "drift": -5.542035607210783 }, { "k": 20, "w": -6.837908887171704, "value": [ -6.837908887171704, -13.675817774343408 ], "tv": [ -12.940654219474727, -4.752523375579782 ], "residual": [ -6.102745332303023, 8.923294398763625 ], "projected": [ -12.530386548341335, -25.06077309668267 ], "projectedResidual": [ -5.692477661169631, -11.384955322339263 ], "drift": -5.86325199100472 }, { "k": 21, "w": -7.424234086272175, "value": [ -7.424234086272175, -14.84846817254435 ], "tv": [ -13.878774538035481, -5.503019630428383 ], "residual": [ -6.454540451763306, 9.345448542115967 ], "projected": [ -13.446647752683198, -26.893295505366396 ], "projectedResidual": [ -6.022413666411023, -12.044827332822045 ], "drift": -6.203086076403354 }, { "k": 22, "w": -8.044542693912511, "value": [ -8.044542693912511, -16.089085387825023 ], "tv": [ -14.87126831026002, -6.297014648208016 ], "residual": [ -6.826725616347508, 9.792070739617007 ], "projected": [ -14.416015456428717, -28.832030912857434 ], "projectedResidual": [ -6.3714727625162055, -12.742945525032411 ], "drift": -6.562616945391692 }, { "k": 23, "w": -8.700804388451681, "value": [ -8.700804388451681, -17.401608776903362 ], "tv": [ -15.92128702152269, -7.137029617218154 ], "residual": [ -7.2204826330710095, 10.264579159685209 ], "projected": [ -15.441567712283327, -30.883135424566653 ], "projectedResidual": [ -6.740763323831645, -13.48152664766329 ], "drift": -6.942986223546596 }, { "k": 24, "w": -9.395103010806341, "value": [ -9.395103010806341, -18.790206021612683 ], "tv": [ -17.032164817290145, -8.025731853832117 ], "residual": [ -7.637061806483803, 10.764474167780566 ], "projected": [ -16.526560976887268, -33.053121953774536 ], "projectedResidual": [ -7.1314579660809265, -14.262915932161853 ], "drift": -7.345401705063356 }, { "k": 25, "w": -10.129643181312677, "value": [ -10.129643181312677, -20.259286362625353 ], "tv": [ -18.207429090100284, -8.965943272080228 ], "residual": [ -8.077785908787607, 11.293343090545125 ], "projected": [ -17.674440451107653, -35.348880902215306 ], "projectedResidual": [ -7.544797269794977, -15.089594539589953 ], "drift": -7.771141187888828 }, { "k": 26, "w": -10.90675730010156, "value": [ -10.90675730010156, -21.81351460020312 ], "tv": [ -19.4508116801625, -9.960649344129997 ], "residual": [ -8.544054380060938, 11.852865256073123 ], "projected": [ -18.88885101965386, -37.77770203930772 ], "projectedResidual": [ -7.982093719552299, -15.964187439104599 ], "drift": -8.221556531138866 }, { "k": 27, "w": -11.728912953215447, "value": [ -11.728912953215447, -23.457825906430894 ], "tv": [ -20.766260725144715, -11.013008580115773 ], "residual": [ -9.037347771929268, 12.444817326315121 ], "projected": [ -20.173648824752995, -40.34729764950599 ], "projectedResidual": [ -8.444735871537548, -16.889471743075095 ], "drift": -8.698077947683675 }, { "k": 28, "w": -12.598720747983815, "value": [ -12.598720747983815, -25.19744149596763 ], "tv": [ -22.157953196774105, -12.126362557419284 ], "residual": [ -9.55923244879029, 13.071078938548347 ], "projected": [ -21.53291351063568, -43.06582702127136 ], "projectedResidual": [ -8.934192762651865, -17.86838552530373 ], "drift": -9.202218545531421 }, { "k": 29, "w": -13.518942602536958, "value": [ -13.518942602536958, -27.037885205073916 ], "tv": [ -23.630308164059134, -13.304246531247305 ], "residual": [ -10.111365561522176, 13.733638673826611 ], "projected": [ -22.970961177712123, -45.941922355424246 ], "projectedResidual": [ -9.452018575175165, -18.90403715035033 ], "drift": -9.735579132430422 }, { "k": 30, "w": -14.49250051578, "value": [ -14.49250051578, -28.98500103156 ], "tv": [ -25.188000825248, -14.550400660198399 ], "residual": [ -10.695500309468, 14.4346003713616 ], "projected": [ -24.49235808757232, -48.98471617514464 ], "projectedResidual": [ -9.99985757179232, -19.99971514358464 ], "drift": -10.29985329894609 }, { "k": 31, "w": -15.522485845674609, "value": [ -15.522485845674609, -31.044971691349218 ], "tv": [ -26.835977353079375, -15.868781882463498 ], "residual": [ -11.313491507404766, 15.17618980888572 ], "projected": [ -26.10193516232801, -52.20387032465602 ], "projectedResidual": [ -10.579449316653402, -21.158898633306805 ], "drift": -10.896832796153005 }, { "k": 32, "w": -16.61216912528991, "value": [ -16.61216912528991, -33.22433825057982 ], "tv": [ -28.579470600463857, -17.263576480371086 ], "residual": [ -11.967301475173947, 15.960761770208734 ], "projected": [ -27.804803324336543, -55.609606648673086 ], "projectedResidual": [ -11.192634199046633, -22.385268398093267 ], "drift": -11.528413225018033 }, { "k": 33, "w": -17.765010447791713, "value": [ -17.765010447791713, -35.53002089558343 ], "tv": [ -30.424016716466742, -18.739213373173392 ], "residual": [ -12.659006268675029, 16.790807522410034 ], "projected": [ -29.60636972501509, -59.21273945003018 ], "projectedResidual": [ -11.841359277223376, -23.68271855444675 ], "drift": -12.19660005554008 }, { "k": 34, "w": -18.98467045334572, "value": [ -18.98467045334572, -37.96934090669144 ], "tv": [ -32.375472725353156, -20.300378180282525 ], "residual": [ -13.390802272007434, 17.668962726408918 ], "projected": [ -31.51235491427697, -63.02470982855394 ], "projectedResidual": [ -12.527684460931248, -25.055368921862495 ], "drift": -12.903514994759183 }, { "k": 35, "w": -20.27502195282164, "value": [ -20.27502195282164, -40.55004390564328 ], "tv": [ -34.44003512451462, -21.9520280996117 ], "residual": [ -14.165013171692983, 18.59801580603158 ], "projected": [ -33.52881100510846, -67.05762201021692 ], "projectedResidual": [ -13.25378905228682, -26.50757810457364 ], "drift": -13.651402723855425 }, { "k": 36, "w": -21.64016222520718, "value": [ -21.64016222520718, -43.28032445041436 ], "tv": [ -36.62425956033149, -23.699407648265193 ], "residual": [ -14.984097335124307, 19.58091680214917 ], "projected": [ -35.662140890964544, -71.32428178192909 ], "projectedResidual": [ -14.021978665757363, -28.043957331514726 ], "drift": -14.442638025730085 }, { "k": 37, "w": -23.08442602778019, "value": [ -23.08442602778019, -46.16885205556038 ], "tv": [ -38.9350816444483, -25.548065315558645 ], "residual": [ -15.850655616668114, 20.620786740001734 ], "projected": [ -37.919118577004845, -75.83823715400969 ], "projectedResidual": [ -14.834692549224656, -29.66938509844931 ], "drift": -15.2797333257014 }, { "k": 38, "w": -24.61239936035033, "value": [ -24.61239936035033, -49.22479872070066 ], "tv": [ -41.379838976560535, -27.503871181248424 ], "residual": [ -16.767439616210204, 21.720927539452237 ], "projected": [ -40.306910689728056, -80.61382137945611 ], "projectedResidual": [ -15.694511329377725, -31.38902265875545 ], "drift": -16.165346669259055 }, { "k": 39, "w": -26.228934027276235, "value": [ -26.228934027276235, -52.45786805455247 ], "tv": [ -43.96629444364198, -29.57303555491358 ], "residual": [ -17.737360416365743, 22.88483249963889 ], "projected": [ -42.833099233304694, -85.66619846660939 ], "projectedResidual": [ -16.60416520602846, -33.20833041205692 ], "drift": -17.102290162209307 }, { "k": 40, "w": -27.939163043497167, "value": [ -27.939163043497167, -55.878326086994335 ], "tv": [ -46.70266086959547, -31.762128695676374 ], "residual": [ -18.763497826098302, 24.11619739131796 ], "projected": [ -45.50570566486703, -91.01141132973406 ], "projectedResidual": [ -17.566542621369862, -35.133085242739725 ], "drift": -18.09353890001096 }, { "k": 41, "w": -29.748516933498262, "value": [ -29.748516933498262, -59.497033866996524 ], "tv": [ -49.597627093597225, -34.07810167487778 ], "residual": [ -19.849110160098963, 25.418932192118746 ], "projected": [ -48.33321636520272, -96.66643273040545 ], "projectedResidual": [ -18.58469943170446, -37.16939886340892 ], "drift": -19.142240414655596 }, { "k": 42, "w": -31.66274097496382, "value": [ -31.66274097496382, -63.32548194992764 ], "tv": [ -52.660385559942114, -36.52830844795369 ], "residual": [ -20.997644584978293, 26.79717350197395 ], "projected": [ -51.324609585729874, -102.64921917145975 ], "projectedResidual": [ -19.661868610766053, -39.323737221532106 ], "drift": -20.251724669089032 }, { "k": 43, "w": -33.68791344187272, "value": [ -33.68791344187272, -67.37582688374545 ], "tv": [ -55.90066150699636, -39.12052920559709 ], "residual": [ -22.212748065123634, 28.25529767814836 ], "projected": [ -54.48938395731877, -108.97876791463754 ], "projectedResidual": [ -20.80147051544605, -41.6029410308921 ], "drift": -21.425514630909433 }, { "k": 44, "w": -35.83046490496367, "value": [ -35.83046490496367, -71.66092980992734 ], "tv": [ -59.32874384794187, -41.86299507835349 ], "residual": [ -23.498278942978203, 29.797934731573847 ], "projected": [ -57.83758865148497, -115.67517730296994 ], "projectedResidual": [ -22.0071237465213, -44.0142474930426 ], "drift": -22.667337458916947 }, { "k": 45, "w": -38.09719865085536, "value": [ -38.09719865085536, -76.19439730171072 ], "tv": [ -62.95551784136858, -44.76441427309487 ], "residual": [ -24.85831919051322, 31.42998302861585 ], "projected": [ -61.37985528972504, -122.75971057945009 ], "projectedResidual": [ -23.282656638869682, -46.565313277739364 ], "drift": -23.98113633803577 }, { "k": 46, "w": -40.49531228465894, "value": [ -40.49531228465894, -80.99062456931787 ], "tv": [ -66.79249965545431, -47.83399972436344 ], "residual": [ -26.29718737079537, 33.156624844954436 ], "projected": [ -65.12743170231751, -130.25486340463502 ], "projectedResidual": [ -24.632119417658572, -49.264238835317144 ], "drift": -25.371083000188325 }, { "k": 47, "w": -43.032420584677766, "value": [ -43.032420584677766, -86.06484116935553 ], "tv": [ -70.85187293548442, -51.08149834838754 ], "residual": [ -27.819452350806657, 34.98334282096799 ], "projected": [ -69.09221764378381, -138.18443528756762 ], "projectedResidual": [ -26.059797059106046, -52.11959411821209 ], "drift": -26.84159097087924 }, { "k": 48, "w": -45.71657968176569, "value": [ -45.71657968176569, -91.43315936353137 ], "tv": [ -75.14652749082511, -54.517221992660076 ], "residual": [ -29.42994780905942, 36.9159373708713 ], "projected": [ -73.28680257841754, -146.57360515683507 ], "projectedResidual": [ -27.57022289665185, -55.1404457933037 ], "drift": -28.397329583551397 }, { "k": 49, "w": -48.55631264012083, "value": [ -48.55631264012083, -97.11262528024166 ], "tv": [ -79.69010022419333, -58.15208017935467 ], "residual": [ -31.1337875840725, 38.96054510088699 ], "projected": [ -77.72450565586261, -155.44901131172523 ], "projectedResidual": [ -29.168193015741785, -58.33638603148357 ], "drift": -30.04323880621404 }, { "k": 50, "w": -51.560636520742236, "value": [ -51.560636520742236, -103.12127304148447 ], "tv": [ -84.49701843318758, -61.99761474655007 ], "residual": [ -32.93638191244534, 41.1236582949344 ], "projected": [ -82.41941800367641, -164.83883600735282 ], "projectedResidual": [ -30.858781482934177, -61.71756296586835 ], "drift": -31.784544927422203 }, { "k": 51, "w": -54.739091013484455, "value": [ -54.739091013484455, -109.47818202696891 ], "tv": [ -89.58254562157514, -66.06603649726011 ], "residual": [ -34.84345460809068, 43.412145529708795 ], "projected": [ -87.3864474711695, -174.772894942339 ], "projectedResidual": [ -32.64735645768505, -65.2947129153701 ], "drift": -33.626777151415595 }, { "k": 52, "w": -58.10176872862601, "value": [ -58.10176872862601, -116.20353745725203 ], "tv": [ -94.96282996580163, -70.3702639726413 ], "residual": [ -36.86106123717562, 45.83327348461073 ], "projected": [ -92.64136596659849, -185.28273193319697 ], "projectedResidual": [ -34.53959723797247, -69.07919447594494 ], "drift": -35.57578515511164 }, { "k": 53, "w": -61.65934724413718, "value": [ -61.65934724413718, -123.31869448827436 ], "tv": [ -100.6549555906195, -74.9239644724956 ], "residual": [ -38.995608346482314, 48.39473001577876 ], "projected": [ -98.20085953802254, -196.40171907604508 ], "projectedResidual": [ -36.54151229388536, -73.08302458777072 ], "drift": -37.637757662701915 }, { "k": 54, "w": -65.42312301040737, "value": [ -65.42312301040737, -130.84624602081473 ], "tv": [ -106.6769968166518, -79.74159745332145 ], "residual": [ -41.25387380624443, 51.104648567493285 ], "projected": [ -104.08258135684632, -208.16516271369264 ], "projectedResidual": [ -38.65945834643895, -77.3189166928779 ], "drift": -39.81924209683211 }, { "k": 55, "w": -69.40504722009058, "value": [ -69.40504722009058, -138.81009444018116 ], "tv": [ -113.04807555214494, -84.83846044171595 ], "residual": [ -43.64302833205436, 53.97163399846521 ], "projected": [ -110.30520777228914, -220.61041554457827 ], "projectedResidual": [ -40.90016055219856, -81.80032110439711 ], "drift": -42.12716536876451 }, { "k": 56, "w": -73.61776375696704, "value": [ -73.61776375696704, -147.23552751393407 ], "tv": [ -119.78842201114726, -90.2307376089178 ], "residual": [ -46.170658254180225, 57.00478990501627 ], "projected": [ -116.88849761477101, -233.77699522954202 ], "projectedResidual": [ -43.270733857803975, -86.54146771560795 ], "drift": -44.5688558735381 }, { "k": 57, "w": -78.07464934432085, "value": [ -78.07464934432085, -156.1492986886417 ], "tv": [ -126.91943895091336, -95.9355511607307 ], "residual": [ -48.844789606592514, 60.213747527910996 ], "projected": [ -123.85335493652315, -247.7067098730463 ], "projectedResidual": [ -45.7787055922023, -91.5574111844046 ], "drift": -47.15206675996837 }, { "k": 58, "w": -82.78985602031769, "value": [ -82.78985602031769, -165.57971204063537 ], "tv": [ -134.4637696325083, -101.97101570600665 ], "residual": [ -51.67391361219062, 63.60869633462872 ], "projected": [ -131.22189538864404, -262.4437907772881 ], "projectedResidual": [ -48.43203936832636, -96.86407873665271 ], "drift": -49.88500054937614 }, { "k": 59, "w": -87.7783560752553, "value": [ -87.7783560752553, -175.5567121505106 ], "tv": [ -142.44536972040848, -108.35629577632679 ], "residual": [ -54.667013645153176, 67.20041637418382 ], "projected": [ -139.01751644536984, -278.03503289073967 ], "projectedResidual": [ -51.23916037011453, -102.47832074022907 ], "drift": -52.77633518121798 }, { "k": 60, "w": -93.0559895933771, "value": [ -93.0559895933771, -186.1119791867542 ], "tv": [ -150.88958334940338, -115.11166667952271 ], "residual": [ -57.833593756026275, 71.0003125072315 ], "projected": [ -147.2649716985435, -294.529943397087 ], "projectedResidual": [ -54.208982105166385, -108.41796421033277 ], "drift": -55.83525156832138 }, { "k": 61, "w": -98.63951475020924, "value": [ -98.63951475020924, -197.2790295004185 ], "tv": [ -159.8232236003348, -122.25857888026783 ], "residual": [ -61.18370885012557, 75.02045062015065 ], "projected": [ -155.99044945819108, -311.98089891638216 ], "projectedResidual": [ -57.350934707981835, -114.70186941596367 ], "drift": -59.07146274922129 }, { "k": 62, "w": -104.54666102513137, "value": [ -104.54666102513137, -209.09332205026274 ], "tv": [ -169.2746576402102, -129.81972611216815 ], "residual": [ -64.72799661507882, 79.27359593809459 ], "projected": [ -165.22165590878782, -330.44331181757565 ], "projectedResidual": [ -60.67499488365645, -121.3499897673129 ], "drift": -62.495244730166156 }, { "k": 63, "w": -110.79618549814799, "value": [ -110.79618549814799, -221.59237099629598 ], "tv": [ -179.2738967970368, -137.81911743762944 ], "residual": [ -68.4777112988888, 83.77325355866654 ], "projected": [ -174.98790308526117, -349.97580617052233 ], "projectedResidual": [ -64.19171758711317, -128.38343517422635 ], "drift": -66.11746911472659 }, { "k": 64, "w": -117.40793240962066, "value": [ -117.40793240962066, -234.8158648192413 ], "tv": [ -189.85269185539306, -146.28215348431445 ], "residual": [ -72.4447594457724, 88.53371133492686 ], "projected": [ -185.32020194808294, -370.6404038961659 ], "projectedResidual": [ -67.91226953846228, -135.82453907692457 ], "drift": -69.94963762461614 }, { "k": 65, "w": -124.40289617208227, "value": [ -124.40289617208227, -248.80579234416453 ], "tv": [ -201.04463387533164, -155.23570710026533 ], "residual": [ -76.64173770324938, 93.5700852438992 ], "projected": [ -196.2513608529938, -392.5027217059876 ], "projectedResidual": [ -71.84846468091153, -143.69692936182307 ], "drift": -74.0039186213389 }, { "k": 66, "w": -131.80328803421617, "value": [ -131.80328803421617, -263.60657606843233 ], "tv": [ -212.88526085474587, -164.7082086837967 ], "residual": [ -81.0819728205297, 98.89836738463563 ], "projected": [ -207.81608972803335, -415.6321794560667 ], "projectedResidual": [ -76.01280169381718, -152.02560338763436 ], "drift": -78.29318574463171 }, { "k": 67, "w": -139.63260660867934, "value": [ -139.63260660867934, -279.2652132173587 ], "tv": [ -225.41217057388695, -174.72973645910957 ], "residual": [ -85.77956396520761, 104.5354767582491 ], "projected": [ -220.05111028867017, -440.10222057734035 ], "projectedResidual": [ -80.41850367999083, -160.83700735998167 ], "drift": -82.83105879039057 }, { "k": 68, "w": -147.9157124877184, "value": [ -147.9157124877184, -295.8314249754368 ], "tv": [ -238.66513998034944, -185.33211198427955 ], "residual": [ -90.74942749263104, 110.49931299115724 ], "projected": [ -232.9952726410015, -465.990545282003 ], "projectedResidual": [ -85.0795601532831, -170.1591203065662 ], "drift": -87.63194695788161 }, { "k": 69, "w": -156.67890718350657, "value": [ -156.67890718350657, -313.35781436701313 ], "tv": [ -252.6862514936105, -196.5490011948884 ], "residual": [ -96.00734431010395, 116.80881317212473 ], "projected": [ -246.68967864327396, -493.37935728654793 ], "projectedResidual": [ -90.0107714597674, -180.0215429195348 ], "drift": -92.71109460356043 }, { "k": 70, "w": -165.9500166438626, "value": [ -165.9500166438626, -331.9000332877252 ], "tv": [ -267.52002663018015, -208.41602130414412 ], "residual": [ -101.57000998631756, 123.48401198358107 ], "projected": [ -261.17781241743813, -522.3556248348763 ], "projectedResidual": [ -95.22779577357554, -190.45559154715107 ], "drift": -98.08462964678279 }, { "k": 71, "w": -175.75847960854088, "value": [ -175.75847960854088, -351.51695921708176 ], "tv": [ -283.2135673736654, -220.97085389893232 ], "residual": [ -107.45508776512452, 130.54610531814944 ], "projected": [ -276.50567842515284, -553.0113568503057 ], "projectedResidual": [ -100.74719881661196, -201.4943976332239 ], "drift": -103.76961478111032 }, { "k": 72, "w": -186.13544108665192, "value": [ -186.13544108665192, -372.27088217330385 ], "tv": [ -299.81670573864307, -234.25336459091446 ], "residual": [ -113.68126465199114, 138.0175175823894 ], "projected": [ -292.7219475466747, -585.4438950933494 ], "projectedResidual": [ -106.58650646002278, -213.17301292004555 ], "drift": -109.78410165382348 }, { "k": 73, "w": -197.11385125203427, "value": [ -197.11385125203427, -394.22770250406853 ], "tv": [ -317.38216200325485, -248.3057296026039 ], "residual": [ -120.26831075122058, 145.92197290146464 ], "projected": [ -309.87811162648, -619.75622325296 ], "projectedResidual": [ -112.76426037444574, -225.52852074889148 ], "drift": -116.14718818567908 }, { "k": 74, "w": -208.7285700706022, "value": [ -208.7285700706022, -417.4571401412044 ], "tv": [ -335.9657121129635, -263.17256969037084 ], "residual": [ -127.23714204236131, 154.28457045083354 ], "projected": [ -328.02864697635073, -656.0572939527015 ], "projectedResidual": [ -119.30007690574854, -238.60015381149708 ], "drift": -122.87907921292106 }, { "k": 75, "w": -221.0164779918943, "value": [ -221.0164779918943, -442.0329559837886 ], "tv": [ -355.6263647870309, -278.90109182962476 ], "residual": [ -134.60988679513662, 163.13186415416385 ], "projected": [ -347.2311873551001, -694.4623747102002 ], "projectedResidual": [ -126.21470936320577, -252.42941872641154 ], "drift": -130.00115064410198 }, { "k": 76, "w": -234.01659305630452, "value": [ -234.01659305630452, -468.03318611260903 ], "tv": [ -376.42654889008725, -295.54123911206983 ], "residual": [ -142.40995583378273, 172.4919470005392 ], "projected": [ -367.5467069742017, -735.0934139484034 ], "projectedResidual": [ -133.53011391789718, -267.06022783579436 ], "drift": -137.53601733543414 }, { "k": 77, "w": -247.77019478984792, "value": [ -247.77019478984792, -495.54038957969584 ], "tv": [ -398.4323116637567, -313.14584933100537 ], "residual": [ -150.6621168739088, 182.39454024869048 ], "projected": [ -389.0397141104265, -778.079428220853 ], "projectedResidual": [ -141.26951932057855, -282.5390386411571 ], "drift": -145.5076049001959 }, { "k": 78, "w": -262.3209552798675, "value": [ -262.3209552798675, -524.641910559735 ], "tv": [ -421.71352844778806, -331.77082275823045 ], "residual": [ -159.39257316792055, 192.8710878015046 ], "projected": [ -411.7784559402668, -823.5569118805336 ], "projectedResidual": [ -149.45750066039926, -298.9150013207985 ], "drift": -153.94122568021126 }, { "k": 79, "w": -277.71507784788867, "value": [ -277.71507784788867, -555.4301556957773 ], "tv": [ -446.34412455662186, -351.4752996452975 ], "residual": [ -168.6290467087332, 203.9548560504798 ], "projected": [ -435.8351352465647, -871.6702704931294 ], "projectedResidual": [ -158.120057398676, -316.240114797352 ], "drift": -162.8636591206363 }, { "k": 80, "w": -294.0014437599523, "value": [ -294.0014437599523, -588.0028875199046 ], "tv": [ -472.40231001592366, -372.3218480127389 ], "residual": [ -178.40086625597138, 215.68103950716568 ], "projected": [ -461.28613968545557, -922.5722793709111 ], "projectedResidual": [ -167.28469592550329, -334.56939185100657 ], "drift": -172.3032368032684 }, { "k": 81, "w": -311.2317674402791, "value": [ -311.2317674402791, -622.4635348805582 ], "tv": [ -499.9708279044466, -394.3766623235573 ], "residual": [ -188.7390604641675, 228.0868725570009 ], "projected": [ -488.2122843416246, -976.4245686832492 ], "projectedResidual": [ -176.98051690134548, -353.96103380269096 ], "drift": -182.2899324083858 }, { "k": 82, "w": -329.4607606811177, "value": [ -329.4607606811177, -658.9215213622354 ], "tv": [ -529.1372170897884, -417.7097736718306 ], "residual": [ -199.67645640867067, 241.21174769040476 ], "projected": [ -516.6990683420651, -1033.3981366841301 ], "projectedResidual": [ -187.23830766094738, -374.47661532189477 ], "drift": -192.85545689077586 }, { "k": 83, "w": -348.74630637019527, "value": [ -348.74630637019527, -697.4926127403905 ], "tv": [ -559.9940901923125, -442.39527215385 ], "residual": [ -211.24778382211719, 255.09734058654055 ], "projected": [ -546.8369463431712, -1093.6738926863425 ], "projectedResidual": [ -198.09063997297596, -396.1812799459519 ], "drift": -204.03335917216523 }, { "k": 84, "w": -369.1496422874118, "value": [ -369.1496422874118, -738.2992845748236 ], "tv": [ -592.6394276598588, -468.5115421278871 ], "residual": [ -223.48978537244705, 269.7877424469365 ], "projected": [ -578.7216157532214, -1157.4432315064428 ], "projectedResidual": [ -209.5719734658096, -419.1439469316192 ], "drift": -215.85913266978392 }, { "k": 85, "w": -390.7355555543902, "value": [ -390.7355555543902, -781.4711111087804 ], "tv": [ -627.1768888870243, -496.1415111096195 ], "residual": [ -236.44133333263414, 285.3295999991609 ], "projected": [ -612.4543206022782, -1224.9086412045565 ], "projectedResidual": [ -221.71876504788804, -443.4375300957761 ], "drift": -228.37032799932462 }, { "k": 86, "w": -413.57258835432265, "value": [ -413.57258835432265, -827.1451767086453 ], "tv": [ -663.7161413669163, -525.3729130935329 ], "residual": [ -250.14355301259366, 301.77226361511237 ], "projected": [ -648.1421730243862, -1296.2843460487725 ], "projectedResidual": [ -234.5695846700636, -469.1391693401272 ], "drift": -241.60667221016547 }, { "k": 87, "w": -437.7332555753392, "value": [ -437.7332555753392, -875.4665111506783 ], "tv": [ -702.3732089205428, -556.2985671364341 ], "residual": [ -264.6399533452036, 319.1679440142442 ], "projected": [ -685.8984933728797, -1371.7969867457593 ], "projectedResidual": [ -248.1652377975405, -496.330475595081 ], "drift": -255.61019493146665 }, { "k": 88, "w": -463.29427506848583, "value": [ -463.29427506848583, -926.5885501369717 ], "tv": [ -743.2708401095774, -589.0166720876618 ], "residual": [ -279.9765650410916, 337.5718780493098 ], "projected": [ -725.8431700487716, -1451.6863400975433 ], "projectedResidual": [ -262.5488949802858, -525.0977899605716 ], "drift": -270.4253618296944 }, { "k": 89, "w": -490.3368112514553, "value": [ -490.3368112514553, -980.6736225029106 ], "tv": [ -786.5388980023286, -623.6311184018628 ], "residual": [ -296.20208675087326, 357.0425041010478 ], "projected": [ -768.1030401847986, -1536.2060803695972 ], "projectedResidual": [ -277.7662289333433, -555.5324578666866 ], "drift": -286.0992158013435 }, { "k": 90, "w": -518.9467328315897, "value": [ -518.9467328315897, -1037.8934656631793 ], "tv": [ -832.3147725305435, -660.2518180244348 ], "residual": [ -313.3680396989538, 377.64164763874453 ], "projected": [ -812.8122923939095, -1625.624584787819 ], "projectedResidual": [ -293.86555956231985, -587.7311191246397 ], "drift": -302.6815263491894 }, { "k": 91, "w": -549.2148854665086, "value": [ -549.2148854665086, -1098.4297709330172 ], "tv": [ -880.7438167464138, -698.995053397131 ], "residual": [ -331.52893127990524, 399.4347175358862 ], "projected": [ -860.1128928610605, -1720.225785722121 ], "projectedResidual": [ -310.8980073945519, -621.7960147891038 ], "drift": -320.2249476163884 }, { "k": 92, "w": -581.2373802281475, "value": [ -581.2373802281475, -1162.474760456295 ], "tv": [ -931.979808365036, -739.9838466920288 ], "residual": [ -350.7424281368885, 422.4909137642661 ], "projected": [ -910.1550361312876, -1820.3100722625752 ], "projectedResidual": [ -328.91765590314014, -657.8353118062803 ], "drift": -338.7851855802343 }, { "k": 93, "w": -615.1158987861709, "value": [ -615.1158987861709, -1230.2317975723417 ], "tv": [ -986.1854380578734, -783.3483504462988 ], "residual": [ -371.0695392717025, 446.88344712604294 ], "projected": [ -963.097622025457, -1926.195244050914 ], "projectedResidual": [ -347.9817232392861, -695.9634464785722 ], "drift": -358.4211749364647 }, { "k": 94, "w": -650.9580162798173, "value": [ -650.9580162798173, -1301.9160325596347 ], "tv": [ -1043.5328260477079, -829.2262608381661 ], "residual": [ -392.57480976789054, 472.68977172146856 ], "projected": [ -1019.1087601980527, -2038.2175203961053 ], "projectedResidual": [ -368.1507439182353, -736.3014878364706 ], "drift": -379.1952662357822 }, { "k": 95, "w": -688.8775429033956, "value": [ -688.8775429033956, -1377.7550858067912 ], "tv": [ -1104.204068645433, -877.7632549163463 ], "residual": [ -415.32652574203735, 499.9918308904448 ], "projected": [ -1078.3663039391317, -2156.7326078782635 ], "projectedResidual": [ -389.48876103573616, -778.9775220714723 ], "drift": -401.17342386680815 }, { "k": 96, "w": -728.9948852900764, "value": [ -728.9948852900764, -1457.9897705801527 ], "tv": [ -1168.3918164641223, -929.1134531712978 ], "residual": [ -439.3969311740459, 528.8763174088549 ], "projected": [ -1141.0584149154436, -2282.116829830887 ], "projectedResidual": [ -412.0635296253672, -824.1270592507344 ], "drift": -424.4254355141283 }, { "k": 97, "w": -771.4374288414892, "value": [ -771.4374288414892, -1542.8748576829785 ], "tv": [ -1236.299886146383, -983.4399089171062 ], "residual": [ -464.8624573048937, 559.4349487658723 ], "projected": [ -1207.384160643943, -2414.768321287886 ], "projectedResidual": [ -435.94673180245377, -871.8934636049075 ], "drift": -449.0251337565272 }, { "k": 98, "w": -816.3399422171419, "value": [ -816.3399422171419, -1632.6798844342838 ], "tv": [ -1308.1439075474273, -1040.9151260379417 ], "residual": [ -491.80396533028534, 591.7647583963421 ], "projected": [ -1277.5541465948659, -2555.1082931897317 ], "projectedResidual": [ -461.21420437772395, -922.4284087554479 ], "drift": -475.0506305090555 }, { "k": 99, "w": -863.8450052680474, "value": [ -863.8450052680474, -1727.6900105360949 ], "tv": [ -1384.152008428876, -1101.7216067431007 ], "residual": [ -520.3070031608285, 625.9684037929942 ], "projected": [ -1351.791184931504, -2703.582369863008 ], "projectedResidual": [ -487.9461796634565, -975.892359326913 ], "drift": -502.5845650533604 }, { "k": 100, "w": -914.1034617733835, "value": [ -914.1034617733835, -1828.206923546767 ], "tv": [ -1464.5655388374137, -1166.052431069931 ], "residual": [ -550.4620770640302, 662.1544924768361 ], "projected": [ -1430.3310020101342, -2860.6620040202683 ], "projectedResidual": [ -516.2275402367507, -1032.4550804735013 ], "drift": -531.7143664438531 }, { "k": 101, "w": -967.2748984177688, "value": [ -967.2748984177688, -1934.5497968355376 ], "tv": [ -1549.6398374684302, -1234.1118699747442 ], "residual": [ -582.3649390506614, 700.4379268607934 ], "projected": [ -1513.4229868866414, -3026.845973773283 ], "projectedResidual": [ -546.1480884688726, -1092.2961769377453 ], "drift": -562.5325311229388 }, { "k": 102, "w": -1023.5281515300627, "value": [ -1023.5281515300627, -2047.0563030601254 ], "tv": [ -1639.6450424481004, -1306.1160339584803 ], "residual": [ -616.1168909180377, 740.9402691016451 ], "projected": [ -1601.3309832065913, -3202.6619664131827 ], "projectedResidual": [ -577.8028316765286, -1155.6056633530573 ], "drift": -595.1369166268245 }, { "k": 103, "w": -1083.041843192745, "value": [ -1083.041843192745, -2166.08368638549 ], "tv": [ -1734.8669491083922, -1382.2935592867136 ], "residual": [ -651.8251059156471, 783.7901270987766 ], "projected": [ -1694.334126993245, -3388.66825398649 ], "projectedResidual": [ -611.2922838005, -1222.584567601 ], "drift": -629.6310523145152 }, { "k": 104, "w": -1146.0049484241965, "value": [ -1146.0049484241965, -2292.009896848393 ], "tv": [ -1835.6079174787146, -1462.8863339829716 ], "residual": [ -689.6029690545181, 829.1235628654215 ], "projected": [ -1792.7277329937735, -3585.455465987547 ], "projectedResidual": [ -646.722784569577, -1293.445569139154 ], "drift": -666.1244681066644 }, { "k": 105, "w": -1212.617395234863, "value": [ -1212.617395234863, -2425.234790469726 ], "tv": [ -1942.1878323757808, -1548.1502659006246 ], "residual": [ -729.5704371409179, 877.0845245691012 ], "projected": [ -1896.8242323980926, -3793.648464796185 ], "projectedResidual": [ -684.2068371632297, -1368.4136743264594 ], "drift": -704.7330422781266 }, { "k": 106, "w": -1283.0906994626755, "value": [ -1283.0906994626755, -2566.181398925351 ], "tv": [ -2054.945119140281, -1638.3560953122249 ], "residual": [ -771.8544196776054, 927.8253036131262 ], "projected": [ -2006.954164907886, -4013.908329815772 ], "projectedResidual": [ -723.8634654452105, -1447.726930890421 ], "drift": -745.5793694085669 }, { "k": 107, "w": -1357.6486364035322, "value": [ -1357.6486364035322, -2715.2972728070645 ], "tv": [ -2174.237818245652, -1733.7902545965212 ], "residual": [ -816.5891818421196, 981.5070182105433 ], "projected": [ -2123.4672283059476, -4246.934456611895 ], "projectedResidual": [ -765.8185919024154, -1531.6371838048308 ], "drift": -788.7931496594874 }, { "k": 108, "w": -1436.527951369481, "value": [ -1436.527951369481, -2873.055902738962 ], "tv": [ -2300.4447221911696, -1834.7557777529357 ], "residual": [ -863.9167708216887, 1038.300124986026 ], "projected": [ -2246.73338885856, -4493.46677771712 ], "projectedResidual": [ -810.205437489079, -1620.410874978158 ], "drift": -834.5116006137513 }, { "k": 109, "w": -1519.979111430856, "value": [ -1519.979111430856, -3039.958222861712 ], "tv": [ -2433.9665782893694, -1941.5732626314957 ], "residual": [ -913.9874668585135, 1098.3849602302162 ], "projected": [ -2377.144056076802, -4754.288112153604 ], "projectedResidual": [ -857.164944645946, -1714.329889291892 ], "drift": -882.8798929853242 }, { "k": 110, "w": -1608.2671007293884, "value": [ -1608.2671007293884, -3216.534201458777 ], "tv": [ -2575.2273611670216, -2054.5818889336174 ], "residual": [ -966.9602604376332, 1161.9523125251594 ], "projected": [ -2515.1133255670134, -5030.226651134027 ], "projectedResidual": [ -906.846224837625, -1813.69244967525 ], "drift": -934.0516115827537 }, { "k": 111, "w": -1701.6722618876638, "value": [ -1701.6722618876638, -3403.3445237753276 ], "tv": [ -2724.6756190202623, -2174.1404952162097 ], "residual": [ -1023.0033571325985, 1229.204028559118 ], "projected": [ -2661.0792939168773, -5322.158587833755 ], "projectedResidual": [ -959.4070320292135, -1918.814064058427 ], "drift": -988.1892429900901 }, { "k": 112, "w": -1800.4911861866728, "value": [ -1800.4911861866728, -3600.9823723733457 ], "tv": [ -2882.785897898677, -2300.628718318941 ], "residual": [ -1082.294711712004, 1300.3536540544046 ], "projected": [ -2815.5054497923, -5631.0108995846 ], "projectedResidual": [ -1015.0142636056273, -2030.0285272112546 ], "drift": -1045.464691513796 }, { "k": 113, "w": -1905.0376553380524, "value": [ -1905.0376553380524, -3810.075310676105 ], "tv": [ -3050.060248540884, -2434.448198832707 ], "residual": [ -1145.0225932028316, 1375.6271118433979 ], "projected": [ -2978.8821456622613, -5957.764291324523 ], "projectedResidual": [ -1073.844490324209, -2147.688980648418 ], "drift": -1106.0598250339356 }, { "k": 114, "w": -2015.643637841446, "value": [ -2015.643637841446, -4031.287275682892 ], "tv": [ -3227.0298205463137, -2576.0238564370507 ], "residual": [ -1211.3861827048677, 1455.2634192458413 ], "projected": [ -3151.7281548248466, -6303.456309649693 ], "projectedResidual": [ -1136.0845169834006, -2272.169033966801 ], "drift": -1170.1670524929025 }, { "k": 115, "w": -2132.660343090736, "value": [ -2132.660343090736, -4265.320686181472 ], "tv": [ -3414.256548945178, -2725.8052391561428 ], "residual": [ -1281.596205854442, 1539.5154470253296 ], "projected": [ -3334.5923186784944, -6669.184637356989 ], "projectedResidual": [ -1201.9319755877582, -2403.8639511755164 ], "drift": -1237.989934855391 }, { "k": 116, "w": -2256.4593365762753, "value": [ -2256.4593365762753, -4512.918673152551 ], "tv": [ -3612.334938522041, -2884.2679508176325 ], "residual": [ -1355.8756019457655, 1628.650722334918 ], "projected": [ -3528.0552894691, -7056.1105789382 ], "projectedResidual": [ -1271.5959528928247, -2543.1919057856494 ], "drift": -1309.7438314796095 }, { "k": 117, "w": -2387.433719724236, "value": [ -2387.433719724236, -4774.867439448472 ], "tv": [ -3821.893951558778, -3051.9151612470228 ], "residual": [ -1434.460231834542, 1722.9522782014496 ], "projected": [ -3732.731374046729, -7465.462748093458 ], "projectedResidual": [ -1345.2976543224927, -2690.5953086449854 ], "drift": -1385.6565839521677 }, { "k": 118, "w": -2525.999378119453, "value": [ -2525.999378119453, -5051.998756238906 ], "tv": [ -4043.599004991125, -3229.2792039929 ], "residual": [ -1517.5996268716722, 1822.719552246006 ], "projected": [ -3949.2704844864775, -7898.540968972955 ], "projectedResidual": [ -1423.2711063670245, -2846.542212734049 ], "drift": -1465.9692395580353 }, { "k": 119, "w": -2672.5963020752565, "value": [ -2672.5963020752565, -5345.192604150513 ], "tv": [ -4278.154083320411, -3416.923266656329 ], "residual": [ -1605.5577812451543, 1928.2693374941841 ], "projected": [ -4178.360201767314, -8356.720403534628 ], "projectedResidual": [ -1505.7638996920573, -3011.5277993841146 ], "drift": -1550.936816682819 }, { "k": 120, "w": -2827.6899837435385, "value": [ -2827.6899837435385, -5655.379967487077 ], "tv": [ -4526.303973989662, -3615.443179191729 ], "residual": [ -1698.6139902461236, 2039.936788295348 ], "projected": [ -4420.727959061747, -8841.455918123494 ], "projectedResidual": [ -1593.0379753182087, -3186.0759506364175 ], "drift": -1640.8291145777553 } ], "scope": "固定策略的确定性平均TD更新；权重d改变，转移P不变。|A|<1e−12不显示不稳定比值根。" } ], "bias": { "rows": [ { "A": [ -1, -1 ], "B": [ -1, -1 ], "selected": 0, "single": -1, "independent": -1, "sameData": -1, "probability": 0.0625 }, { "A": [ -1, -1 ], "B": [ -1, 1 ], "selected": 0, "single": -1, "independent": -1, "sameData": -1, "probability": 0.0625 }, { "A": [ -1, -1 ], "B": [ 1, -1 ], "selected": 0, "single": -1, "independent": 1, "sameData": -1, "probability": 0.0625 }, { "A": [ -1, -1 ], "B": [ 1, 1 ], "selected": 0, "single": -1, "independent": 1, "sameData": -1, "probability": 0.0625 }, { "A": [ -1, 1 ], "B": [ -1, -1 ], "selected": 1, "single": 1, "independent": -1, "sameData": 1, "probability": 0.0625 }, { "A": [ -1, 1 ], "B": [ -1, 1 ], "selected": 1, "single": 1, "independent": 1, "sameData": 1, "probability": 0.0625 }, { "A": [ -1, 1 ], "B": [ 1, -1 ], "selected": 1, "single": 1, "independent": -1, "sameData": 1, "probability": 0.0625 }, { "A": [ -1, 1 ], "B": [ 1, 1 ], "selected": 1, "single": 1, "independent": 1, "sameData": 1, "probability": 0.0625 }, { "A": [ 1, -1 ], "B": [ -1, -1 ], "selected": 0, "single": 1, "independent": -1, "sameData": 1, "probability": 0.0625 }, { "A": [ 1, -1 ], "B": [ -1, 1 ], "selected": 0, "single": 1, "independent": -1, "sameData": 1, "probability": 0.0625 }, { "A": [ 1, -1 ], "B": [ 1, -1 ], "selected": 0, "single": 1, "independent": 1, "sameData": 1, "probability": 0.0625 }, { "A": [ 1, -1 ], "B": [ 1, 1 ], "selected": 0, "single": 1, "independent": 1, "sameData": 1, "probability": 0.0625 }, { "A": [ 1, 1 ], "B": [ -1, -1 ], "selected": 0, "single": 1, "independent": -1, "sameData": 1, "probability": 0.0625 }, { "A": [ 1, 1 ], "B": [ -1, 1 ], "selected": 0, "single": 1, "independent": -1, "sameData": 1, "probability": 0.0625 }, { "A": [ 1, 1 ], "B": [ 1, -1 ], "selected": 0, "single": 1, "independent": 1, "sameData": 1, "probability": 0.0625 }, { "A": [ 1, 1 ], "B": [ 1, 1 ], "selected": 0, "single": 1, "independent": 1, "sameData": 1, "probability": 0.0625 } ], "single": 0.5, "independent": 0, "sameData": 0.5, "trueMaximum": 0, "scope": "16种独立符号的完整枚举，非采样；两动作真值均零，独立B评估时无偏，非Double Q普遍无偏定理。" }, "theory": { "kind": "harmonic", "sum": "发散", "squares": "收敛", "classicStepCondition": true, "scope": "步长合格仍需要噪声、稳定性与访问假设" } } }, { "key": "constant", "data": { "version": 180, "parameters": { "gamma": 0.8, "steps": 120, "alphaKind": "constant", "coverage": "full", "noiseKind": "iid", "scale": 1, "seed": 20260912, "theta0": 0 }, "model": [ [ { "name": "采集", "reward": 1, "p": [ 1, 0 ] }, { "name": "远行", "reward": -2, "p": [ 0, 1 ] } ], [ { "name": "收获", "reward": 4, "p": [ 0.4, 0.6 ] }, { "name": "返回", "reward": 2, "p": [ 1, 0 ] } ] ], "rm": { "target": 2, "rows": [ { "k": 0, "theta": 0, "mean": 0, "variance": 0, "mse": 4, "alphaSum": 0, "squareSum": 0, "centeredAccumulation": 0, "update": null }, { "k": 1, "theta": 0.15, "mean": 0.3, "variance": 0.0225, "mse": 2.9124999999999996, "alphaSum": 0.15, "squareSum": 0.0225, "centeredAccumulation": -0.15, "update": { "old": 0, "alpha": 0.15, "drift": 2, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 2725517660, "after": 179222419, "u": 0.041728471172973514 } } }, { "k": 2, "theta": 0.27749999999999997, "mean": 0.5549999999999999, "variance": 0.03875624999999999, "mse": 2.12678125, "alphaSum": 0.3, "squareSum": 0.045, "centeredAccumulation": -0.3, "update": { "old": 0.15, "alpha": 0.15, "drift": 1.85, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 179222419, "after": 1472957981, "u": 0.34294975479133427 } } }, { "k": 3, "theta": 0.685875, "mean": 0.7717499999999999, "variance": 0.05050139062499999, "mse": 1.5590994531250002, "alphaSum": 0.44999999999999996, "squareSum": 0.0675, "centeredAccumulation": -0.15, "update": { "old": 0.27749999999999997, "alpha": 0.15, "drift": 1.7225000000000001, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 1472957981, "after": 3876560441, "u": 0.9025820626411587 } } }, { "k": 4, "theta": 1.03299375, "mean": 0.9559875, "variance": 0.05898725472656249, "mse": 1.1489493548828125, "alphaSum": 0.6, "squareSum": 0.09, "centeredAccumulation": 0, "update": { "old": 0.685875, "alpha": 0.15, "drift": 1.314125, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 3876560441, "after": 2380152829, "u": 0.5541725151706487 } } }, { "k": 5, "theta": 1.0280446875, "mean": 1.112589375, "variance": 0.06511829153994139, "mse": 0.852615908902832, "alphaSum": 0.75, "squareSum": 0.11249999999999999, "centeredAccumulation": -0.15, "update": { "old": 1.03299375, "alpha": 0.15, "drift": 0.9670062500000001, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 2380152829, "after": 236382029, "u": 0.05503697996027768 } } }, { "k": 6, "theta": 1.3238379843749999, "mean": 1.24570096875, "variance": 0.06954796563760765, "mse": 0.6385149941822961, "alphaSum": 0.9, "squareSum": 0.13499999999999998, "centeredAccumulation": 0, "update": { "old": 1.0280446875, "alpha": 0.15, "drift": 0.9719553125, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 236382029, "after": 2367350898, "u": 0.5511918333359063 } } }, { "k": 7, "theta": 1.57526228671875, "mean": 1.3588458234375, "variance": 0.07274840517317152, "mse": 0.48382708329670887, "alphaSum": 1.05, "squareSum": 0.15749999999999997, "centeredAccumulation": 0.15, "update": { "old": 1.3238379843749999, "alpha": 0.15, "drift": 0.6761620156250001, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 2367350898, "after": 3532443512, "u": 0.8224610965698957 } } }, { "k": 8, "theta": 1.4889729437109376, "mean": 1.455018949921875, "variance": 0.07506072273761641, "mse": 0.3720650676818721, "alphaSum": 1.2, "squareSum": 0.17999999999999997, "centeredAccumulation": 0, "update": { "old": 1.57526228671875, "alpha": 0.15, "drift": 0.42473771328125, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 3532443512, "after": 656323561, "u": 0.15281223715282977 } } }, { "k": 9, "theta": 1.715627002154297, "mean": 1.5367661074335939, "variance": 0.07673137217792785, "mse": 0.29131701140015254, "alphaSum": 1.3499999999999999, "squareSum": 0.20249999999999996, "centeredAccumulation": 0.15, "update": { "old": 1.4889729437109376, "alpha": 0.15, "drift": 0.5110270562890624, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 656323561, "after": 3709763672, "u": 0.8637466635555029 } } }, { "k": 10, "theta": 1.9082829518311524, "mean": 1.6062511913185549, "variance": 0.07793841639855287, "mse": 0.23297654073661014, "alphaSum": 1.4999999999999998, "squareSum": 0.22499999999999995, "centeredAccumulation": 0.3, "update": { "old": 1.715627002154297, "alpha": 0.15, "drift": 0.284372997845703, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 3709763672, "after": 2946849938, "u": 0.6861169678159058 } } }, { "k": 11, "theta": 2.0720405090564795, "mean": 1.6653135126207717, "variance": 0.07881050584795443, "mse": 0.1908255506822008, "alphaSum": 1.6499999999999997, "squareSum": 0.24749999999999994, "centeredAccumulation": 0.44999999999999996, "update": { "old": 1.9082829518311524, "alpha": 0.15, "drift": 0.09171704816884763, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 2946849938, "after": 2194984873, "u": 0.5110597407910973 } } }, { "k": 12, "theta": 1.9112344326980075, "mean": 1.715516485727656, "variance": 0.07944059047514707, "mse": 0.16037146036789007, "alphaSum": 1.7999999999999996, "squareSum": 0.26999999999999996, "centeredAccumulation": 0.29999999999999993, "update": { "old": 2.0720405090564795, "alpha": 0.15, "drift": -0.07204050905647952, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 2194984873, "after": 2132649241, "u": 0.49654609546996653 } } }, { "k": 13, "theta": 2.0745492677933064, "mean": 1.7581890128685076, "variance": 0.07989582661829375, "mse": 0.13836838011580055, "alphaSum": 1.9499999999999995, "squareSum": 0.2925, "centeredAccumulation": 0.44999999999999996, "update": { "old": 1.9112344326980075, "alpha": 0.15, "drift": 0.08876556730199248, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 2132649241, "after": 3160602630, "u": 0.7358851446770132 } } }, { "k": 14, "theta": 2.2133668776243103, "mean": 1.7944606609382314, "variance": 0.08022473473171723, "mse": 0.1224711546336659, "alphaSum": 2.0999999999999996, "squareSum": 0.315, "centeredAccumulation": 0.6, "update": { "old": 2.0745492677933064, "alpha": 0.15, "drift": -0.0745492677933064, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 3160602630, "after": 2401992535, "u": 0.55925746797584 } } }, { "k": 15, "theta": 2.3313618459806635, "mean": 1.8252915617974967, "variance": 0.0804623708436657, "mse": 0.1109854092228236, "alphaSum": 2.2499999999999996, "squareSum": 0.3375, "centeredAccumulation": 0.75, "update": { "old": 2.2133668776243103, "alpha": 0.15, "drift": -0.21336687762431028, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 2401992535, "after": 4177267159, "u": 0.9725958013441414 } } }, { "k": 16, "theta": 2.131657569083564, "mean": 1.8514978275278722, "variance": 0.08063406293454846, "mse": 0.10268695816349005, "alphaSum": 2.3999999999999995, "squareSum": 0.36000000000000004, "centeredAccumulation": 0.6, "update": { "old": 2.3313618459806635, "alpha": 0.15, "drift": -0.33136184598066354, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 4177267159, "after": 1092383668, "u": 0.254340392537415 } } }, { "k": 17, "theta": 1.9619089337210294, "mean": 1.8737731533986914, "variance": 0.08075811047021125, "mse": 0.09669132727312153, "alphaSum": 2.5499999999999994, "squareSum": 0.38250000000000006, "centeredAccumulation": 0.44999999999999996, "update": { "old": 2.131657569083564, "alpha": 0.15, "drift": -0.13165756908356396, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 1092383668, "after": 574100513, "u": 0.13366819196380675 } } }, { "k": 18, "theta": 1.817622593662875, "mean": 1.8927071803888877, "variance": 0.08084773481472762, "mse": 0.09235948395483029, "alphaSum": 2.6999999999999993, "squareSum": 0.4050000000000001, "centeredAccumulation": 0.29999999999999993, "update": { "old": 1.9619089337210294, "alpha": 0.15, "drift": 0.03809106627897063, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 574100513, "after": 926460831, "u": 0.21570847160182893 } } }, { "k": 19, "theta": 1.6949792046134438, "mean": 1.9088011033305545, "variance": 0.08091248840364071, "mse": 0.08922972715736491, "alphaSum": 2.849999999999999, "squareSum": 0.4275000000000001, "centeredAccumulation": 0.14999999999999994, "update": { "old": 1.817622593662875, "alpha": 0.15, "drift": 0.18237740633712507, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 926460831, "after": 1797262842, "u": 0.418457864318043 } } }, { "k": 20, "theta": 1.5907323239214273, "mean": 1.9224809378309713, "variance": 0.0809592728716304, "mse": 0.08696847787119615, "alphaSum": 2.999999999999999, "squareSum": 0.4500000000000001, "centeredAccumulation": -5.551115123125783e-17, "update": { "old": 1.6949792046134438, "alpha": 0.15, "drift": 0.30502079538655624, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 1797262842, "after": 963669525, "u": 0.2243717957753688 } } }, { "k": 21, "theta": 1.8021224753332132, "mean": 1.9341087971563256, "variance": 0.08099307464975296, "mse": 0.0853347252619392, "alphaSum": 3.149999999999999, "squareSum": 0.47250000000000014, "centeredAccumulation": 0.14999999999999994, "update": { "old": 1.5907323239214273, "alpha": 0.15, "drift": 0.40926767607857273, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 963669525, "after": 2733137356, "u": 0.6363581297919154 } } }, { "k": 22, "theta": 1.9818041040332313, "mean": 1.9439924775828767, "variance": 0.0810174964344465, "mse": 0.08415433900175107, "alphaSum": 3.299999999999999, "squareSum": 0.49500000000000016, "centeredAccumulation": 0.29999999999999993, "update": { "old": 1.8021224753332132, "alpha": 0.15, "drift": 0.19787752466678676, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 2733137356, "after": 2204149220, "u": 0.5131934816017747 } } }, { "k": 23, "theta": 1.8345334884282465, "mean": 1.9523936059454452, "variance": 0.08103514117388759, "mse": 0.08330150992876514, "alphaSum": 3.449999999999999, "squareSum": 0.5175000000000002, "centeredAccumulation": 0.14999999999999994, "update": { "old": 1.9818041040332313, "alpha": 0.15, "drift": 0.018195895966768738, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 2204149220, "after": 1817292618, "u": 0.4231214099563658 } } }, { "k": 24, "theta": 1.7093534651640094, "mean": 1.9595345650536284, "variance": 0.08104788949813377, "mse": 0.0826853409235328, "alphaSum": 3.5999999999999988, "squareSum": 0.5400000000000001, "centeredAccumulation": -5.551115123125783e-17, "update": { "old": 1.8345334884282465, "alpha": 0.15, "drift": 0.16546651157175352, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 1817292618, "after": 1856024918, "u": 0.4321394762955606 } } }, { "k": 25, "theta": 1.6029504453894081, "mean": 1.9656043802955843, "variance": 0.08105710016240164, "mse": 0.08224015881725243, "alphaSum": 3.7499999999999987, "squareSum": 0.5625000000000001, "centeredAccumulation": -0.15000000000000005, "update": { "old": 1.7093534651640094, "alpha": 0.15, "drift": 0.29064653483599057, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 1856024918, "after": 1774448499, "u": 0.41314598615281284 } } }, { "k": 26, "theta": 1.812507878580997, "mean": 1.9707637232512467, "variance": 0.08106375486733518, "mse": 0.08191851474546487, "alphaSum": 3.8999999999999986, "squareSum": 0.5850000000000001, "centeredAccumulation": -5.551115123125783e-17, "update": { "old": 1.6029504453894081, "alpha": 0.15, "drift": 0.3970495546105919, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 1774448499, "after": 2442996165, "u": 0.5688043695408851 } } }, { "k": 27, "theta": 1.9906316967938473, "mean": 1.9751491647635597, "variance": 0.08106856289164965, "mse": 0.08168612690359836, "alphaSum": 4.049999999999999, "squareSum": 0.6075, "centeredAccumulation": 0.14999999999999994, "update": { "old": 1.812507878580997, "alpha": 0.15, "drift": 0.18749212141900307, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 2442996165, "after": 2685919607, "u": 0.6253643909003586 } } }, { "k": 28, "theta": 2.1420369422747703, "mean": 1.9788767900490258, "variance": 0.08107203668921686, "mse": 0.0815182266878498, "alphaSum": 4.199999999999999, "squareSum": 0.63, "centeredAccumulation": 0.29999999999999993, "update": { "old": 1.9906316967938473, "alpha": 0.15, "drift": 0.009368303206152673, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 2685919607, "after": 3676094987, "u": 0.8559075619559735 } } }, { "k": 29, "theta": 1.9707314009335548, "mean": 1.9820452715416719, "variance": 0.08107454650795917, "mse": 0.08139691878197147, "alphaSum": 4.35, "squareSum": 0.6525, "centeredAccumulation": 0.14999999999999994, "update": { "old": 2.1420369422747703, "alpha": 0.15, "drift": -0.14203694227477026, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 3676094987, "after": 686683909, "u": 0.15988105651922524 } } }, { "k": 30, "theta": 1.8251216907935217, "mean": 1.9847384808104211, "variance": 0.08107635985200048, "mse": 0.08130927381997437, "alphaSum": 4.5, "squareSum": 0.6749999999999999, "centeredAccumulation": -5.551115123125783e-17, "update": { "old": 1.9707314009335548, "alpha": 0.15, "drift": 0.02926859906644519, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 686683909, "after": 1471061091, "u": 0.3425081006716937 } } }, { "k": 31, "theta": 1.7013534371744934, "mean": 1.987027708688858, "variance": 0.08107766999307034, "mse": 0.08124595033493147, "alphaSum": 4.65, "squareSum": 0.6974999999999999, "centeredAccumulation": -0.15000000000000005, "update": { "old": 1.8251216907935217, "alpha": 0.15, "drift": 0.1748783092064783, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 1471061091, "after": 7696434, "u": 0.0017919656820595264 } } }, { "k": 32, "theta": 1.5961504215983193, "mean": 1.9889735523855292, "variance": 0.08107861656999332, "mse": 0.08120019911698799, "alphaSum": 4.800000000000001, "squareSum": 0.7199999999999999, "centeredAccumulation": -0.30000000000000004, "update": { "old": 1.7013534371744934, "alpha": 0.15, "drift": 0.2986465628255066, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 7696434, "after": 1612678763, "u": 0.3754810343962163 } } }, { "k": 33, "theta": 1.8067278583585713, "mean": 1.9906275195277, "variance": 0.08107930047182016, "mse": 0.08116714386202381, "alphaSum": 4.950000000000001, "squareSum": 0.7424999999999998, "centeredAccumulation": -0.15000000000000005, "update": { "old": 1.5961504215983193, "alpha": 0.15, "drift": 0.4038495784016807, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 1612678763, "after": 2324131394, "u": 0.5411290084011853 } } }, { "k": 34, "theta": 1.9857186796047857, "mean": 1.9920333915985449, "variance": 0.08107979459089006, "mse": 0.0811432614403122, "alphaSum": 5.100000000000001, "squareSum": 0.7649999999999998, "centeredAccumulation": -5.551115123125783e-17, "update": { "old": 1.8067278583585713, "alpha": 0.15, "drift": 0.1932721416414287, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 2324131394, "after": 2393678149, "u": 0.5573216241318733 } } }, { "k": 35, "theta": 1.8378608776640677, "mean": 1.9932283828587631, "variance": 0.08108015159191806, "mse": 0.08112600639062555, "alphaSum": 5.250000000000002, "squareSum": 0.7874999999999998, "centeredAccumulation": -0.15000000000000005, "update": { "old": 1.9857186796047857, "alpha": 0.15, "drift": 0.014281320395214347, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 2393678149, "after": 1241877735, "u": 0.28914719237945974 } } }, { "k": 36, "theta": 2.0121817460144573, "mean": 1.9942441254299488, "variance": 0.0810804095251608, "mse": 0.08111353961722696, "alphaSum": 5.400000000000002, "squareSum": 0.8099999999999997, "centeredAccumulation": -5.551115123125783e-17, "update": { "old": 1.8378608776640677, "alpha": 0.15, "drift": 0.1621391223359323, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 1241877735, "after": 2293969995, "u": 0.5341065104585141 } } }, { "k": 37, "theta": 1.8603544841122888, "mean": 1.9951075066154564, "variance": 0.08108059588192867, "mse": 0.08110453237344648, "alphaSum": 5.5500000000000025, "squareSum": 0.8324999999999997, "centeredAccumulation": -0.15000000000000005, "update": { "old": 2.0121817460144573, "alpha": 0.15, "drift": -0.012181746014457318, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 2293969995, "after": 678840594, "u": 0.1580548924393952 } } }, { "k": 38, "theta": 2.0313013114954455, "mean": 1.9958413806231379, "variance": 0.08108073052469346, "mse": 0.08109802463981507, "alphaSum": 5.700000000000003, "squareSum": 0.8549999999999996, "centeredAccumulation": -5.551115123125783e-17, "update": { "old": 1.8603544841122888, "alpha": 0.15, "drift": 0.13964551588771124, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 678840594, "after": 3420147384, "u": 0.7963151168078184 } } }, { "k": 39, "theta": 2.1766061147711286, "mean": 1.9964651735296672, "variance": 0.08108082780409101, "mse": 0.08109332280226637, "alphaSum": 5.850000000000003, "squareSum": 0.8774999999999996, "centeredAccumulation": 0.14999999999999994, "update": { "old": 2.0313013114954455, "alpha": 0.15, "drift": -0.03130131149544546, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 3420147384, "after": 3817859198, "u": 0.8889146144501865 } } }, { "k": 40, "theta": 2.3001151975554595, "mean": 1.9969953975002173, "variance": 0.08108089808845576, "mse": 0.08108992572463745, "alphaSum": 6.0000000000000036, "squareSum": 0.8999999999999996, "centeredAccumulation": 0.29999999999999993, "update": { "old": 2.1766061147711286, "alpha": 0.15, "drift": -0.17660611477112864, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 3817859198, "after": 3464806654, "u": 0.8067131633870304 } } }, { "k": 41, "theta": 2.4050979179221406, "mean": 1.9974460878751847, "variance": 0.08108094886890928, "mse": 0.08108747133605056, "alphaSum": 6.150000000000004, "squareSum": 0.9224999999999995, "centeredAccumulation": 0.44999999999999996, "update": { "old": 2.3001151975554595, "alpha": 0.15, "drift": -0.30011519755545946, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 3464806654, "after": 2248039891, "u": 0.5234125747811049 } } }, { "k": 42, "theta": 2.4943332302338197, "mean": 1.997829174693907, "variance": 0.08108098555778695, "mse": 0.08108569804029653, "alphaSum": 6.300000000000004, "squareSum": 0.9449999999999995, "centeredAccumulation": 0.6, "update": { "old": 2.4050979179221406, "alpha": 0.15, "drift": -0.40509791792214056, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 2248039891, "after": 2261206225, "u": 0.5264781008008868 } } }, { "k": 43, "theta": 2.570183245698747, "mean": 1.998154798489821, "variance": 0.08108101206550106, "mse": 0.08108441683411423, "alphaSum": 6.450000000000005, "squareSum": 0.9674999999999995, "centeredAccumulation": 0.75, "update": { "old": 2.4943332302338197, "alpha": 0.15, "drift": -0.4943332302338197, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 2261206225, "after": 2784439327, "u": 0.6483028007205576 } } }, { "k": 44, "theta": 2.334655758843935, "mean": 1.9984315787163478, "variance": 0.0810810312173245, "mse": 0.08108349116264751, "alphaSum": 6.600000000000005, "squareSum": 0.9899999999999994, "centeredAccumulation": 0.6, "update": { "old": 2.570183245698747, "alpha": 0.15, "drift": -0.5701832456987468, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 2784439327, "after": 1323919493, "u": 0.30824902770109475 } } }, { "k": 45, "theta": 2.134457395017345, "mean": 1.9986668419088955, "variance": 0.08108104505451694, "mse": 0.08108282236501281, "alphaSum": 6.750000000000005, "squareSum": 1.0124999999999995, "centeredAccumulation": 0.44999999999999996, "update": { "old": 2.334655758843935, "alpha": 0.15, "drift": -0.33465575884393495, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 1323919493, "after": 482793049, "u": 0.11240901635028422 } } }, { "k": 46, "theta": 1.964288785764743, "mean": 1.9988668156225613, "variance": 0.08108105505188848, "mse": 0.08108233915872175, "alphaSum": 6.900000000000006, "squareSum": 1.0349999999999995, "centeredAccumulation": 0.29999999999999993, "update": { "old": 2.134457395017345, "alpha": 0.15, "drift": -0.13445739501734488, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 482793049, "after": 129973951, "u": 0.030261918669566512 } } }, { "k": 47, "theta": 2.119645467900032, "mean": 1.999036793279177, "variance": 0.08108106227498942, "mse": 0.08108199004217645, "alphaSum": 7.050000000000006, "squareSum": 1.0574999999999994, "centeredAccumulation": 0.44999999999999996, "update": { "old": 1.964288785764743, "alpha": 0.15, "drift": 0.035711214235256916, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 129973951, "after": 3984424939, "u": 0.9276962231379002 } } }, { "k": 48, "theta": 1.951698647715027, "mean": 1.9991812742873005, "variance": 0.08108106749367985, "mse": 0.0810817378054725, "alphaSum": 7.200000000000006, "squareSum": 1.0799999999999994, "centeredAccumulation": 0.29999999999999993, "update": { "old": 2.119645467900032, "alpha": 0.15, "drift": -0.11964546790003183, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 3984424939, "after": 310897611, "u": 0.07238649087958038 } } }, { "k": 49, "theta": 1.808943850557773, "mean": 1.9993040831442055, "variance": 0.08108107126418368, "mse": 0.08108155556445386, "alphaSum": 7.350000000000007, "squareSum": 1.1024999999999994, "centeredAccumulation": 0.14999999999999994, "update": { "old": 1.951698647715027, "alpha": 0.15, "drift": 0.0483013522849729, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 310897611, "after": 270629556, "u": 0.06301085371524096 } } }, { "k": 50, "theta": 1.9876022729741072, "mean": 1.9994084706725748, "variance": 0.08108107398837269, "mse": 0.0810814238953179, "alphaSum": 7.500000000000007, "squareSum": 1.1249999999999993, "centeredAccumulation": 0.29999999999999993, "update": { "old": 1.808943850557773, "alpha": 0.15, "drift": 0.19105614944222693, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 270629556, "after": 3515565295, "u": 0.8185313304420561 } } }, { "k": 51, "theta": 2.139461932027991, "mean": 1.9994972000716886, "variance": 0.08108107595659926, "mse": 0.08108132876436717, "alphaSum": 7.6500000000000075, "squareSum": 1.1474999999999993, "centeredAccumulation": 0.44999999999999996, "update": { "old": 1.9876022729741072, "alpha": 0.15, "drift": 0.012397727025892813, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 3515565295, "after": 2613703908, "u": 0.6085503632202744 } } }, { "k": 52, "theta": 1.9685426422237924, "mean": 1.9995726200609354, "variance": 0.08108107737864295, "mse": 0.08108126003225527, "alphaSum": 7.800000000000008, "squareSum": 1.1699999999999993, "centeredAccumulation": 0.29999999999999993, "update": { "old": 2.139461932027991, "alpha": 0.15, "drift": -0.13946193202799106, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 2613703908, "after": 267513742, "u": 0.06228539673611522 } } }, { "k": 53, "theta": 1.8232612458902235, "mean": 1.9996367270517952, "variance": 0.08108107840606953, "mse": 0.08108121037330443, "alphaSum": 7.950000000000008, "squareSum": 1.1924999999999992, "centeredAccumulation": 0.14999999999999994, "update": { "old": 1.9685426422237924, "alpha": 0.15, "drift": 0.03145735777620762, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 267513742, "after": 1913055054, "u": 0.4454178395681083 } } }, { "k": 54, "theta": 1.69977205900669, "mean": 1.9996912179940258, "variance": 0.08108107914838522, "mse": 0.08108117449471243, "alphaSum": 8.100000000000009, "squareSum": 1.2149999999999992, "centeredAccumulation": -5.551115123125783e-17, "update": { "old": 1.8232612458902235, "alpha": 0.15, "drift": 0.17673875410977646, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 1913055054, "after": 1929475865, "u": 0.44924110756255686 } } }, { "k": 55, "theta": 1.8948062501556866, "mean": 1.999737535294922, "variance": 0.08108107968470832, "mse": 0.08108114857242973, "alphaSum": 8.250000000000009, "squareSum": 1.2374999999999992, "centeredAccumulation": 0.14999999999999994, "update": { "old": 1.69977205900669, "alpha": 0.15, "drift": 0.30022794099330996, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 1929475865, "after": 3786228968, "u": 0.8815501276403666 } } }, { "k": 56, "theta": 1.7605853126323336, "mean": 1.9997769050006837, "variance": 0.08108108007220174, "mse": 0.08108112984358047, "alphaSum": 8.40000000000001, "squareSum": 1.2599999999999991, "centeredAccumulation": -5.551115123125783e-17, "update": { "old": 1.8948062501556866, "alpha": 0.15, "drift": 0.1051937498443134, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 3786228968, "after": 1866231408, "u": 0.4345158599317074 } } }, { "k": 57, "theta": 1.9464975157374835, "mean": 1.999810369250581, "variance": 0.08108108035216575, "mse": 0.08108111631198688, "alphaSum": 8.55000000000001, "squareSum": 1.282499999999999, "centeredAccumulation": 0.14999999999999994, "update": { "old": 1.7605853126323336, "alpha": 0.15, "drift": 0.23941468736766636, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 1866231408, "after": 3165781545, "u": 0.7370909547898918 } } }, { "k": 58, "theta": 2.104522888376861, "mean": 1.999838813862994, "variance": 0.08108108055443974, "mse": 0.08108110653541051, "alphaSum": 8.70000000000001, "squareSum": 1.304999999999999, "centeredAccumulation": 0.29999999999999993, "update": { "old": 1.9464975157374835, "alpha": 0.15, "drift": 0.05350248426251647, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 3165781545, "after": 3991367155, "u": 0.9293125837575644 } } }, { "k": 59, "theta": 1.938844455120332, "mean": 1.9998629917835449, "variance": 0.0810810807005827, "mse": 0.08108109947183408, "alphaSum": 8.85000000000001, "squareSum": 1.327499999999999, "centeredAccumulation": 0.14999999999999994, "update": { "old": 2.104522888376861, "alpha": 0.15, "drift": -0.10452288837686119, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 3991367155, "after": 192460351, "u": 0.04481066740117967 } } }, { "k": 60, "theta": 2.0980177868522825, "mean": 1.9998835430160131, "variance": 0.08108108080617099, "mse": 0.08108109436840011, "alphaSum": 9.00000000000001, "squareSum": 1.349999999999999, "centeredAccumulation": 0.29999999999999993, "update": { "old": 1.938844455120332, "alpha": 0.15, "drift": 0.0611555448796679, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 192460351, "after": 2857649376, "u": 0.6653483435511589 } } }, { "k": 61, "theta": 1.9333151188244402, "mean": 1.999901011563611, "variance": 0.08108108088245854, "mse": 0.08108109068116907, "alphaSum": 9.150000000000011, "squareSum": 1.372499999999999, "centeredAccumulation": 0.14999999999999994, "update": { "old": 2.0980177868522825, "alpha": 0.15, "drift": -0.09801778685228246, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 2857649376, "after": 2076370180, "u": 0.48344260547310114 } } }, { "k": 62, "theta": 2.093317851000774, "mean": 1.9999158598290694, "variance": 0.0810810809375763, "mse": 0.08108108801714466, "alphaSum": 9.300000000000011, "squareSum": 1.394999999999999, "centeredAccumulation": 0.29999999999999993, "update": { "old": 1.9333151188244402, "alpha": 0.15, "drift": 0.06668488117555982, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 2076370180, "after": 3408699413, "u": 0.7936496783513576 } } }, { "k": 63, "theta": 2.2293201733506582, "mean": 1.999928480854709, "variance": 0.08108108097739886, "mse": 0.081081086092387, "alphaSum": 9.450000000000012, "squareSum": 1.4174999999999989, "centeredAccumulation": 0.44999999999999996, "update": { "old": 2.093317851000774, "alpha": 0.15, "drift": -0.09331785100077417, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 3408699413, "after": 3136020418, "u": 0.7301616524346173 } } }, { "k": 64, "theta": 2.3449221473480595, "mean": 1.9999392087265027, "variance": 0.08108108100617067, "mse": 0.08108108470174961, "alphaSum": 9.600000000000012, "squareSum": 1.4399999999999988, "centeredAccumulation": 0.6, "update": { "old": 2.2293201733506582, "alpha": 0.15, "drift": -0.22932017335065824, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 3136020418, "after": 3815511595, "u": 0.8883680205326527 } } }, { "k": 65, "theta": 2.1431838252458504, "mean": 1.9999483274175274, "variance": 0.0810810810269583, "mse": 0.08108108369701407, "alphaSum": 9.750000000000012, "squareSum": 1.4624999999999988, "centeredAccumulation": 0.44999999999999996, "update": { "old": 2.3449221473480595, "alpha": 0.15, "drift": -0.3449221473480595, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 3815511595, "after": 1417779487, "u": 0.3301025105174631 } } }, { "k": 66, "theta": 2.2717062514589728, "mean": 1.9999560783048982, "variance": 0.08108108104197737, "mse": 0.08108108297109266, "alphaSum": 9.900000000000013, "squareSum": 1.4849999999999988, "centeredAccumulation": 0.6, "update": { "old": 2.1431838252458504, "alpha": 0.15, "drift": -0.14318382524585038, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 1417779487, "after": 2481656590, "u": 0.5778057011775672 } } }, { "k": 67, "theta": 2.3809503137401267, "mean": 1.9999626665591634, "variance": 0.08108108105282863, "mse": 0.08108108244661444, "alphaSum": 10.050000000000013, "squareSum": 1.5074999999999987, "centeredAccumulation": 0.75, "update": { "old": 2.2717062514589728, "alpha": 0.15, "drift": -0.27170625145897276, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 2481656590, "after": 3235893931, "u": 0.7534152667503804 } } }, { "k": 68, "theta": 2.173807766679108, "mean": 1.999968266575289, "variance": 0.08108108106066868, "mse": 0.08108108206767892, "alphaSum": 10.200000000000014, "squareSum": 1.5299999999999987, "centeredAccumulation": 0.6, "update": { "old": 2.3809503137401267, "alpha": 0.15, "drift": -0.38095031374012667, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 3235893931, "after": 1809797678, "u": 0.4213763582520187 } } }, { "k": 69, "theta": 2.297736601677242, "mean": 1.9999730265889957, "variance": 0.0810810810663331, "mse": 0.081081081793898, "alphaSum": 10.350000000000014, "squareSum": 1.5524999999999987, "centeredAccumulation": 0.75, "update": { "old": 2.173807766679108, "alpha": 0.15, "drift": -0.1738077666791078, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 1809797678, "after": 2998963843, "u": 0.6982506818603724 } } }, { "k": 70, "theta": 2.4030761114256554, "mean": 1.9999770726006463, "variance": 0.08108108107042566, "mse": 0.0810810815960913, "alphaSum": 10.500000000000014, "squareSum": 1.5749999999999986, "centeredAccumulation": 0.9, "update": { "old": 2.297736601677242, "alpha": 0.15, "drift": -0.2977366016772418, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 2998963843, "after": 3238485611, "u": 0.7540186892729253 } } }, { "k": 71, "theta": 2.192614694711807, "mean": 1.9999805117105494, "variance": 0.08108108107338254, "mse": 0.08108108145317595, "alphaSum": 10.650000000000015, "squareSum": 1.5974999999999986, "centeredAccumulation": 0.75, "update": { "old": 2.4030761114256554, "alpha": 0.15, "drift": -0.40307611142565536, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 3238485611, "after": 1938770638, "u": 0.45140521554276347 } } }, { "k": 72, "theta": 2.313722490505036, "mean": 1.999983434953967, "variance": 0.08108108107551887, "mse": 0.08108108134991962, "alphaSum": 10.800000000000015, "squareSum": 1.6199999999999986, "centeredAccumulation": 0.9, "update": { "old": 2.192614694711807, "alpha": 0.15, "drift": -0.19261469471180703, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 1938770638, "after": 3222156037, "u": 0.7502166640479118 } } }, { "k": 73, "theta": 2.4166641169292804, "mean": 1.9999859197108718, "variance": 0.08108108107706238, "mse": 0.08108108127531692, "alphaSum": 10.950000000000015, "squareSum": 1.6424999999999985, "centeredAccumulation": 1.05, "update": { "old": 2.313722490505036, "alpha": 0.15, "drift": -0.313722490505036, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 3222156037, "after": 3418134130, "u": 0.7958463695831597 } } }, { "k": 74, "theta": 2.204164499389888, "mean": 1.9999880317542411, "variance": 0.08108108107817757, "mse": 0.08108108122141648, "alphaSum": 11.100000000000016, "squareSum": 1.6649999999999985, "centeredAccumulation": 0.9, "update": { "old": 2.4166641169292804, "alpha": 0.15, "drift": -0.4166641169292804, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 3418134130, "after": 1999479723, "u": 0.46554015087895095 } } }, { "k": 75, "theta": 2.3235398244814047, "mean": 1.999989826991105, "variance": 0.08108108107898329, "mse": 0.0810810811824734, "alphaSum": 11.250000000000016, "squareSum": 1.6874999999999984, "centeredAccumulation": 1.05, "update": { "old": 2.204164499389888, "alpha": 0.15, "drift": -0.20416449938988812, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 1999479723, "after": 2823611111, "u": 0.6574231924023479 } } }, { "k": 76, "theta": 2.425008850809194, "mean": 1.9999913529424391, "variance": 0.08108108107956542, "mse": 0.08108108115433703, "alphaSum": 11.400000000000016, "squareSum": 1.7099999999999984, "centeredAccumulation": 1.2, "update": { "old": 2.3235398244814047, "alpha": 0.15, "drift": -0.3235398244814047, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 2823611111, "after": 3054699791, "u": 0.711227718507871 } } }, { "k": 77, "theta": 2.2112575231878147, "mean": 1.9999926500010732, "variance": 0.08108108107998602, "mse": 0.0810810811340085, "alphaSum": 11.550000000000017, "squareSum": 1.7324999999999984, "centeredAccumulation": 1.05, "update": { "old": 2.425008850809194, "alpha": 0.15, "drift": -0.4250088508091938, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 3054699791, "after": 14894230, "u": 0.0034678331576287746 } } }, { "k": 78, "theta": 2.0295688947096426, "mean": 1.9999937525009122, "variance": 0.08108108108028989, "mse": 0.08108108111932114, "alphaSum": 11.700000000000017, "squareSum": 1.7549999999999983, "centeredAccumulation": 0.9, "update": { "old": 2.2112575231878147, "alpha": 0.15, "drift": -0.21125752318781466, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 14894230, "after": 1715971438, "u": 0.39953073440119624 } } }, { "k": 79, "theta": 2.175133560503196, "mean": 1.9999946896257754, "variance": 0.08108108108050943, "mse": 0.08108108110870951, "alphaSum": 11.850000000000017, "squareSum": 1.7774999999999983, "centeredAccumulation": 1.05, "update": { "old": 2.0295688947096426, "alpha": 0.15, "drift": -0.029568894709642635, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 1715971438, "after": 3484397435, "u": 0.8112744975369424 } } }, { "k": 80, "theta": 1.9988635264277166, "mean": 1.9999954861819091, "variance": 0.08108108108066805, "mse": 0.0810810811010426, "alphaSum": 12.000000000000018, "squareSum": 1.7999999999999983, "centeredAccumulation": 0.9, "update": { "old": 2.175133560503196, "alpha": 0.15, "drift": -0.17513356050319606, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 3484397435, "after": 1918540091, "u": 0.4466949242632836 } } }, { "k": 81, "theta": 1.849033997463559, "mean": 1.9999961632546228, "variance": 0.08108108108078266, "mse": 0.08108108109550327, "alphaSum": 12.150000000000018, "squareSum": 1.8224999999999982, "centeredAccumulation": 0.75, "update": { "old": 1.9988635264277166, "alpha": 0.15, "drift": 0.001136473572283414, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 1918540091, "after": 247519525, "u": 0.057630130322650075 } } }, { "k": 82, "theta": 2.021678897844025, "mean": 1.9999967387664295, "variance": 0.08108108108086545, "mse": 0.0810810810915011, "alphaSum": 12.300000000000018, "squareSum": 1.8449999999999982, "centeredAccumulation": 0.9, "update": { "old": 1.849033997463559, "alpha": 0.15, "drift": 0.150966002536441, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 247519525, "after": 2842298679, "u": 0.6617742308881134 } } }, { "k": 83, "theta": 2.1684270631674214, "mean": 1.999997227951465, "variance": 0.08108108108092528, "mse": 0.08108108108860954, "alphaSum": 12.450000000000019, "squareSum": 1.8674999999999982, "centeredAccumulation": 1.05, "update": { "old": 2.021678897844025, "alpha": 0.15, "drift": -0.02167889784402499, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 2842298679, "after": 3789504305, "u": 0.8823127264622599 } } }, { "k": 84, "theta": 2.293163003692308, "mean": 1.9999976437587452, "variance": 0.08108108108096851, "mse": 0.08108108108652039, "alphaSum": 12.60000000000002, "squareSum": 1.8899999999999981, "centeredAccumulation": 1.2, "update": { "old": 2.1684270631674214, "alpha": 0.15, "drift": -0.1684270631674214, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 3789504305, "after": 3239745933, "u": 0.7543121308553964 } } }, { "k": 85, "theta": 2.399188553138462, "mean": 1.9999979971949335, "variance": 0.08108108108099973, "mse": 0.08108108108501096, "alphaSum": 12.75000000000002, "squareSum": 1.912499999999998, "centeredAccumulation": 1.3499999999999999, "update": { "old": 2.293163003692308, "alpha": 0.15, "drift": -0.2931630036923081, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 3239745933, "after": 3611648920, "u": 0.8409025426954031 } } }, { "k": 86, "theta": 2.1893102701676925, "mean": 1.9999982976156936, "variance": 0.0810810810810223, "mse": 0.08108108108392041, "alphaSum": 12.90000000000002, "squareSum": 1.934999999999998, "centeredAccumulation": 1.2, "update": { "old": 2.399188553138462, "alpha": 0.15, "drift": -0.3991885531384618, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 3611648920, "after": 503160419, "u": 0.11715116421692073 } } }, { "k": 87, "theta": 2.010913729642539, "mean": 1.9999985529733395, "variance": 0.0810810810810386, "mse": 0.08108108108313249, "alphaSum": 13.05000000000002, "squareSum": 1.957499999999998, "centeredAccumulation": 1.05, "update": { "old": 2.1893102701676925, "alpha": 0.15, "drift": -0.18931027016769253, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 503160419, "after": 1745126939, "u": 0.4063190284650773 } } }, { "k": 88, "theta": 2.159276670196158, "mean": 1.9999987700273385, "variance": 0.08108108108105039, "mse": 0.08108108108256322, "alphaSum": 13.20000000000002, "squareSum": 1.979999999999998, "centeredAccumulation": 1.2, "update": { "old": 2.010913729642539, "alpha": 0.15, "drift": -0.010913729642538783, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 1745126939, "after": 3761558904, "u": 0.8758061807602644 } } }, { "k": 89, "theta": 1.9853851696667342, "mean": 1.9999989545232377, "variance": 0.0810810810810589, "mse": 0.08108108108215192, "alphaSum": 13.350000000000021, "squareSum": 2.002499999999998, "centeredAccumulation": 1.05, "update": { "old": 2.159276670196158, "alpha": 0.15, "drift": -0.15927667019615788, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 3761558904, "after": 703000213, "u": 0.16367999208159745 } } }, { "k": 90, "theta": 1.8375773942167242, "mean": 1.9999991113447522, "variance": 0.08108108108106504, "mse": 0.08108108108185474, "alphaSum": 13.500000000000021, "squareSum": 2.024999999999998, "centeredAccumulation": 0.9, "update": { "old": 1.9853851696667342, "alpha": 0.15, "drift": 0.014614830333265827, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 703000213, "after": 1924310383, "u": 0.4480384250637144 } } }, { "k": 91, "theta": 2.0119407850842155, "mean": 1.9999992446430392, "variance": 0.08108108108106948, "mse": 0.08108108108164004, "alphaSum": 13.650000000000022, "squareSum": 2.047499999999998, "centeredAccumulation": 1.05, "update": { "old": 1.8375773942167242, "alpha": 0.15, "drift": 0.16242260578327583, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 1924310383, "after": 3858078304, "u": 0.8982788547873497 } } }, { "k": 92, "theta": 2.160149667321583, "mean": 1.9999993579465833, "variance": 0.0810810810810727, "mse": 0.08108108108148493, "alphaSum": 13.800000000000022, "squareSum": 2.069999999999998, "centeredAccumulation": 1.2, "update": { "old": 2.0119407850842155, "alpha": 0.15, "drift": -0.011940785084215477, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 3858078304, "after": 2173671100, "u": 0.5060972413048148 } } }, { "k": 93, "theta": 1.9861272172233455, "mean": 1.9999994542545958, "variance": 0.08108108108107502, "mse": 0.08108108108137285, "alphaSum": 13.950000000000022, "squareSum": 2.092499999999998, "centeredAccumulation": 1.05, "update": { "old": 2.160149667321583, "alpha": 0.15, "drift": -0.16014966732158298, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 2173671100, "after": 408800528, "u": 0.09518129006028175 } } }, { "k": 94, "theta": 2.138208134639844, "mean": 1.9999995361164065, "variance": 0.0810810810810767, "mse": 0.08108108108129189, "alphaSum": 14.100000000000023, "squareSum": 2.114999999999998, "centeredAccumulation": 1.2, "update": { "old": 1.9861272172233455, "alpha": 0.15, "drift": 0.013872782776654491, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 408800528, "after": 2651594767, "u": 0.6173725163098425 } } }, { "k": 95, "theta": 1.9674769144438673, "mean": 1.9999996056989455, "variance": 0.08108108108107791, "mse": 0.08108108108123338, "alphaSum": 14.250000000000023, "squareSum": 2.137499999999998, "centeredAccumulation": 1.05, "update": { "old": 2.138208134639844, "alpha": 0.15, "drift": -0.13820813463984383, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 2651594767, "after": 1538550825, "u": 0.35822177887894213 } } }, { "k": 96, "theta": 1.8223553772772871, "mean": 1.9999996648441036, "variance": 0.08108108108107878, "mse": 0.08108108108119111, "alphaSum": 14.400000000000023, "squareSum": 2.159999999999998, "centeredAccumulation": 0.9, "update": { "old": 1.9674769144438673, "alpha": 0.15, "drift": 0.0325230855561327, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 1538550825, "after": 269861137, "u": 0.06283194222487509 } } }, { "k": 97, "theta": 1.9990020706856941, "mean": 1.9999997151174882, "variance": 0.08108108108107942, "mse": 0.08108108108116058, "alphaSum": 14.550000000000024, "squareSum": 2.182499999999998, "centeredAccumulation": 1.05, "update": { "old": 1.8223553772772871, "alpha": 0.15, "drift": 0.17764462272271286, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 269861137, "after": 2931889226, "u": 0.6826336556114256 } } }, { "k": 98, "theta": 1.84915176008284, "mean": 1.999999757849865, "variance": 0.08108108108107986, "mse": 0.0810810810811385, "alphaSum": 14.700000000000024, "squareSum": 2.204999999999998, "centeredAccumulation": 0.9, "update": { "old": 1.9990020706856941, "alpha": 0.15, "drift": 0.0009979293143058676, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 2931889226, "after": 88760238, "u": 0.020666103344410658 } } }, { "k": 99, "theta": 2.021778996070414, "mean": 1.9999997941723853, "variance": 0.0810810810810802, "mse": 0.08108108108112257, "alphaSum": 14.850000000000025, "squareSum": 2.227499999999998, "centeredAccumulation": 1.05, "update": { "old": 1.84915176008284, "alpha": 0.15, "drift": 0.15084823991716, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 88760238, "after": 2571675345, "u": 0.5987648258451372 } } }, { "k": 100, "theta": 1.868512146659852, "mean": 1.9999998250465274, "variance": 0.08108108108108043, "mse": 0.08108108108111105, "alphaSum": 15.000000000000025, "squareSum": 2.249999999999998, "centeredAccumulation": 0.9, "update": { "old": 2.021778996070414, "alpha": 0.15, "drift": -0.021778996070414003, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 2571675345, "after": 1070252824, "u": 0.24918765388429165 } } }, { "k": 101, "theta": 2.038235324660874, "mean": 1.9999998512895483, "variance": 0.08108108108108061, "mse": 0.08108108108110273, "alphaSum": 15.150000000000025, "squareSum": 2.2724999999999977, "centeredAccumulation": 1.05, "update": { "old": 1.868512146659852, "alpha": 0.15, "drift": 0.131487853340148, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 1070252824, "after": 2459429196, "u": 0.5726304827257991 } } }, { "k": 102, "theta": 2.182500025961743, "mean": 1.999999873596116, "variance": 0.08108108108108074, "mse": 0.08108108108109671, "alphaSum": 15.300000000000026, "squareSum": 2.2949999999999977, "centeredAccumulation": 1.2, "update": { "old": 2.038235324660874, "alpha": 0.15, "drift": -0.03823532466087398, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 2459429196, "after": 2557840627, "u": 0.5955436795484275 } } }, { "k": 103, "theta": 2.0051250220674817, "mean": 1.9999998925566986, "variance": 0.08108108108108084, "mse": 0.08108108108109238, "alphaSum": 15.450000000000026, "squareSum": 2.3174999999999977, "centeredAccumulation": 1.05, "update": { "old": 2.182500025961743, "alpha": 0.15, "drift": -0.18250002596174308, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 2557840627, "after": 345307334, "u": 0.08039812883362174 } } }, { "k": 104, "theta": 2.1543562687573594, "mean": 1.9999999086731939, "variance": 0.08108108108108089, "mse": 0.08108108108108923, "alphaSum": 15.600000000000026, "squareSum": 2.3399999999999976, "centeredAccumulation": 1.2, "update": { "old": 2.0051250220674817, "alpha": 0.15, "drift": -0.005125022067481666, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 345307334, "after": 4194557184, "u": 0.9766214489936829 } } }, { "k": 105, "theta": 2.2812028284437553, "mean": 1.999999922372215, "variance": 0.08108108108108095, "mse": 0.08108108108108697, "alphaSum": 15.750000000000027, "squareSum": 2.3624999999999976, "centeredAccumulation": 1.3499999999999999, "update": { "old": 2.1543562687573594, "alpha": 0.15, "drift": -0.15435626875735942, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 4194557184, "after": 3050317809, "u": 0.7102074588183314 } } }, { "k": 106, "theta": 2.389022404177192, "mean": 1.9999999340163828, "variance": 0.08108108108108097, "mse": 0.08108108108108533, "alphaSum": 15.900000000000027, "squareSum": 2.3849999999999976, "centeredAccumulation": 1.4999999999999998, "update": { "old": 2.2812028284437553, "alpha": 0.15, "drift": -0.2812028284437553, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 3050317809, "after": 2498081702, "u": 0.5816299705766141 } } }, { "k": 107, "theta": 2.1806690435506133, "mean": 1.9999999439139253, "variance": 0.081081081081081, "mse": 0.08108108108108415, "alphaSum": 16.050000000000026, "squareSum": 2.4074999999999975, "centeredAccumulation": 1.3499999999999999, "update": { "old": 2.389022404177192, "alpha": 0.15, "drift": -0.3890224041771919, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 2498081702, "after": 1891450670, "u": 0.44038767693564296 } } }, { "k": 108, "theta": 2.003568687018021, "mean": 1.9999999523268366, "variance": 0.08108108108108102, "mse": 0.08108108108108329, "alphaSum": 16.200000000000024, "squareSum": 2.4299999999999975, "centeredAccumulation": 1.2, "update": { "old": 2.1806690435506133, "alpha": 0.15, "drift": -0.1806690435506133, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 1891450670, "after": 1011483842, "u": 0.23550443397834897 } } }, { "k": 109, "theta": 2.153033383965318, "mean": 1.999999959477811, "variance": 0.08108108108108103, "mse": 0.08108108108108267, "alphaSum": 16.350000000000023, "squareSum": 2.4524999999999975, "centeredAccumulation": 1.3499999999999999, "update": { "old": 2.003568687018021, "alpha": 0.15, "drift": -0.003568687018021155, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 1011483842, "after": 3869061067, "u": 0.9008359785657376 } } }, { "k": 110, "theta": 1.9800783763705203, "mean": 1.9999999655561393, "variance": 0.08108108108108103, "mse": 0.08108108108108221, "alphaSum": 16.50000000000002, "squareSum": 2.4749999999999974, "centeredAccumulation": 1.2, "update": { "old": 2.153033383965318, "alpha": 0.15, "drift": -0.15303338396531796, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 3869061067, "after": 803840345, "u": 0.18715866492129862 } } }, { "k": 111, "theta": 1.8330666199149424, "mean": 1.9999999707227185, "variance": 0.08108108108108103, "mse": 0.08108108108108189, "alphaSum": 16.65000000000002, "squareSum": 2.4974999999999974, "centeredAccumulation": 1.05, "update": { "old": 1.9800783763705203, "alpha": 0.15, "drift": 0.01992162362947969, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 803840345, "after": 1670585272, "u": 0.38896344415843487 } } }, { "k": 112, "theta": 1.708106626927701, "mean": 1.9999999751143107, "variance": 0.08108108108108103, "mse": 0.08108108108108165, "alphaSum": 16.80000000000002, "squareSum": 2.5199999999999974, "centeredAccumulation": 0.9, "update": { "old": 1.8330666199149424, "alpha": 0.15, "drift": 0.16693338008505765, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 1670585272, "after": 476537482, "u": 0.11095252865925431 } } }, { "k": 113, "theta": 1.9018906328885459, "mean": 1.999999978847164, "variance": 0.08108108108108103, "mse": 0.08108108108108147, "alphaSum": 16.950000000000017, "squareSum": 2.5424999999999973, "centeredAccumulation": 1.05, "update": { "old": 1.708106626927701, "alpha": 0.15, "drift": 0.291893373072299, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 476537482, "after": 4143777969, "u": 0.9647984916809946 } } }, { "k": 114, "theta": 2.066607037955264, "mean": 1.9999999820200896, "variance": 0.08108108108108103, "mse": 0.08108108108108135, "alphaSum": 17.100000000000016, "squareSum": 2.5649999999999973, "centeredAccumulation": 1.2, "update": { "old": 1.9018906328885459, "alpha": 0.15, "drift": 0.09810936711145413, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 4143777969, "after": 2861263812, "u": 0.6661898950114846 } } }, { "k": 115, "theta": 1.9066159822619746, "mean": 1.9999999847170762, "variance": 0.08108108108108103, "mse": 0.08108108108108127, "alphaSum": 17.250000000000014, "squareSum": 2.5874999999999972, "centeredAccumulation": 1.05, "update": { "old": 2.066607037955264, "alpha": 0.15, "drift": -0.06660703795526413, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 2861263812, "after": 964857757, "u": 0.22464845259673893 } } }, { "k": 116, "theta": 1.7706235849226784, "mean": 1.9999999870095149, "variance": 0.08108108108108103, "mse": 0.0810810810810812, "alphaSum": 17.400000000000013, "squareSum": 2.609999999999997, "centeredAccumulation": 0.9, "update": { "old": 1.9066159822619746, "alpha": 0.15, "drift": 0.0933840177380254, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 964857757, "after": 1716678405, "u": 0.3996953379828483 } } }, { "k": 117, "theta": 1.6550300471842765, "mean": 1.9999999889580877, "variance": 0.08108108108108103, "mse": 0.08108108108108115, "alphaSum": 17.55000000000001, "squareSum": 2.632499999999997, "centeredAccumulation": 0.75, "update": { "old": 1.7706235849226784, "alpha": 0.15, "drift": 0.22937641507732165, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 1716678405, "after": 1575584092, "u": 0.36684425827115774 } } }, { "k": 118, "theta": 1.856775540106635, "mean": 1.9999999906143746, "variance": 0.08108108108108103, "mse": 0.08108108108108111, "alphaSum": 17.70000000000001, "squareSum": 2.654999999999997, "centeredAccumulation": 0.9, "update": { "old": 1.6550300471842765, "alpha": 0.15, "drift": 0.3449699528157235, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 1575584092, "after": 3582246941, "u": 0.8340568610001355 } } }, { "k": 119, "theta": 2.0282592090906397, "mean": 1.9999999920222185, "variance": 0.08108108108108103, "mse": 0.0810810810810811, "alphaSum": 17.85000000000001, "squareSum": 2.677499999999997, "centeredAccumulation": 1.05, "update": { "old": 1.856775540106635, "alpha": 0.15, "drift": 0.14322445989336496, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 3582246941, "after": 4251950366, "u": 0.9899843405000865 } } }, { "k": 120, "theta": 2.174020327727044, "mean": 1.9999999932188857, "variance": 0.08108108108108103, "mse": 0.08108108108108107, "alphaSum": 18.000000000000007, "squareSum": 2.699999999999997, "centeredAccumulation": 1.2, "update": { "old": 2.0282592090906397, "alpha": 0.15, "drift": -0.028259209090639725, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 4251950366, "after": 3611759992, "u": 0.840928403660655 } } } ], "weights": [ { "k": 1, "weight": 5.983336376177299e-10, "observation": 1 }, { "k": 2, "weight": 7.03921926609094e-10, "observation": 1 }, { "k": 3, "weight": 8.281434430695223e-10, "observation": 3 }, { "k": 4, "weight": 9.742864036112028e-10, "observation": 3 }, { "k": 5, "weight": 1.1462192983661208e-9, "observation": 1 }, { "k": 6, "weight": 1.3484932921954363e-9, "observation": 3 }, { "k": 7, "weight": 1.5864626967005136e-9, "observation": 3 }, { "k": 8, "weight": 1.866426702000604e-9, "observation": 1 }, { "k": 9, "weight": 2.195796120000711e-9, "observation": 3 }, { "k": 10, "weight": 2.5832895529420125e-9, "observation": 3 }, { "k": 11, "weight": 3.0391641799317796e-9, "observation": 3 }, { "k": 12, "weight": 3.575487270507976e-9, "observation": 1 }, { "k": 13, "weight": 4.2064556123623245e-9, "observation": 3 }, { "k": 14, "weight": 4.948771308661558e-9, "observation": 3 }, { "k": 15, "weight": 5.82208389254301e-9, "observation": 3 }, { "k": 16, "weight": 6.849510461815306e-9, "observation": 1 }, { "k": 17, "weight": 8.058247602135654e-9, "observation": 1 }, { "k": 18, "weight": 9.480291296630182e-9, "observation": 1 }, { "k": 19, "weight": 1.115328387838845e-8, "observation": 1 }, { "k": 20, "weight": 1.3121510445162883e-8, "observation": 1 }, { "k": 21, "weight": 1.5437071111956332e-8, "observation": 3 }, { "k": 22, "weight": 1.8161260131713332e-8, "observation": 3 }, { "k": 23, "weight": 2.136618839025098e-8, "observation": 1 }, { "k": 24, "weight": 2.513669222382468e-8, "observation": 1 }, { "k": 25, "weight": 2.9572579086852566e-8, "observation": 1 }, { "k": 26, "weight": 3.4791269513944196e-8, "observation": 3 }, { "k": 27, "weight": 4.093090531052259e-8, "observation": 3 }, { "k": 28, "weight": 4.815400624767363e-8, "observation": 3 }, { "k": 29, "weight": 5.665177205608663e-8, "observation": 1 }, { "k": 30, "weight": 6.664914359539603e-8, "observation": 1 }, { "k": 31, "weight": 7.841075717105415e-8, "observation": 1 }, { "k": 32, "weight": 9.22479496130049e-8, "observation": 1 }, { "k": 33, "weight": 1.0852699954471164e-7, "observation": 3 }, { "k": 34, "weight": 1.2767882299377842e-7, "observation": 3 }, { "k": 35, "weight": 1.502103799926805e-7, "observation": 1 }, { "k": 36, "weight": 1.7671809410903588e-7, "observation": 3 }, { "k": 37, "weight": 2.079036401282775e-7, "observation": 1 }, { "k": 38, "weight": 2.445925177979735e-7, "observation": 3 }, { "k": 39, "weight": 2.8775590329173354e-7, "observation": 3 }, { "k": 40, "weight": 3.385363568138042e-7, "observation": 3 }, { "k": 41, "weight": 3.982780668397696e-7, "observation": 3 }, { "k": 42, "weight": 4.6856243157619955e-7, "observation": 3 }, { "k": 43, "weight": 5.512499195014113e-7, "observation": 3 }, { "k": 44, "weight": 6.485293170604838e-7, "observation": 1 }, { "k": 45, "weight": 7.62975667129981e-7, "observation": 1 }, { "k": 46, "weight": 8.976184319176246e-7, "observation": 1 }, { "k": 47, "weight": 0.0000010560216846089701, "observation": 3 }, { "k": 48, "weight": 0.0000012423784524811413, "observation": 1 }, { "k": 49, "weight": 0.0000014616217088013428, "observation": 1 }, { "k": 50, "weight": 0.0000017195549515309916, "observation": 3 }, { "k": 51, "weight": 0.0000020230058253305785, "observation": 3 }, { "k": 52, "weight": 0.0000023800068533300924, "observation": 1 }, { "k": 53, "weight": 0.000002800008062741285, "observation": 1 }, { "k": 54, "weight": 0.0000032941271326368062, "observation": 1 }, { "k": 55, "weight": 0.000003875443685455066, "observation": 3 }, { "k": 56, "weight": 0.000004559345512300078, "observation": 1 }, { "k": 57, "weight": 0.000005363935896823622, "observation": 3 }, { "k": 58, "weight": 0.000006310512819792497, "observation": 3 }, { "k": 59, "weight": 0.000007424132729167643, "observation": 1 }, { "k": 60, "weight": 0.000008734273799020756, "observation": 3 }, { "k": 61, "weight": 0.000010275616234142067, "observation": 1 }, { "k": 62, "weight": 0.000012088960275461255, "observation": 3 }, { "k": 63, "weight": 0.000014222306206425005, "observation": 3 }, { "k": 64, "weight": 0.0000167321249487353, "observation": 3 }, { "k": 65, "weight": 0.00001968485288086506, "observation": 1 }, { "k": 66, "weight": 0.000023158650448076542, "observation": 3 }, { "k": 67, "weight": 0.00002724547111538417, "observation": 3 }, { "k": 68, "weight": 0.000032053495429863725, "observation": 1 }, { "k": 69, "weight": 0.00003770999462336909, "observation": 3 }, { "k": 70, "weight": 0.00004436469955690482, "observation": 3 }, { "k": 71, "weight": 0.00005219376418459391, "observation": 1 }, { "k": 72, "weight": 0.00006140442845246342, "observation": 3 }, { "k": 73, "weight": 0.00007224050406172167, "observation": 3 }, { "k": 74, "weight": 0.00008498882830790785, "observation": 1 }, { "k": 75, "weight": 0.00009998685683283277, "observation": 3 }, { "k": 76, "weight": 0.00011763159627392092, "observation": 3 }, { "k": 77, "weight": 0.00013839011326343637, "observation": 1 }, { "k": 78, "weight": 0.00016281189795698398, "observation": 1 }, { "k": 79, "weight": 0.00019154340936115762, "observation": 3 }, { "k": 80, "weight": 0.00022534518748371486, "observation": 1 }, { "k": 81, "weight": 0.0002651119852749587, "observation": 1 }, { "k": 82, "weight": 0.0003118964532646573, "observation": 3 }, { "k": 83, "weight": 0.00036693700384077336, "observation": 3 }, { "k": 84, "weight": 0.000431690592753851, "observation": 3 }, { "k": 85, "weight": 0.0005078712855927659, "observation": 3 }, { "k": 86, "weight": 0.0005974956301091364, "observation": 1 }, { "k": 87, "weight": 0.0007029360354225134, "observation": 1 }, { "k": 88, "weight": 0.0008269835710853099, "observation": 3 }, { "k": 89, "weight": 0.0009729218483356586, "observation": 1 }, { "k": 90, "weight": 0.0011446139392184218, "observation": 1 }, { "k": 91, "weight": 0.001346604634374614, "observation": 3 }, { "k": 92, "weight": 0.0015842407463230754, "observation": 3 }, { "k": 93, "weight": 0.0018638126427330298, "observation": 1 }, { "k": 94, "weight": 0.002192720756156506, "observation": 3 }, { "k": 95, "weight": 0.0025796714778311834, "observation": 1 }, { "k": 96, "weight": 0.0030349076209778628, "observation": 1 }, { "k": 97, "weight": 0.003570479554091603, "observation": 3 }, { "k": 98, "weight": 0.00420056418128424, "observation": 1 }, { "k": 99, "weight": 0.004941840213275576, "observation": 3 }, { "k": 100, "weight": 0.005813929662677149, "observation": 1 }, { "k": 101, "weight": 0.0068399172502084105, "observation": 3 }, { "k": 102, "weight": 0.008046961470833424, "observation": 3 }, { "k": 103, "weight": 0.009467013495098146, "observation": 1 }, { "k": 104, "weight": 0.011137662935409584, "observation": 3 }, { "k": 105, "weight": 0.013103132865187746, "observation": 3 }, { "k": 106, "weight": 0.015415450429632643, "observation": 3 }, { "k": 107, "weight": 0.018135824034861935, "observation": 1 }, { "k": 108, "weight": 0.021336263570425805, "observation": 1 }, { "k": 109, "weight": 0.025101486553442125, "observation": 3 }, { "k": 110, "weight": 0.029531160651108383, "observation": 1 }, { "k": 111, "weight": 0.03474254194248046, "observation": 1 }, { "k": 112, "weight": 0.04087357875585936, "observation": 1 }, { "k": 113, "weight": 0.04808656324218748, "observation": 3 }, { "k": 114, "weight": 0.05657242734374998, "observation": 3 }, { "k": 115, "weight": 0.06655579687499998, "observation": 1 }, { "k": 116, "weight": 0.07830093749999999, "observation": 1 }, { "k": 117, "weight": 0.09211874999999999, "observation": 1 }, { "k": 118, "weight": 0.10837499999999999, "observation": 3 }, { "k": 119, "weight": 0.1275, "observation": 3 }, { "k": 120, "weight": 0.15, "observation": 3 } ], "initialWeight": 3.3905572798338027e-9, "reconstructed": 2.1740203277270433, "meanModel": "对应理想独立Rademacher模型的精确矩递推；种子轨迹不是该概率模型的证明" }, "q": { "reference": { "value": [ 8.181818181818185, 12.727272727272732 ], "q": [ [ 7.5454545454545485, 8.181818181818187 ], [ 12.727272727272732, 8.545454545454549 ] ], "scope": "由解析Bellman解得到，学习更新不使用此参考" }, "rows": [ { "k": 0, "Q": [ [ 0, 0 ], [ 0, 0 ] ], "visits": [ [ 0, 0 ], [ 0, 0 ] ], "alphaSums": [ [ 0, 0 ], [ 0, 0 ] ], "squareSums": [ [ 0, 0 ], [ 0, 0 ] ], "expected": [ [ 1, -2 ], [ 4, 2 ] ], "delta": [ [ 1, -2 ], [ 4, 2 ] ], "residual": 4, "residualBound": 20.000000000000004, "error": 12.727272727272732, "covered": 0, "update": null }, { "k": 1, "Q": [ [ 0.15, 0 ], [ 0, 0 ] ], "visits": [ [ 1, 0 ], [ 0, 0 ] ], "alphaSums": [ [ 0.15, 0 ], [ 0, 0 ] ], "squareSums": [ [ 0.0225, 0 ], [ 0, 0 ] ], "expected": [ [ 1.12, -2 ], [ 4.048, 2.12 ] ], "delta": [ [ 0.9700000000000001, -2 ], [ 4.048, 2.12 ] ], "residual": 4.048, "residualBound": 20.240000000000006, "error": 12.727272727272732, "covered": 1, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 3375634068, "after": 925949831, "u": 0.2155894951429218 }, "visit": 1, "alpha": 0.15, "old": 0, "target": 1, "conditionalMean": 1, "conditionalVariance": 0, "noise": 0, "td": 1, "newValue": 0.15 } }, { "k": 2, "Q": [ [ 0.15, -0.3 ], [ 0, 0 ] ], "visits": [ [ 1, 1 ], [ 0, 0 ] ], "alphaSums": [ [ 0.15, 0.15 ], [ 0, 0 ] ], "squareSums": [ [ 0.0225, 0.0225 ], [ 0, 0 ] ], "expected": [ [ 1.12, -2 ], [ 4.048, 2.12 ] ], "delta": [ [ 0.9700000000000001, -1.7 ], [ 4.048, 2.12 ] ], "residual": 4.048, "residualBound": 20.240000000000006, "error": 12.727272727272732, "covered": 2, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 925949831, "after": 3032814855, "u": 0.7061322347726673 }, "visit": 1, "alpha": 0.15, "old": 0, "target": -2, "conditionalMean": -2, "conditionalVariance": 0, "noise": 0, "td": -2, "newValue": -0.3 } }, { "k": 3, "Q": [ [ 0.15, -0.3 ], [ 0.6, 0 ] ], "visits": [ [ 1, 1 ], [ 1, 0 ] ], "alphaSums": [ [ 0.15, 0.15 ], [ 0.15, 0 ] ], "squareSums": [ [ 0.0225, 0.0225 ], [ 0.0225, 0 ] ], "expected": [ [ 1.12, -1.52 ], [ 4.336, 2.12 ] ], "delta": [ [ 0.9700000000000001, -1.22 ], [ 3.736, 2.12 ] ], "residual": 3.736, "residualBound": 18.680000000000007, "error": 12.127272727272732, "covered": 3, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 3032814855, "after": 3671734421, "u": 0.8548922885674983 }, "visit": 1, "alpha": 0.15, "old": 0, "target": 4, "conditionalMean": 4.048, "conditionalVariance": 0.0034560000000000007, "noise": -0.04800000000000004, "td": 4, "newValue": 0.6 } }, { "k": 4, "Q": [ [ 0.15, -0.3 ], [ 0.6, 0.318 ] ], "visits": [ [ 1, 1 ], [ 1, 1 ] ], "alphaSums": [ [ 0.15, 0.15 ], [ 0.15, 0.15 ] ], "squareSums": [ [ 0.0225, 0.0225 ], [ 0.0225, 0.0225 ] ], "expected": [ [ 1.12, -1.52 ], [ 4.336, 2.12 ] ], "delta": [ [ 0.9700000000000001, -1.22 ], [ 3.736, 1.802 ] ], "residual": 3.736, "residualBound": 18.680000000000007, "error": 12.127272727272732, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 3671734421, "after": 617748561, "u": 0.14383079507388175 }, "visit": 1, "alpha": 0.15, "old": 0, "target": 2.12, "conditionalMean": 2.12, "conditionalVariance": 0, "noise": 0, "td": 2.12, "newValue": 0.318 } }, { "k": 5, "Q": [ [ 0.2955, -0.3 ], [ 0.6, 0.318 ] ], "visits": [ [ 2, 1 ], [ 1, 1 ] ], "alphaSums": [ [ 0.3, 0.15 ], [ 0.15, 0.15 ] ], "squareSums": [ [ 0.045, 0.0225 ], [ 0.0225, 0.0225 ] ], "expected": [ [ 1.2364, -1.52 ], [ 4.38256, 2.2364 ] ], "delta": [ [ 0.9409, -1.22 ], [ 3.7825599999999997, 1.9184 ] ], "residual": 3.7825599999999997, "residualBound": 18.912800000000004, "error": 12.127272727272732, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 617748561, "after": 2631498781, "u": 0.6126935549546033 }, "visit": 2, "alpha": 0.15, "old": 0.15, "target": 1.12, "conditionalMean": 1.12, "conditionalVariance": 0, "noise": 0, "td": 0.9700000000000001, "newValue": 0.2955 } }, { "k": 6, "Q": [ [ 0.2955, -0.483 ], [ 0.6, 0.318 ] ], "visits": [ [ 2, 2 ], [ 1, 1 ] ], "alphaSums": [ [ 0.3, 0.3 ], [ 0.15, 0.15 ] ], "squareSums": [ [ 0.045, 0.045 ], [ 0.0225, 0.0225 ] ], "expected": [ [ 1.2364, -1.52 ], [ 4.38256, 2.2364 ] ], "delta": [ [ 0.9409, -1.037 ], [ 3.7825599999999997, 1.9184 ] ], "residual": 3.7825599999999997, "residualBound": 18.912800000000004, "error": 12.127272727272732, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 2631498781, "after": 3624547248, "u": 0.8439056687057018 }, "visit": 2, "alpha": 0.15, "old": -0.3, "target": -1.52, "conditionalMean": -1.52, "conditionalVariance": 0, "noise": 0, "td": -1.22, "newValue": -0.483 } }, { "k": 7, "Q": [ [ 0.2955, -0.483 ], [ 1.14546, 0.318 ] ], "visits": [ [ 2, 2 ], [ 2, 1 ] ], "alphaSums": [ [ 0.3, 0.3 ], [ 0.3, 0.15 ] ], "squareSums": [ [ 0.045, 0.045 ], [ 0.045, 0.0225 ] ], "expected": [ [ 1.2364, -1.0836320000000002 ], [ 4.6443808, 2.2364 ] ], "delta": [ [ 0.9409, -0.6006320000000002 ], [ 3.4989208000000005, 1.9184 ] ], "residual": 3.4989208000000005, "residualBound": 17.494604000000006, "error": 11.581812727272732, "covered": 4, "update": { "s": 1, "a": 0, "next": 0, "reward": 4, "random": { "before": 3624547248, "after": 1374940494, "u": 0.3201282802037895 }, "visit": 2, "alpha": 0.15, "old": 0.6, "target": 4.2364, "conditionalMean": 4.38256, "conditionalVariance": 0.014241830400000002, "noise": -0.14616000000000007, "td": 3.6363999999999996, "newValue": 1.14546 } }, { "k": 8, "Q": [ [ 0.2955, -0.483 ], [ 1.14546, 0.6057600000000001 ] ], "visits": [ [ 2, 2 ], [ 2, 2 ] ], "alphaSums": [ [ 0.3, 0.3 ], [ 0.3, 0.3 ] ], "squareSums": [ [ 0.045, 0.045 ], [ 0.045, 0.045 ] ], "expected": [ [ 1.2364, -1.0836320000000002 ], [ 4.6443808, 2.2364 ] ], "delta": [ [ 0.9409, -0.6006320000000002 ], [ 3.4989208000000005, 1.63064 ] ], "residual": 3.4989208000000005, "residualBound": 17.494604000000006, "error": 11.581812727272732, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 1374940494, "after": 2803717891, "u": 0.6527914411853999 }, "visit": 2, "alpha": 0.15, "old": 0.318, "target": 2.2364, "conditionalMean": 2.2364, "conditionalVariance": 0, "noise": 0, "td": 1.9184, "newValue": 0.6057600000000001 } }, { "k": 9, "Q": [ [ 0.436635, -0.483 ], [ 1.14546, 0.6057600000000001 ] ], "visits": [ [ 3, 2 ], [ 2, 2 ] ], "alphaSums": [ [ 0.44999999999999996, 0.3 ], [ 0.3, 0.3 ] ], "squareSums": [ [ 0.0675, 0.045 ], [ 0.045, 0.045 ] ], "expected": [ [ 1.349308, -1.0836320000000002 ], [ 4.689544, 2.349308 ] ], "delta": [ [ 0.912673, -0.6006320000000002 ], [ 3.544084, 1.743548 ] ], "residual": 3.544084, "residualBound": 17.720420000000004, "error": 11.581812727272732, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 2803717891, "after": 2992311901, "u": 0.6967019059229642 }, "visit": 3, "alpha": 0.15, "old": 0.2955, "target": 1.2364, "conditionalMean": 1.2364, "conditionalVariance": 0, "noise": 0, "td": 0.9409, "newValue": 0.436635 } }, { "k": 10, "Q": [ [ 0.436635, -0.5730948 ], [ 1.14546, 0.6057600000000001 ] ], "visits": [ [ 3, 3 ], [ 2, 2 ] ], "alphaSums": [ [ 0.44999999999999996, 0.44999999999999996 ], [ 0.3, 0.3 ] ], "squareSums": [ [ 0.0675, 0.0675 ], [ 0.045, 0.045 ] ], "expected": [ [ 1.349308, -1.0836320000000002 ], [ 4.689544, 2.349308 ] ], "delta": [ [ 0.912673, -0.5105372000000001 ], [ 3.544084, 1.743548 ] ], "residual": 3.544084, "residualBound": 17.720420000000004, "error": 11.581812727272732, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 2992311901, "after": 2710058293, "u": 0.6309846166986972 }, "visit": 3, "alpha": 0.15, "old": -0.483, "target": -1.0836320000000002, "conditionalMean": -1.0836320000000002, "conditionalVariance": 0, "noise": 0, "td": -0.6006320000000002, "newValue": -0.5730948 } }, { "k": 11, "Q": [ [ 0.436635, -0.5730948 ], [ 1.6260371999999998, 0.6057600000000001 ] ], "visits": [ [ 3, 3 ], [ 3, 2 ] ], "alphaSums": [ [ 0.44999999999999996, 0.44999999999999996 ], [ 0.44999999999999996, 0.3 ] ], "squareSums": [ [ 0.0675, 0.0675 ], [ 0.0675, 0.045 ] ], "expected": [ [ 1.349308, -0.6991702399999999 ], [ 4.920221056, 2.349308 ] ], "delta": [ [ 0.912673, -0.12607543999999993 ], [ 3.294183856, 1.743548 ] ], "residual": 3.294183856, "residualBound": 16.470919280000004, "error": 11.101235527272731, "covered": 4, "update": { "s": 1, "a": 0, "next": 0, "reward": 4, "random": { "before": 2710058293, "after": 1123422946, "u": 0.2615672876127064 }, "visit": 3, "alpha": 0.15, "old": 1.14546, "target": 4.349308, "conditionalMean": 4.689544, "conditionalVariance": 0.07717369046400001, "noise": -0.340236, "td": 3.203848, "newValue": 1.6260371999999998 } }, { "k": 12, "Q": [ [ 0.436635, -0.5730948 ], [ 1.6260371999999998, 0.8672922000000001 ] ], "visits": [ [ 3, 3 ], [ 3, 3 ] ], "alphaSums": [ [ 0.44999999999999996, 0.44999999999999996 ], [ 0.44999999999999996, 0.44999999999999996 ] ], "squareSums": [ [ 0.0675, 0.0675 ], [ 0.0675, 0.0675 ] ], "expected": [ [ 1.349308, -0.6991702399999999 ], [ 4.920221056, 2.349308 ] ], "delta": [ [ 0.912673, -0.12607543999999993 ], [ 3.294183856, 1.4820158 ] ], "residual": 3.294183856, "residualBound": 16.470919280000004, "error": 11.101235527272731, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 1123422946, "after": 2515027031, "u": 0.5855753624346107 }, "visit": 3, "alpha": 0.15, "old": 0.6057600000000001, "target": 2.349308, "conditionalMean": 2.349308, "conditionalVariance": 0, "noise": 0, "td": 1.743548, "newValue": 0.8672922000000001 } }, { "k": 13, "Q": [ [ 0.57353595, -0.5730948 ], [ 1.6260371999999998, 0.8672922000000001 ] ], "visits": [ [ 4, 3 ], [ 3, 3 ] ], "alphaSums": [ [ 0.6, 0.44999999999999996 ], [ 0.44999999999999996, 0.44999999999999996 ] ], "squareSums": [ [ 0.09, 0.0675 ], [ 0.0675, 0.0675 ] ], "expected": [ [ 1.45882876, -0.6991702399999999 ], [ 4.96402936, 2.4588287600000003 ] ], "delta": [ [ 0.88529281, -0.12607543999999993 ], [ 3.3379921599999998, 1.5915365600000002 ] ], "residual": 3.3379921599999998, "residualBound": 16.6899608, "error": 11.101235527272731, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 2515027031, "after": 826258982, "u": 0.19237841060385108 }, "visit": 4, "alpha": 0.15, "old": 0.436635, "target": 1.349308, "conditionalMean": 1.349308, "conditionalVariance": 0, "noise": 0, "td": 0.912673, "newValue": 0.57353595 } }, { "k": 14, "Q": [ [ 0.57353595, -0.592006116 ], [ 1.6260371999999998, 0.8672922000000001 ] ], "visits": [ [ 4, 4 ], [ 3, 3 ] ], "alphaSums": [ [ 0.6, 0.6 ], [ 0.44999999999999996, 0.44999999999999996 ] ], "squareSums": [ [ 0.09, 0.09 ], [ 0.0675, 0.0675 ] ], "expected": [ [ 1.45882876, -0.6991702399999999 ], [ 4.96402936, 2.4588287600000003 ] ], "delta": [ [ 0.88529281, -0.10716412399999997 ], [ 3.3379921599999998, 1.5915365600000002 ] ], "residual": 3.3379921599999998, "residualBound": 16.6899608, "error": 11.101235527272731, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 826258982, "after": 949595835, "u": 0.22109500947408378 }, "visit": 4, "alpha": 0.15, "old": -0.5730948, "target": -0.6991702399999999, "conditionalMean": -0.6991702399999999, "conditionalVariance": 0, "noise": 0, "td": -0.12607543999999993, "newValue": -0.592006116 } }, { "k": 15, "Q": [ [ 0.57353595, -0.592006116 ], [ 2.1772560839999997, 0.8672922000000001 ] ], "visits": [ [ 4, 4 ], [ 4, 3 ] ], "alphaSums": [ [ 0.6, 0.6 ], [ 0.6, 0.44999999999999996 ] ], "squareSums": [ [ 0.09, 0.09 ], [ 0.09, 0.0675 ] ], "expected": [ [ 1.45882876, -0.25819513280000006 ], [ 5.22861442432, 2.4588287600000003 ] ], "delta": [ [ 0.88529281, 0.3338109831999999 ], [ 3.05135834032, 1.5915365600000002 ] ], "residual": 3.05135834032, "residualBound": 15.256791701600005, "error": 10.550016643272732, "covered": 4, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 949595835, "after": 2761411484, "u": 0.6429412132129073 }, "visit": 4, "alpha": 0.15, "old": 1.6260371999999998, "target": 5.30082976, "conditionalMean": 4.96402936, "conditionalVariance": 0.17015176416023997, "noise": 0.33680040000000044, "td": 3.67479256, "newValue": 2.1772560839999997 } }, { "k": 16, "Q": [ [ 0.57353595, -0.592006116 ], [ 2.1772560839999997, 1.106022684 ] ], "visits": [ [ 4, 4 ], [ 4, 4 ] ], "alphaSums": [ [ 0.6, 0.6 ], [ 0.6, 0.6 ] ], "squareSums": [ [ 0.09, 0.09 ], [ 0.09, 0.09 ] ], "expected": [ [ 1.45882876, -0.25819513280000006 ], [ 5.22861442432, 2.4588287600000003 ] ], "delta": [ [ 0.88529281, 0.3338109831999999 ], [ 3.05135834032, 1.3528060760000002 ] ], "residual": 3.05135834032, "residualBound": 15.256791701600005, "error": 10.550016643272732, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 2761411484, "after": 3781740718, "u": 0.8805051255039871 }, "visit": 4, "alpha": 0.15, "old": 0.8672922000000001, "target": 2.4588287600000003, "conditionalMean": 2.4588287600000003, "conditionalVariance": 0, "noise": 0, "td": 1.5915365600000002, "newValue": 1.106022684 } }, { "k": 17, "Q": [ [ 0.7063298715, -0.592006116 ], [ 2.1772560839999997, 1.106022684 ] ], "visits": [ [ 5, 4 ], [ 4, 4 ] ], "alphaSums": [ [ 0.75, 0.6 ], [ 0.6, 0.6 ] ], "squareSums": [ [ 0.11249999999999999, 0.09 ], [ 0.09, 0.09 ] ], "expected": [ [ 1.5650638972, -0.25819513280000006 ], [ 5.2711084792, 2.5650638972 ] ], "delta": [ [ 0.8587340256999999, 0.3338109831999999 ], [ 3.0938523952, 1.4590412132 ] ], "residual": 3.0938523952, "residualBound": 15.469261976000002, "error": 10.550016643272732, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 3781740718, "after": 4157859472, "u": 0.9680770970880985 }, "visit": 5, "alpha": 0.15, "old": 0.57353595, "target": 1.45882876, "conditionalMean": 1.45882876, "conditionalVariance": 0, "noise": 0, "td": 0.88529281, "newValue": 0.7063298715 } }, { "k": 18, "Q": [ [ 0.7063298715, -0.5419344685199999 ], [ 2.1772560839999997, 1.106022684 ] ], "visits": [ [ 5, 5 ], [ 4, 4 ] ], "alphaSums": [ [ 0.75, 0.75 ], [ 0.6, 0.6 ] ], "squareSums": [ [ 0.11249999999999999, 0.11249999999999999 ], [ 0.09, 0.09 ] ], "expected": [ [ 1.5650638972, -0.25819513280000006 ], [ 5.2711084792, 2.5650638972 ] ], "delta": [ [ 0.8587340256999999, 0.2837393357199999 ], [ 3.0938523952, 1.4590412132 ] ], "residual": 3.0938523952, "residualBound": 15.469261976000002, "error": 10.550016643272732, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 4157859472, "after": 3946168592, "u": 0.9187889732420444 }, "visit": 5, "alpha": 0.15, "old": -0.592006116, "target": -0.25819513280000006, "conditionalMean": -0.25819513280000006, "conditionalVariance": 0, "noise": 0, "td": 0.3338109831999999, "newValue": -0.5419344685199999 } }, { "k": 19, "Q": [ [ 0.7063298715, -0.5419344685199999 ], [ 2.5354272559799997, 1.106022684 ] ], "visits": [ [ 5, 5 ], [ 5, 4 ] ], "alphaSums": [ [ 0.75, 0.75 ], [ 0.75, 0.6 ] ], "squareSums": [ [ 0.11249999999999999, 0.11249999999999999 ], [ 0.11249999999999999, 0.09 ] ], "expected": [ [ 1.5650638972, 0.028341804784000058 ], [ 5.4430306417504, 2.5650638972 ] ], "delta": [ [ 0.8587340256999999, 0.570276273304 ], [ 2.9076033857704, 1.4590412132 ] ], "residual": 2.9076033857704, "residualBound": 14.538016928852004, "error": 10.191845471292732, "covered": 4, "update": { "s": 1, "a": 0, "next": 0, "reward": 4, "random": { "before": 3946168592, "after": 837483515, "u": 0.19499182584695518 }, "visit": 5, "alpha": 0.15, "old": 2.1772560839999997, "target": 4.5650638972, "conditionalMean": 5.2711084792, "conditionalVariance": 0.3323326345143698, "noise": -0.7060445819999996, "td": 2.3878078132000002, "newValue": 2.5354272559799997 } }, { "k": 20, "Q": [ [ 0.7063298715, -0.5419344685199999 ], [ 2.5354272559799997, 1.32487886598 ] ], "visits": [ [ 5, 5 ], [ 5, 5 ] ], "alphaSums": [ [ 0.75, 0.75 ], [ 0.75, 0.75 ] ], "squareSums": [ [ 0.11249999999999999, 0.11249999999999999 ], [ 0.11249999999999999, 0.11249999999999999 ] ], "expected": [ [ 1.5650638972, 0.028341804784000058 ], [ 5.4430306417504, 2.5650638972 ] ], "delta": [ [ 0.8587340256999999, 0.570276273304 ], [ 2.9076033857704, 1.24018503122 ] ], "residual": 2.9076033857704, "residualBound": 14.538016928852004, "error": 10.191845471292732, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 837483515, "after": 3156228753, "u": 0.7348667720798403 }, "visit": 5, "alpha": 0.15, "old": 1.106022684, "target": 2.5650638972, "conditionalMean": 2.5650638972, "conditionalVariance": 0, "noise": 0, "td": 1.4590412132, "newValue": 1.32487886598 } }, { "k": 21, "Q": [ [ 0.835139975355, -0.5419344685199999 ], [ 2.5354272559799997, 1.32487886598 ] ], "visits": [ [ 6, 5 ], [ 5, 5 ] ], "alphaSums": [ [ 0.9, 0.75 ], [ 0.75, 0.75 ] ], "squareSums": [ [ 0.13499999999999998, 0.11249999999999999 ], [ 0.11249999999999999, 0.11249999999999999 ] ], "expected": [ [ 1.6681119802839999, 0.028341804784000058 ], [ 5.484249874984, 2.668111980284 ] ], "delta": [ [ 0.8329720049289999, 0.570276273304 ], [ 2.9488226190040003, 1.343233114304 ] ], "residual": 2.9488226190040003, "residualBound": 14.744113095020005, "error": 10.191845471292732, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 3156228753, "after": 3577389608, "u": 0.8329259250313044 }, "visit": 6, "alpha": 0.15, "old": 0.7063298715, "target": 1.5650638972, "conditionalMean": 1.5650638972, "conditionalVariance": 0, "noise": 0, "td": 0.8587340256999999, "newValue": 0.835139975355 } }, { "k": 22, "Q": [ [ 0.835139975355, -0.4563930275243999 ], [ 2.5354272559799997, 1.32487886598 ] ], "visits": [ [ 6, 6 ], [ 5, 5 ] ], "alphaSums": [ [ 0.9, 0.9 ], [ 0.75, 0.75 ] ], "squareSums": [ [ 0.13499999999999998, 0.13499999999999998 ], [ 0.11249999999999999, 0.11249999999999999 ] ], "expected": [ [ 1.6681119802839999, 0.028341804784000058 ], [ 5.484249874984, 2.668111980284 ] ], "delta": [ [ 0.8329720049289999, 0.4847348323084 ], [ 2.9488226190040003, 1.343233114304 ] ], "residual": 2.9488226190040003, "residualBound": 14.744113095020005, "error": 10.191845471292732, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 3577389608, "after": 2927865975, "u": 0.6816969194915146 }, "visit": 6, "alpha": 0.15, "old": -0.5419344685199999, "target": 0.028341804784000058, "conditionalMean": 0.028341804784000058, "conditionalVariance": 0, "noise": 0, "td": 0.570276273304, "newValue": -0.4563930275243999 } }, { "k": 23, "Q": [ [ 0.835139975355, -0.4563930275243999 ], [ 3.0593644383006, 1.32487886598 ] ], "visits": [ [ 6, 6 ], [ 6, 5 ] ], "alphaSums": [ [ 0.9, 0.9 ], [ 0.9, 0.75 ] ], "squareSums": [ [ 0.13499999999999998, 0.13499999999999998 ], [ 0.13499999999999998, 0.11249999999999999 ] ], "expected": [ [ 1.6681119802839999, 0.4474915506404802 ], [ 5.735739722497888, 2.668111980284 ] ], "delta": [ [ 0.8329720049289999, 0.9038845781648801 ], [ 2.676375284197288, 1.343233114304 ] ], "residual": 2.676375284197288, "residualBound": 13.381876420986444, "error": 9.667908288972132, "covered": 4, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 2927865975, "after": 3375020561, "u": 0.7858082095626742 }, "visit": 6, "alpha": 0.15, "old": 2.5354272559799997, "target": 6.0283418047840005, "conditionalMean": 5.484249874984, "conditionalVariance": 0.44405404211023225, "noise": 0.5440919298000004, "td": 3.4929145488040008, "newValue": 3.0593644383006 } }, { "k": 24, "Q": [ [ 0.835139975355, -0.4563930275243999 ], [ 3.0593644383006, 1.5263638331256 ] ], "visits": [ [ 6, 6 ], [ 6, 6 ] ], "alphaSums": [ [ 0.9, 0.9 ], [ 0.9, 0.9 ] ], "squareSums": [ [ 0.13499999999999998, 0.13499999999999998 ], [ 0.13499999999999998, 0.13499999999999998 ] ], "expected": [ [ 1.6681119802839999, 0.4474915506404802 ], [ 5.735739722497888, 2.668111980284 ] ], "delta": [ [ 0.8329720049289999, 0.9038845781648801 ], [ 2.676375284197288, 1.1417481471584 ] ], "residual": 2.676375284197288, "residualBound": 13.381876420986444, "error": 9.667908288972132, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 3375020561, "after": 1400009093, "u": 0.3259650182444602 }, "visit": 6, "alpha": 0.15, "old": 1.32487886598, "target": 2.668111980284, "conditionalMean": 2.668111980284, "conditionalVariance": 0, "noise": 0, "td": 1.343233114304, "newValue": 1.5263638331256 } }, { "k": 25, "Q": [ [ 0.96008577609435, -0.4563930275243999 ], [ 3.0593644383006, 1.5263638331256 ] ], "visits": [ [ 7, 6 ], [ 6, 6 ] ], "alphaSums": [ [ 1.05, 0.9 ], [ 0.9, 0.9 ] ], "squareSums": [ [ 0.15749999999999997, 0.13499999999999998 ], [ 0.13499999999999998, 0.13499999999999998 ] ], "expected": [ [ 1.76806862087548, 0.4474915506404802 ], [ 5.77572237873448, 2.76806862087548 ] ], "delta": [ [ 0.8079828447811299, 0.9038845781648801 ], [ 2.7163579404338805, 1.24170478774988 ] ], "residual": 2.7163579404338805, "residualBound": 13.581789702169406, "error": 9.667908288972132, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 1400009093, "after": 3038329764, "u": 0.7074162745848298 }, "visit": 7, "alpha": 0.15, "old": 0.835139975355, "target": 1.6681119802839999, "conditionalMean": 1.6681119802839999, "conditionalVariance": 0, "noise": 0, "td": 0.8329720049289999, "newValue": 0.96008577609435 } }, { "k": 26, "Q": [ [ 0.96008577609435, -0.3208103407996679 ], [ 3.0593644383006, 1.5263638331256 ] ], "visits": [ [ 7, 7 ], [ 6, 6 ] ], "alphaSums": [ [ 1.05, 1.05 ], [ 0.9, 0.9 ] ], "squareSums": [ [ 0.15749999999999997, 0.15749999999999997 ], [ 0.13499999999999998, 0.13499999999999998 ] ], "expected": [ [ 1.76806862087548, 0.4474915506404802 ], [ 5.77572237873448, 2.76806862087548 ] ], "delta": [ [ 0.8079828447811299, 0.768301891440148 ], [ 2.7163579404338805, 1.24170478774988 ] ], "residual": 2.7163579404338805, "residualBound": 13.581789702169406, "error": 9.667908288972132, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 3038329764, "after": 3755188434, "u": 0.8743229401297867 }, "visit": 7, "alpha": 0.15, "old": -0.4563930275243999, "target": 0.4474915506404802, "conditionalMean": 0.4474915506404802, "conditionalVariance": 0, "noise": 0, "td": 0.9038845781648801, "newValue": -0.3208103407996679 } }, { "k": 27, "Q": [ [ 0.96008577609435, -0.3208103407996679 ], [ 3.567583505151582, 1.5263638331256 ] ], "visits": [ [ 7, 7 ], [ 7, 6 ] ], "alphaSums": [ [ 1.05, 1.05 ], [ 1.05, 0.9 ] ], "squareSums": [ [ 0.15749999999999997, 0.15749999999999997 ], [ 0.15749999999999997, 0.13499999999999998 ] ], "expected": [ [ 1.76806862087548, 0.8540668041212656 ], [ 6.019667530822952, 2.76806862087548 ] ], "delta": [ [ 0.8079828447811299, 1.1748771449209334 ], [ 2.45208402567137, 1.24170478774988 ] ], "residual": 2.45208402567137, "residualBound": 12.260420128356854, "error": 9.15968922212115, "covered": 4, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 3755188434, "after": 3539932150, "u": 0.8242046809755266 }, "visit": 7, "alpha": 0.15, "old": 3.0593644383006, "target": 6.44749155064048, "conditionalMean": 5.77572237873448, "conditionalVariance": 0.6769107304849095, "noise": 0.6717691719059999, "td": 3.3881271123398804, "newValue": 3.567583505151582 } }, { "k": 28, "Q": [ [ 0.96008577609435, -0.3208103407996679 ], [ 3.567583505151582, 1.712619551288082 ] ], "visits": [ [ 7, 7 ], [ 7, 7 ] ], "alphaSums": [ [ 1.05, 1.05 ], [ 1.05, 1.05 ] ], "squareSums": [ [ 0.15749999999999997, 0.15749999999999997 ], [ 0.15749999999999997, 0.15749999999999997 ] ], "expected": [ [ 1.76806862087548, 0.8540668041212656 ], [ 6.019667530822952, 2.76806862087548 ] ], "delta": [ [ 0.8079828447811299, 1.1748771449209334 ], [ 2.45208402567137, 1.055449069587398 ] ], "residual": 2.45208402567137, "residualBound": 12.260420128356854, "error": 9.15968922212115, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 3539932150, "after": 548978038, "u": 0.1278189099393785 }, "visit": 7, "alpha": 0.15, "old": 1.5263638331256, "target": 2.76806862087548, "conditionalMean": 2.76806862087548, "conditionalVariance": 0, "noise": 0, "td": 1.24170478774988, "newValue": 1.712619551288082 } }, { "k": 29, "Q": [ [ 1.0812832028115196, -0.3208103407996679 ], [ 3.567583505151582, 1.712619551288082 ] ], "visits": [ [ 8, 7 ], [ 7, 7 ] ], "alphaSums": [ [ 1.2, 1.05 ], [ 1.05, 1.05 ] ], "squareSums": [ [ 0.17999999999999997, 0.15749999999999997 ], [ 0.15749999999999997, 0.15749999999999997 ] ], "expected": [ [ 1.8650265622492157, 0.8540668041212656 ], [ 6.058450707372446, 2.8650265622492155 ] ], "delta": [ [ 0.7837433594376961, 1.1748771449209334 ], [ 2.4908672022208638, 1.1524070109611335 ] ], "residual": 2.4908672022208638, "residualBound": 12.454336011104322, "error": 9.15968922212115, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 548978038, "after": 3587881309, "u": 0.8353687145281583 }, "visit": 8, "alpha": 0.15, "old": 0.96008577609435, "target": 1.76806862087548, "conditionalMean": 1.76806862087548, "conditionalVariance": 0, "noise": 0, "td": 0.8079828447811299, "newValue": 1.0812832028115196 } }, { "k": 30, "Q": [ [ 1.0812832028115196, -0.14457876906152792 ], [ 3.567583505151582, 1.712619551288082 ] ], "visits": [ [ 8, 8 ], [ 7, 7 ] ], "alphaSums": [ [ 1.2, 1.2 ], [ 1.05, 1.05 ] ], "squareSums": [ [ 0.17999999999999997, 0.17999999999999997 ], [ 0.15749999999999997, 0.15749999999999997 ] ], "expected": [ [ 1.8650265622492157, 0.8540668041212656 ], [ 6.058450707372446, 2.8650265622492155 ] ], "delta": [ [ 0.7837433594376961, 0.9986455731827935 ], [ 2.4908672022208638, 1.1524070109611335 ] ], "residual": 2.4908672022208638, "residualBound": 12.454336011104322, "error": 9.15968922212115, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 3587881309, "after": 3705298053, "u": 0.8627069306094199 }, "visit": 8, "alpha": 0.15, "old": -0.3208103407996679, "target": 0.8540668041212656, "conditionalMean": 0.8540668041212656, "conditionalVariance": 0, "noise": 0, "td": 1.1748771449209334, "newValue": -0.14457876906152792 } }, { "k": 31, "Q": [ [ 1.0812832028115196, -0.14457876906152792 ], [ 4.060555999997034, 1.712619551288082 ] ], "visits": [ [ 8, 8 ], [ 8, 7 ] ], "alphaSums": [ [ 1.2, 1.2 ], [ 1.2, 1.05 ] ], "squareSums": [ [ 0.17999999999999997, 0.17999999999999997 ], [ 0.17999999999999997, 0.15749999999999997 ] ], "expected": [ [ 1.8650265622492157, 1.2484447999976278 ], [ 6.295077504898263, 2.8650265622492155 ] ], "delta": [ [ 0.7837433594376961, 1.3930235690591557 ], [ 2.2345215049012284, 1.1524070109611335 ] ], "residual": 2.2345215049012284, "residualBound": 11.172607524506144, "error": 8.666716727275698, "covered": 4, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 3705298053, "after": 2115785504, "u": 0.49261970072984695 }, "visit": 8, "alpha": 0.15, "old": 3.567583505151582, "target": 6.854066804121265, "conditionalMean": 6.058450707372446, "conditionalVariance": 0.9495074601087417, "noise": 0.7956160967488195, "td": 3.2864832989696833, "newValue": 4.060555999997034 } }, { "k": 32, "Q": [ [ 1.0812832028115196, -0.14457876906152792 ], [ 4.060555999997034, 1.885480602932252 ] ], "visits": [ [ 8, 8 ], [ 8, 8 ] ], "alphaSums": [ [ 1.2, 1.2 ], [ 1.2, 1.2 ] ], "squareSums": [ [ 0.17999999999999997, 0.17999999999999997 ], [ 0.17999999999999997, 0.17999999999999997 ] ], "expected": [ [ 1.8650265622492157, 1.2484447999976278 ], [ 6.295077504898263, 2.8650265622492155 ] ], "delta": [ [ 0.7837433594376961, 1.3930235690591557 ], [ 2.2345215049012284, 0.9795459593169635 ] ], "residual": 2.2345215049012284, "residualBound": 11.172607524506144, "error": 8.666716727275698, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 2115785504, "after": 2071792284, "u": 0.48237673100084066 }, "visit": 8, "alpha": 0.15, "old": 1.712619551288082, "target": 2.8650265622492155, "conditionalMean": 2.8650265622492155, "conditionalVariance": 0, "noise": 0, "td": 1.1524070109611335, "newValue": 1.885480602932252 } }, { "k": 33, "Q": [ [ 1.198844706727174, -0.14457876906152792 ], [ 4.060555999997034, 1.885480602932252 ] ], "visits": [ [ 9, 8 ], [ 8, 8 ] ], "alphaSums": [ [ 1.3499999999999999, 1.2 ], [ 1.2, 1.2 ] ], "squareSums": [ [ 0.20249999999999996, 0.17999999999999997 ], [ 0.17999999999999997, 0.17999999999999997 ] ], "expected": [ [ 1.9590757653817392, 1.2484447999976278 ], [ 6.332697186151273, 2.959075765381739 ] ], "delta": [ [ 0.7602310586545653, 1.3930235690591557 ], [ 2.272141186154238, 1.0735951624494873 ] ], "residual": 2.272141186154238, "residualBound": 11.360705930771193, "error": 8.666716727275698, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 2071792284, "after": 2683442923, "u": 0.6247877429705113 }, "visit": 9, "alpha": 0.15, "old": 1.0812832028115196, "target": 1.8650265622492157, "conditionalMean": 1.8650265622492157, "conditionalVariance": 0, "noise": 0, "td": 0.7837433594376961, "newValue": 1.198844706727174 } }, { "k": 34, "Q": [ [ 1.198844706727174, 0.06437476629734543 ], [ 4.060555999997034, 1.885480602932252 ] ], "visits": [ [ 9, 9 ], [ 8, 8 ] ], "alphaSums": [ [ 1.3499999999999999, 1.3499999999999999 ], [ 1.2, 1.2 ] ], "squareSums": [ [ 0.20249999999999996, 0.20249999999999996 ], [ 0.17999999999999997, 0.17999999999999997 ] ], "expected": [ [ 1.9590757653817392, 1.2484447999976278 ], [ 6.332697186151273, 2.959075765381739 ] ], "delta": [ [ 0.7602310586545653, 1.1840700337002823 ], [ 2.272141186154238, 1.0735951624494873 ] ], "residual": 2.272141186154238, "residualBound": 11.360705930771193, "error": 8.666716727275698, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 2683442923, "after": 2026641404, "u": 0.47186422254890203 }, "visit": 9, "alpha": 0.15, "old": -0.14457876906152792, "target": 1.2484447999976278, "conditionalMean": 1.2484447999976278, "conditionalVariance": 0, "noise": 0, "td": 1.3930235690591557, "newValue": 0.06437476629734543 } }, { "k": 35, "Q": [ [ 1.198844706727174, 0.06437476629734543 ], [ 4.5387393199971235, 1.885480602932252 ] ], "visits": [ [ 9, 9 ], [ 9, 8 ] ], "alphaSums": [ [ 1.3499999999999999, 1.3499999999999999 ], [ 1.3499999999999999, 1.2 ] ], "squareSums": [ [ 0.20249999999999996, 0.20249999999999996 ], [ 0.20249999999999996, 0.17999999999999997 ] ], "expected": [ [ 1.9590757653817392, 1.630991455997699 ], [ 6.562225179751316, 2.959075765381739 ] ], "delta": [ [ 0.7602310586545653, 1.5666166897003535 ], [ 2.0234858597541923, 1.0735951624494873 ] ], "residual": 2.0234858597541923, "residualBound": 10.117429298770963, "error": 8.188533407275608, "covered": 4, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 2026641404, "after": 3159275077, "u": 0.7355760496575385 }, "visit": 9, "alpha": 0.15, "old": 4.060555999997034, "target": 7.248444799997628, "conditionalMean": 6.332697186151273, "conditionalVariance": 1.2578905383979408, "noise": 0.9157476138463556, "td": 3.187888800000594, "newValue": 4.5387393199971235 } }, { "k": 36, "Q": [ [ 1.198844706727174, 0.06437476629734543 ], [ 4.5387393199971235, 2.046519877299675 ] ], "visits": [ [ 9, 9 ], [ 9, 9 ] ], "alphaSums": [ [ 1.3499999999999999, 1.3499999999999999 ], [ 1.3499999999999999, 1.3499999999999999 ] ], "squareSums": [ [ 0.20249999999999996, 0.20249999999999996 ], [ 0.20249999999999996, 0.20249999999999996 ] ], "expected": [ [ 1.9590757653817392, 1.630991455997699 ], [ 6.562225179751316, 2.959075765381739 ] ], "delta": [ [ 0.7602310586545653, 1.5666166897003535 ], [ 2.0234858597541923, 0.9125558880820641 ] ], "residual": 2.0234858597541923, "residualBound": 10.117429298770963, "error": 8.188533407275608, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 3159275077, "after": 977421254, "u": 0.2275736196897924 }, "visit": 9, "alpha": 0.15, "old": 1.885480602932252, "target": 2.959075765381739, "conditionalMean": 2.959075765381739, "conditionalVariance": 0, "noise": 0, "td": 1.0735951624494873, "newValue": 2.046519877299675 } }, { "k": 37, "Q": [ [ 1.3128793655253588, 0.06437476629734543 ], [ 4.5387393199971235, 2.046519877299675 ] ], "visits": [ [ 10, 9 ], [ 9, 9 ] ], "alphaSums": [ [ 1.4999999999999998, 1.3499999999999999 ], [ 1.3499999999999999, 1.3499999999999999 ] ], "squareSums": [ [ 0.22499999999999995, 0.20249999999999996 ], [ 0.20249999999999996, 0.20249999999999996 ] ], "expected": [ [ 2.050303492420287, 1.630991455997699 ], [ 6.598716270566735, 3.050303492420287 ] ], "delta": [ [ 0.7374241268949284, 1.5666166897003535 ], [ 2.0599769505696113, 1.003783615120612 ] ], "residual": 2.0599769505696113, "residualBound": 10.299884752848058, "error": 8.188533407275608, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 977421254, "after": 896393659, "u": 0.20870791259221733 }, "visit": 10, "alpha": 0.15, "old": 1.198844706727174, "target": 1.9590757653817392, "conditionalMean": 1.9590757653817392, "conditionalVariance": 0, "noise": 0, "td": 0.7602310586545653, "newValue": 1.3128793655253588 } }, { "k": 38, "Q": [ [ 1.3128793655253588, 0.29936726975239847 ], [ 4.5387393199971235, 2.046519877299675 ] ], "visits": [ [ 10, 10 ], [ 9, 9 ] ], "alphaSums": [ [ 1.4999999999999998, 1.4999999999999998 ], [ 1.3499999999999999, 1.3499999999999999 ] ], "squareSums": [ [ 0.22499999999999995, 0.22499999999999995 ], [ 0.20249999999999996, 0.20249999999999996 ] ], "expected": [ [ 2.050303492420287, 1.630991455997699 ], [ 6.598716270566735, 3.050303492420287 ] ], "delta": [ [ 0.7374241268949284, 1.3316241862453007 ], [ 2.0599769505696113, 1.003783615120612 ] ], "residual": 2.0599769505696113, "residualBound": 10.299884752848058, "error": 8.188533407275608, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 896393659, "after": 2718066646, "u": 0.6328492066822946 }, "visit": 10, "alpha": 0.15, "old": 0.06437476629734543, "target": 1.630991455997699, "conditionalMean": 1.630991455997699, "conditionalVariance": 0, "noise": 0, "td": 1.5666166897003535, "newValue": 0.29936726975239847 } }, { "k": 39, "Q": [ [ 1.3128793655253588, 0.29936726975239847 ], [ 4.6154739458605984, 2.046519877299675 ] ], "visits": [ [ 10, 10 ], [ 10, 9 ] ], "alphaSums": [ [ 1.4999999999999998, 1.4999999999999998 ], [ 1.4999999999999998, 1.3499999999999999 ] ], "squareSums": [ [ 0.22499999999999995, 0.22499999999999995 ], [ 0.22499999999999995, 0.20249999999999996 ] ], "expected": [ [ 2.050303492420287, 1.692379156688479 ], [ 6.635548890981202, 3.050303492420287 ] ], "delta": [ [ 0.7374241268949284, 1.3930118869360806 ], [ 2.0200749451206033, 1.003783615120612 ] ], "residual": 2.0200749451206033, "residualBound": 10.100374725603018, "error": 8.111798781412134, "covered": 4, "update": { "s": 1, "a": 0, "next": 0, "reward": 4, "random": { "before": 2718066646, "after": 836945386, "u": 0.19486653292551637 }, "visit": 10, "alpha": 0.15, "old": 4.5387393199971235, "target": 5.050303492420287, "conditionalMean": 6.598716270566735, "conditionalVariance": 1.5983880876847991, "noise": -1.5484127781464476, "td": 0.5115641724231637, "newValue": 4.6154739458605984 } }, { "k": 40, "Q": [ [ 1.3128793655253588, 0.29936726975239847 ], [ 4.6154739458605984, 2.197087419567767 ] ], "visits": [ [ 10, 10 ], [ 10, 10 ] ], "alphaSums": [ [ 1.4999999999999998, 1.4999999999999998 ], [ 1.4999999999999998, 1.4999999999999998 ] ], "squareSums": [ [ 0.22499999999999995, 0.22499999999999995 ], [ 0.22499999999999995, 0.22499999999999995 ] ], "expected": [ [ 2.050303492420287, 1.692379156688479 ], [ 6.635548890981202, 3.050303492420287 ] ], "delta": [ [ 0.7374241268949284, 1.3930118869360806 ], [ 2.0200749451206033, 0.8532160728525202 ] ], "residual": 2.0200749451206033, "residualBound": 10.100374725603018, "error": 8.111798781412134, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 836945386, "after": 1118411237, "u": 0.26040040818043053 }, "visit": 10, "alpha": 0.15, "old": 2.046519877299675, "target": 3.050303492420287, "conditionalMean": 3.050303492420287, "conditionalVariance": 0, "noise": 0, "td": 1.003783615120612, "newValue": 2.197087419567767 } }, { "k": 41, "Q": [ [ 1.423492984559598, 0.29936726975239847 ], [ 4.6154739458605984, 2.197087419567767 ] ], "visits": [ [ 11, 10 ], [ 10, 10 ] ], "alphaSums": [ [ 1.6499999999999997, 1.4999999999999998 ], [ 1.4999999999999998, 1.4999999999999998 ] ], "squareSums": [ [ 0.24749999999999994, 0.22499999999999995 ], [ 0.22499999999999995, 0.22499999999999995 ] ], "expected": [ [ 2.1387943876476783, 1.692379156688479 ], [ 6.670945249072158, 3.1387943876476783 ] ], "delta": [ [ 0.7153014030880802, 1.3930118869360806 ], [ 2.0554713032115597, 0.9417069680799113 ] ], "residual": 2.0554713032115597, "residualBound": 10.2773565160578, "error": 8.111798781412134, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 1118411237, "after": 1127556303, "u": 0.26252965978346765 }, "visit": 11, "alpha": 0.15, "old": 1.3128793655253588, "target": 2.050303492420287, "conditionalMean": 2.050303492420287, "conditionalVariance": 0, "noise": 0, "td": 0.7374241268949284, "newValue": 1.423492984559598 } }, { "k": 42, "Q": [ [ 1.423492984559598, 0.5083190527928105 ], [ 4.6154739458605984, 2.197087419567767 ] ], "visits": [ [ 11, 11 ], [ 10, 10 ] ], "alphaSums": [ [ 1.6499999999999997, 1.6499999999999997 ], [ 1.4999999999999998, 1.4999999999999998 ] ], "squareSums": [ [ 0.24749999999999994, 0.24749999999999994 ], [ 0.22499999999999995, 0.22499999999999995 ] ], "expected": [ [ 2.1387943876476783, 1.692379156688479 ], [ 6.670945249072158, 3.1387943876476783 ] ], "delta": [ [ 0.7153014030880802, 1.1840601038956684 ], [ 2.0554713032115597, 0.9417069680799113 ] ], "residual": 2.0554713032115597, "residualBound": 10.2773565160578, "error": 8.111798781412134, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 1127556303, "after": 305812537, "u": 0.07120252982713282 }, "visit": 11, "alpha": 0.15, "old": 0.29936726975239847, "target": 1.692379156688479, "conditionalMean": 1.692379156688479, "conditionalVariance": 0, "noise": 0, "td": 1.3930118869360806, "newValue": 0.5083190527928105 } }, { "k": 43, "Q": [ [ 1.423492984559598, 0.5083190527928105 ], [ 4.69397201212866, 2.197087419567767 ] ], "visits": [ [ 11, 11 ], [ 11, 10 ] ], "alphaSums": [ [ 1.6499999999999997, 1.6499999999999997 ], [ 1.6499999999999997, 1.4999999999999998 ] ], "squareSums": [ [ 0.24749999999999994, 0.24749999999999994 ], [ 0.24749999999999994, 0.22499999999999995 ] ], "expected": [ [ 2.1387943876476783, 1.7551776097029284 ], [ 6.708624320880828, 3.1387943876476783 ] ], "delta": [ [ 0.7153014030880802, 1.2468585569101178 ], [ 2.0146523087521677, 0.9417069680799113 ] ], "residual": 2.0146523087521677, "residualBound": 10.073261543760841, "error": 8.033300715144073, "covered": 4, "update": { "s": 1, "a": 0, "next": 0, "reward": 4, "random": { "before": 305812537, "after": 1326863495, "u": 0.308934481581673 }, "visit": 11, "alpha": 0.15, "old": 4.6154739458605984, "target": 5.138794387647678, "conditionalMean": 6.670945249072158, "conditionalVariance": 1.5649908414425184, "noise": -1.5321508614244799, "td": 0.5233204417870798, "newValue": 4.69397201212866 } }, { "k": 44, "Q": [ [ 1.423492984559598, 0.5083190527928105 ], [ 4.69397201212866, 2.338343464779754 ] ], "visits": [ [ 11, 11 ], [ 11, 11 ] ], "alphaSums": [ [ 1.6499999999999997, 1.6499999999999997 ], [ 1.6499999999999997, 1.6499999999999997 ] ], "squareSums": [ [ 0.24749999999999994, 0.24749999999999994 ], [ 0.24749999999999994, 0.24749999999999994 ] ], "expected": [ [ 2.1387943876476783, 1.7551776097029284 ], [ 6.708624320880828, 3.1387943876476783 ] ], "delta": [ [ 0.7153014030880802, 1.2468585569101178 ], [ 2.0146523087521677, 0.8004509228679244 ] ], "residual": 2.0146523087521677, "residualBound": 10.073261543760841, "error": 8.033300715144073, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 1326863495, "after": 894975684, "u": 0.20837776456028223 }, "visit": 11, "alpha": 0.15, "old": 2.197087419567767, "target": 3.1387943876476783, "conditionalMean": 3.1387943876476783, "conditionalVariance": 0, "noise": 0, "td": 0.9417069680799113, "newValue": 2.338343464779754 } }, { "k": 45, "Q": [ [ 1.5307881950228102, 0.5083190527928105 ], [ 4.69397201212866, 2.338343464779754 ] ], "visits": [ [ 12, 11 ], [ 11, 11 ] ], "alphaSums": [ [ 1.7999999999999996, 1.6499999999999997 ], [ 1.6499999999999997, 1.6499999999999997 ] ], "squareSums": [ [ 0.26999999999999996, 0.24749999999999994 ], [ 0.24749999999999994, 0.24749999999999994 ] ], "expected": [ [ 2.224630556018248, 1.7551776097029284 ], [ 6.742958788229057, 3.224630556018248 ] ], "delta": [ [ 0.6938423609954381, 1.2468585569101178 ], [ 2.0489867761003966, 0.8862870912384944 ] ], "residual": 2.0489867761003966, "residualBound": 10.244933880501986, "error": 8.033300715144073, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 894975684, "after": 1653888772, "u": 0.38507598731666803 }, "visit": 12, "alpha": 0.15, "old": 1.423492984559598, "target": 2.1387943876476783, "conditionalMean": 2.1387943876476783, "conditionalVariance": 0, "noise": 0, "td": 0.7153014030880802, "newValue": 1.5307881950228102 } }, { "k": 46, "Q": [ [ 1.5307881950228102, 0.6953478363293282 ], [ 4.69397201212866, 2.338343464779754 ] ], "visits": [ [ 12, 12 ], [ 11, 11 ] ], "alphaSums": [ [ 1.7999999999999996, 1.7999999999999996 ], [ 1.6499999999999997, 1.6499999999999997 ] ], "squareSums": [ [ 0.26999999999999996, 0.26999999999999996 ], [ 0.24749999999999994, 0.24749999999999994 ] ], "expected": [ [ 2.224630556018248, 1.7551776097029284 ], [ 6.742958788229057, 3.224630556018248 ] ], "delta": [ [ 0.6938423609954381, 1.0598297733736002 ], [ 2.0489867761003966, 0.8862870912384944 ] ], "residual": 2.0489867761003966, "residualBound": 10.244933880501986, "error": 8.033300715144073, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 1653888772, "after": 3873490174, "u": 0.9018672103993595 }, "visit": 12, "alpha": 0.15, "old": 0.5083190527928105, "target": 1.7551776097029284, "conditionalMean": 1.7551776097029284, "conditionalVariance": 0, "noise": 0, "td": 1.2468585569101178, "newValue": 0.6953478363293282 } }, { "k": 47, "Q": [ [ 1.5307881950228102, 0.6953478363293282 ], [ 4.773570793712098, 2.338343464779754 ] ], "visits": [ [ 12, 12 ], [ 12, 11 ] ], "alphaSums": [ [ 1.7999999999999996, 1.7999999999999996 ], [ 1.7999999999999996, 1.6499999999999997 ] ], "squareSums": [ [ 0.26999999999999996, 0.26999999999999996 ], [ 0.26999999999999996, 0.24749999999999994 ] ], "expected": [ [ 2.224630556018248, 1.8188566349696789 ], [ 6.781166203389106, 3.224630556018248 ] ], "delta": [ [ 0.6938423609954381, 1.1235087986403507 ], [ 2.007595409677008, 0.8862870912384944 ] ], "residual": 2.007595409677008, "residualBound": 10.037977048385043, "error": 7.953701933560634, "covered": 4, "update": { "s": 1, "a": 0, "next": 0, "reward": 4, "random": { "before": 3873490174, "after": 831521761, "u": 0.19360374682582915 }, "visit": 12, "alpha": 0.15, "old": 4.69397201212866, "target": 5.224630556018248, "conditionalMean": 6.742958788229057, "conditionalVariance": 1.536880413818932, "noise": -1.5183282322108091, "td": 0.5306585438895874, "newValue": 4.773570793712098 } }, { "k": 48, "Q": [ [ 1.5307881950228102, 0.6953478363293282 ], [ 4.773570793712098, 2.471286528465528 ] ], "visits": [ [ 12, 12 ], [ 12, 12 ] ], "alphaSums": [ [ 1.7999999999999996, 1.7999999999999996 ], [ 1.7999999999999996, 1.7999999999999996 ] ], "squareSums": [ [ 0.26999999999999996, 0.26999999999999996 ], [ 0.26999999999999996, 0.26999999999999996 ] ], "expected": [ [ 2.224630556018248, 1.8188566349696789 ], [ 6.781166203389106, 3.224630556018248 ] ], "delta": [ [ 0.6938423609954381, 1.1235087986403507 ], [ 2.007595409677008, 0.7533440275527203 ] ], "residual": 2.007595409677008, "residualBound": 10.037977048385043, "error": 7.953701933560634, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 831521761, "after": 208361975, "u": 0.04851305275224149 }, "visit": 12, "alpha": 0.15, "old": 2.338343464779754, "target": 3.224630556018248, "conditionalMean": 3.224630556018248, "conditionalVariance": 0, "noise": 0, "td": 0.8862870912384944, "newValue": 2.471286528465528 } }, { "k": 49, "Q": [ [ 1.6348645491721259, 0.6953478363293282 ], [ 4.773570793712098, 2.471286528465528 ] ], "visits": [ [ 13, 12 ], [ 12, 12 ] ], "alphaSums": [ [ 1.9499999999999995, 1.7999999999999996 ], [ 1.7999999999999996, 1.7999999999999996 ] ], "squareSums": [ [ 0.2925, 0.26999999999999996 ], [ 0.26999999999999996, 0.26999999999999996 ] ], "expected": [ [ 2.3078916393377007, 1.8188566349696789 ], [ 6.814470636716887, 3.3078916393377007 ] ], "delta": [ [ 0.6730270901655748, 1.1235087986403507 ], [ 2.040899843004789, 0.8366051108721728 ] ], "residual": 2.040899843004789, "residualBound": 10.204499215023947, "error": 7.953701933560634, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 208361975, "after": 2380579325, "u": 0.5542718165088445 }, "visit": 13, "alpha": 0.15, "old": 1.5307881950228102, "target": 2.224630556018248, "conditionalMean": 2.224630556018248, "conditionalVariance": 0, "noise": 0, "td": 0.6938423609954381, "newValue": 1.6348645491721259 } }, { "k": 50, "Q": [ [ 1.6348645491721259, 0.8638741561253808 ], [ 4.773570793712098, 2.471286528465528 ] ], "visits": [ [ 13, 13 ], [ 12, 12 ] ], "alphaSums": [ [ 1.9499999999999995, 1.9499999999999995 ], [ 1.7999999999999996, 1.7999999999999996 ] ], "squareSums": [ [ 0.2925, 0.2925 ], [ 0.26999999999999996, 0.26999999999999996 ] ], "expected": [ [ 2.3078916393377007, 1.8188566349696789 ], [ 6.814470636716887, 3.3078916393377007 ] ], "delta": [ [ 0.6730270901655748, 0.9549824788442981 ], [ 2.040899843004789, 0.8366051108721728 ] ], "residual": 2.040899843004789, "residualBound": 10.204499215023947, "error": 7.953701933560634, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 2380579325, "after": 2931165456, "u": 0.6824651397764683 }, "visit": 13, "alpha": 0.15, "old": 0.6953478363293282, "target": 1.8188566349696789, "conditionalMean": 1.8188566349696789, "conditionalVariance": 0, "noise": 0, "td": 1.1235087986403507, "newValue": 0.8638741561253808 } }, { "k": 51, "Q": [ [ 1.6348645491721259, 0.8638741561253808 ], [ 5.230363669900735, 2.471286528465528 ] ], "visits": [ [ 13, 13 ], [ 13, 12 ] ], "alphaSums": [ [ 1.9499999999999995, 1.9499999999999995 ], [ 1.9499999999999995, 1.7999999999999996 ] ], "squareSums": [ [ 0.2925, 0.2925 ], [ 0.2925, 0.26999999999999996 ] ], "expected": [ [ 2.3078916393377007, 2.184290935920589 ], [ 7.033731217287434, 3.3078916393377007 ] ], "delta": [ [ 0.6730270901655748, 1.3204167797952082 ], [ 1.8033675473866984, 0.8366051108721728 ] ], "residual": 1.8033675473866984, "residualBound": 9.016837736933494, "error": 7.4969090573719965, "covered": 4, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 2931165456, "after": 2635326874, "u": 0.6135848523117602 }, "visit": 13, "alpha": 0.15, "old": 4.773570793712098, "target": 7.818856634969679, "conditionalMean": 6.814470636716887, "conditionalVariance": 1.5131868502293842, "noise": 1.0043859982527916, "td": 3.0452858412575807, "newValue": 5.230363669900735 } }, { "k": 52, "Q": [ [ 1.6348645491721259, 0.8638741561253808 ], [ 5.230363669900735, 2.596777295096354 ] ], "visits": [ [ 13, 13 ], [ 13, 13 ] ], "alphaSums": [ [ 1.9499999999999995, 1.9499999999999995 ], [ 1.9499999999999995, 1.9499999999999995 ] ], "squareSums": [ [ 0.2925, 0.2925 ], [ 0.2925, 0.2925 ] ], "expected": [ [ 2.3078916393377007, 2.184290935920589 ], [ 7.033731217287434, 3.3078916393377007 ] ], "delta": [ [ 0.6730270901655748, 1.3204167797952082 ], [ 1.8033675473866984, 0.7111143442413468 ] ], "residual": 1.8033675473866984, "residualBound": 9.016837736933494, "error": 7.4969090573719965, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 2635326874, "after": 3585768458, "u": 0.8348767780698836 }, "visit": 13, "alpha": 0.15, "old": 2.471286528465528, "target": 3.3078916393377007, "conditionalMean": 3.3078916393377007, "conditionalVariance": 0, "noise": 0, "td": 0.8366051108721728, "newValue": 2.596777295096354 } }, { "k": 53, "Q": [ [ 1.7358186126969621, 0.8638741561253808 ], [ 5.230363669900735, 2.596777295096354 ] ], "visits": [ [ 14, 13 ], [ 13, 13 ] ], "alphaSums": [ [ 2.0999999999999996, 1.9499999999999995 ], [ 1.9499999999999995, 1.9499999999999995 ] ], "squareSums": [ [ 0.315, 0.2925 ], [ 0.2925, 0.2925 ] ], "expected": [ [ 2.3886548901575697, 2.184290935920589 ], [ 7.06603651761538, 3.3886548901575697 ] ], "delta": [ [ 0.6528362774606076, 1.3204167797952082 ], [ 1.835672847714645, 0.7918775950612158 ] ], "residual": 1.835672847714645, "residualBound": 9.178364238573227, "error": 7.4969090573719965, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 3585768458, "after": 3713356791, "u": 0.8645832517649978 }, "visit": 14, "alpha": 0.15, "old": 1.6348645491721259, "target": 2.3078916393377007, "conditionalMean": 2.3078916393377007, "conditionalVariance": 0, "noise": 0, "td": 0.6730270901655748, "newValue": 1.7358186126969621 } }, { "k": 54, "Q": [ [ 1.7358186126969621, 1.061936673094662 ], [ 5.230363669900735, 2.596777295096354 ] ], "visits": [ [ 14, 14 ], [ 13, 13 ] ], "alphaSums": [ [ 2.0999999999999996, 2.0999999999999996 ], [ 1.9499999999999995, 1.9499999999999995 ] ], "squareSums": [ [ 0.315, 0.315 ], [ 0.2925, 0.2925 ] ], "expected": [ [ 2.3886548901575697, 2.184290935920589 ], [ 7.06603651761538, 3.3886548901575697 ] ], "delta": [ [ 0.6528362774606076, 1.1223542628259269 ], [ 1.835672847714645, 0.7918775950612158 ] ], "residual": 1.835672847714645, "residualBound": 9.178364238573227, "error": 7.4969090573719965, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 3713356791, "after": 2455405602, "u": 0.5716936667449772 }, "visit": 14, "alpha": 0.15, "old": 0.8638741561253808, "target": 2.184290935920589, "conditionalMean": 2.184290935920589, "conditionalVariance": 0, "noise": 0, "td": 1.3204167797952082, "newValue": 1.061936673094662 } }, { "k": 55, "Q": [ [ 1.7358186126969621, 1.061936673094662 ], [ 5.673452759803713, 2.596777295096354 ] ], "visits": [ [ 14, 14 ], [ 14, 13 ] ], "alphaSums": [ [ 2.0999999999999996, 2.0999999999999996 ], [ 2.0999999999999996, 1.9499999999999995 ] ], "squareSums": [ [ 0.315, 0.315 ], [ 0.315, 0.2925 ] ], "expected": [ [ 2.3886548901575697, 2.5387622078429706 ], [ 7.27871928076881, 3.3886548901575697 ] ], "delta": [ [ 0.6528362774606076, 1.4768255347483086 ], [ 1.6052665209650963, 0.7918775950612158 ] ], "residual": 1.6052665209650963, "residualBound": 8.026332604825484, "error": 7.119881508723525, "covered": 4, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 2455405602, "after": 2567572717, "u": 0.5978096083272249 }, "visit": 14, "alpha": 0.15, "old": 5.230363669900735, "target": 8.18429093592059, "conditionalMean": 7.06603651761538, "conditionalVariance": 1.8757394160886773, "noise": 1.1182544183052094, "td": 2.9539272660198543, "newValue": 5.673452759803713 } }, { "k": 56, "Q": [ [ 1.7358186126969621, 1.061936673094662 ], [ 5.673452759803713, 2.715558934355536 ] ], "visits": [ [ 14, 14 ], [ 14, 14 ] ], "alphaSums": [ [ 2.0999999999999996, 2.0999999999999996 ], [ 2.0999999999999996, 2.0999999999999996 ] ], "squareSums": [ [ 0.315, 0.315 ], [ 0.315, 0.315 ] ], "expected": [ [ 2.3886548901575697, 2.5387622078429706 ], [ 7.27871928076881, 3.3886548901575697 ] ], "delta": [ [ 0.6528362774606076, 1.4768255347483086 ], [ 1.6052665209650963, 0.6730959558020335 ] ], "residual": 1.6052665209650963, "residualBound": 8.026332604825484, "error": 7.119881508723525, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 2567572717, "after": 3396326502, "u": 0.7907688855193555 }, "visit": 14, "alpha": 0.15, "old": 2.596777295096354, "target": 3.3886548901575697, "conditionalMean": 3.3886548901575697, "conditionalVariance": 0, "noise": 0, "td": 0.7918775950612158, "newValue": 2.715558934355536 } }, { "k": 57, "Q": [ [ 1.8337440543160533, 1.061936673094662 ], [ 5.673452759803713, 2.715558934355536 ] ], "visits": [ [ 15, 14 ], [ 14, 14 ] ], "alphaSums": [ [ 2.2499999999999996, 2.0999999999999996 ], [ 2.0999999999999996, 2.0999999999999996 ] ], "squareSums": [ [ 0.3375, 0.315 ], [ 0.315, 0.315 ] ], "expected": [ [ 2.4669952434528426, 2.5387622078429706 ], [ 7.31005542208692, 3.4669952434528426 ] ], "delta": [ [ 0.6332511891367893, 1.4768255347483086 ], [ 1.6366026622832068, 0.7514363090973064 ] ], "residual": 1.6366026622832068, "residualBound": 8.183013311416037, "error": 7.119881508723525, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 3396326502, "after": 746753783, "u": 0.1738671639468521 }, "visit": 15, "alpha": 0.15, "old": 1.7358186126969621, "target": 2.3886548901575697, "conditionalMean": 2.3886548901575697, "conditionalVariance": 0, "noise": 0, "td": 0.6528362774606076, "newValue": 1.8337440543160533 } }, { "k": 58, "Q": [ [ 1.8337440543160533, 1.2834605033069082 ], [ 5.673452759803713, 2.715558934355536 ] ], "visits": [ [ 15, 15 ], [ 14, 14 ] ], "alphaSums": [ [ 2.2499999999999996, 2.2499999999999996 ], [ 2.0999999999999996, 2.0999999999999996 ] ], "squareSums": [ [ 0.3375, 0.3375 ], [ 0.315, 0.315 ] ], "expected": [ [ 2.4669952434528426, 2.5387622078429706 ], [ 7.31005542208692, 3.4669952434528426 ] ], "delta": [ [ 0.6332511891367893, 1.2553017045360624 ], [ 1.6366026622832068, 0.7514363090973064 ] ], "residual": 1.6366026622832068, "residualBound": 8.183013311416037, "error": 7.0538199674690185, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 746753783, "after": 3604372345, "u": 0.8392083330545574 }, "visit": 15, "alpha": 0.15, "old": 1.061936673094662, "target": 2.5387622078429706, "conditionalMean": 2.5387622078429706, "conditionalVariance": 0, "noise": 0, "td": 1.4768255347483086, "newValue": 1.2834605033069082 } }, { "k": 59, "Q": [ [ 1.8337440543160533, 1.2834605033069082 ], [ 6.1032491770096025, 2.715558934355536 ] ], "visits": [ [ 15, 15 ], [ 15, 14 ] ], "alphaSums": [ [ 2.2499999999999996, 2.2499999999999996 ], [ 2.2499999999999996, 2.0999999999999996 ] ], "squareSums": [ [ 0.3375, 0.3375 ], [ 0.3375, 0.315 ] ], "expected": [ [ 2.4669952434528426, 2.8825993416076825 ], [ 7.516357702345747, 3.4669952434528426 ] ], "delta": [ [ 0.6332511891367893, 1.5991388383007743 ], [ 1.4131085253361446, 0.7514363090973064 ] ], "residual": 1.5991388383007743, "residualBound": 7.9956941915038735, "error": 6.898357678511279, "covered": 4, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 3604372345, "after": 2862072069, "u": 0.6663780820090324 }, "visit": 15, "alpha": 0.15, "old": 5.673452759803713, "target": 8.538762207842971, "conditionalMean": 7.31005542208692, "conditionalVariance": 2.264580548044451, "noise": 1.2287067857560512, "td": 2.865309448039258, "newValue": 6.1032491770096025 } }, { "k": 60, "Q": [ [ 1.8337440543160533, 1.2834605033069082 ], [ 6.1032491770096025, 2.8282743807201323 ] ], "visits": [ [ 15, 15 ], [ 15, 15 ] ], "alphaSums": [ [ 2.2499999999999996, 2.2499999999999996 ], [ 2.2499999999999996, 2.2499999999999996 ] ], "squareSums": [ [ 0.3375, 0.3375 ], [ 0.3375, 0.3375 ] ], "expected": [ [ 2.4669952434528426, 2.8825993416076825 ], [ 7.516357702345747, 3.4669952434528426 ] ], "delta": [ [ 0.6332511891367893, 1.5991388383007743 ], [ 1.4131085253361446, 0.6387208627327103 ] ], "residual": 1.5991388383007743, "residualBound": 7.9956941915038735, "error": 6.898357678511279, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 2862072069, "after": 73286558, "u": 0.01706335647031665 }, "visit": 15, "alpha": 0.15, "old": 2.715558934355536, "target": 3.4669952434528426, "conditionalMean": 3.4669952434528426, "conditionalVariance": 0, "noise": 0, "td": 0.7514363090973064, "newValue": 2.8282743807201323 } }, { "k": 61, "Q": [ [ 1.9287317326865716, 1.2834605033069082 ], [ 6.1032491770096025, 2.8282743807201323 ] ], "visits": [ [ 16, 15 ], [ 15, 15 ] ], "alphaSums": [ [ 2.3999999999999995, 2.2499999999999996 ], [ 2.2499999999999996, 2.2499999999999996 ] ], "squareSums": [ [ 0.36000000000000004, 0.3375 ], [ 0.3375, 0.3375 ] ], "expected": [ [ 2.5429853861492573, 2.8825993416076825 ], [ 7.546753759424313, 3.5429853861492573 ] ], "delta": [ [ 0.6142536534626857, 1.5991388383007743 ], [ 1.4435045824147101, 0.714711005429125 ] ], "residual": 1.5991388383007743, "residualBound": 7.9956941915038735, "error": 6.898357678511279, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 73286558, "after": 1234261128, "u": 0.28737381286919117 }, "visit": 16, "alpha": 0.15, "old": 1.8337440543160533, "target": 2.4669952434528426, "conditionalMean": 2.4669952434528426, "conditionalVariance": 0, "noise": 0, "td": 0.6332511891367893, "newValue": 1.9287317326865716 } }, { "k": 62, "Q": [ [ 1.9287317326865716, 1.5233313290520243 ], [ 6.1032491770096025, 2.8282743807201323 ] ], "visits": [ [ 16, 16 ], [ 15, 15 ] ], "alphaSums": [ [ 2.3999999999999995, 2.3999999999999995 ], [ 2.2499999999999996, 2.2499999999999996 ] ], "squareSums": [ [ 0.36000000000000004, 0.36000000000000004 ], [ 0.3375, 0.3375 ] ], "expected": [ [ 2.5429853861492573, 2.8825993416076825 ], [ 7.546753759424313, 3.5429853861492573 ] ], "delta": [ [ 0.6142536534626857, 1.3592680125556582 ], [ 1.4435045824147101, 0.714711005429125 ] ], "residual": 1.4435045824147101, "residualBound": 7.2175229120735525, "error": 6.6584868527661625, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 1234261128, "after": 51168264, "u": 0.011913539841771126 }, "visit": 16, "alpha": 0.15, "old": 1.2834605033069082, "target": 2.8825993416076825, "conditionalMean": 2.8825993416076825, "conditionalVariance": 0, "noise": 0, "td": 1.5991388383007743, "newValue": 1.5233313290520243 } }, { "k": 63, "Q": [ [ 1.9287317326865716, 1.5233313290520243 ], [ 6.520151701699315, 2.8282743807201323 ] ], "visits": [ [ 16, 16 ], [ 16, 15 ] ], "alphaSums": [ [ 2.3999999999999995, 2.3999999999999995 ], [ 2.3999999999999995, 2.2499999999999996 ] ], "squareSums": [ [ 0.36000000000000004, 0.36000000000000004 ], [ 0.36000000000000004, 0.3375 ] ], "expected": [ [ 2.5429853861492573, 3.216121361359452 ], [ 7.746866971275374, 3.5429853861492573 ] ], "delta": [ [ 0.6142536534626857, 1.6927900323074276 ], [ 1.2267152695760588, 0.714711005429125 ] ], "residual": 1.6927900323074276, "residualBound": 8.46395016153714, "error": 6.6584868527661625, "covered": 4, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 51168264, "after": 3929845774, "u": 0.9149885210208595 }, "visit": 16, "alpha": 0.15, "old": 6.1032491770096025, "target": 8.882599341607683, "conditionalMean": 7.546753759424313, "conditionalVariance": 2.67672512915824, "noise": 1.3358455821833708, "td": 2.779350164598081, "newValue": 6.520151701699315 } }, { "k": 64, "Q": [ [ 1.9287317326865716, 1.5233313290520243 ], [ 6.520151701699315, 2.935481031534501 ] ], "visits": [ [ 16, 16 ], [ 16, 16 ] ], "alphaSums": [ [ 2.3999999999999995, 2.3999999999999995 ], [ 2.3999999999999995, 2.3999999999999995 ] ], "squareSums": [ [ 0.36000000000000004, 0.36000000000000004 ], [ 0.36000000000000004, 0.36000000000000004 ] ], "expected": [ [ 2.5429853861492573, 3.216121361359452 ], [ 7.746866971275374, 3.5429853861492573 ] ], "delta": [ [ 0.6142536534626857, 1.6927900323074276 ], [ 1.2267152695760588, 0.6075043546147563 ] ], "residual": 1.6927900323074276, "residualBound": 8.46395016153714, "error": 6.6584868527661625, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 3929845774, "after": 4220816400, "u": 0.9827353991568089 }, "visit": 16, "alpha": 0.15, "old": 2.8282743807201323, "target": 3.5429853861492573, "conditionalMean": 3.5429853861492573, "conditionalVariance": 0, "noise": 0, "td": 0.714711005429125, "newValue": 2.935481031534501 } }, { "k": 65, "Q": [ [ 2.0208697807059743, 1.5233313290520243 ], [ 6.520151701699315, 2.935481031534501 ] ], "visits": [ [ 17, 16 ], [ 16, 16 ] ], "alphaSums": [ [ 2.5499999999999994, 2.3999999999999995 ], [ 2.3999999999999995, 2.3999999999999995 ] ], "squareSums": [ [ 0.38250000000000006, 0.36000000000000004 ], [ 0.36000000000000004, 0.36000000000000004 ] ], "expected": [ [ 2.6166958245647796, 3.216121361359452 ], [ 7.7763511466415824, 3.6166958245647796 ] ], "delta": [ [ 0.5958260438588052, 1.6927900323074276 ], [ 1.2561994449422675, 0.6812147930302785 ] ], "residual": 1.6927900323074276, "residualBound": 8.46395016153714, "error": 6.6584868527661625, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 4220816400, "after": 683776635, "u": 0.15920415404252708 }, "visit": 17, "alpha": 0.15, "old": 1.9287317326865716, "target": 2.5429853861492573, "conditionalMean": 2.5429853861492573, "conditionalVariance": 0, "noise": 0, "td": 0.6142536534626857, "newValue": 2.0208697807059743 } }, { "k": 66, "Q": [ [ 2.0208697807059743, 1.7772498338981384 ], [ 6.520151701699315, 2.935481031534501 ] ], "visits": [ [ 17, 17 ], [ 16, 16 ] ], "alphaSums": [ [ 2.5499999999999994, 2.5499999999999994 ], [ 2.3999999999999995, 2.3999999999999995 ] ], "squareSums": [ [ 0.38250000000000006, 0.38250000000000006 ], [ 0.36000000000000004, 0.36000000000000004 ] ], "expected": [ [ 2.6166958245647796, 3.216121361359452 ], [ 7.7763511466415824, 3.6166958245647796 ] ], "delta": [ [ 0.5958260438588052, 1.4388715274613135 ], [ 1.2561994449422675, 0.6812147930302785 ] ], "residual": 1.4388715274613135, "residualBound": 7.194357637306569, "error": 6.404568347920049, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 683776635, "after": 1783627836, "u": 0.4152832170948386 }, "visit": 17, "alpha": 0.15, "old": 1.5233313290520243, "target": 3.216121361359452, "conditionalMean": 3.216121361359452, "conditionalVariance": 0, "noise": 0, "td": 1.6927900323074276, "newValue": 1.7772498338981384 } }, { "k": 67, "Q": [ [ 2.0208697807059743, 1.7772498338981384 ], [ 6.384633320129135, 2.935481031534501 ] ], "visits": [ [ 17, 17 ], [ 17, 16 ] ], "alphaSums": [ [ 2.5499999999999994, 2.5499999999999994 ], [ 2.5499999999999994, 2.3999999999999995 ] ], "squareSums": [ [ 0.38250000000000006, 0.38250000000000006 ], [ 0.38250000000000006, 0.36000000000000004 ] ], "expected": [ [ 2.6166958245647796, 3.107706656103308 ], [ 7.711302323487897, 3.6166958245647796 ] ], "delta": [ [ 0.5958260438588052, 1.3304568222051696 ], [ 1.326669003358762, 0.6812147930302785 ] ], "residual": 1.3304568222051696, "residualBound": 6.65228411102585, "error": 6.404568347920049, "covered": 4, "update": { "s": 1, "a": 0, "next": 0, "reward": 4, "random": { "before": 1783627836, "after": 547428343, "u": 0.12745809345506132 }, "visit": 17, "alpha": 0.15, "old": 6.520151701699315, "target": 5.616695824564779, "conditionalMean": 7.7763511466415824, "conditionalVariance": 3.109407406783108, "noise": -2.1596553220768033, "td": -0.9034558771345358, "newValue": 6.384633320129135 } }, { "k": 68, "Q": [ [ 2.0208697807059743, 1.7772498338981384 ], [ 6.384633320129135, 3.0376632504890426 ] ], "visits": [ [ 17, 17 ], [ 17, 17 ] ], "alphaSums": [ [ 2.5499999999999994, 2.5499999999999994 ], [ 2.5499999999999994, 2.5499999999999994 ] ], "squareSums": [ [ 0.38250000000000006, 0.38250000000000006 ], [ 0.38250000000000006, 0.38250000000000006 ] ], "expected": [ [ 2.6166958245647796, 3.107706656103308 ], [ 7.711302323487897, 3.6166958245647796 ] ], "delta": [ [ 0.5958260438588052, 1.3304568222051696 ], [ 1.326669003358762, 0.5790325740757369 ] ], "residual": 1.3304568222051696, "residualBound": 6.65228411102585, "error": 6.404568347920049, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 547428343, "after": 1235299800, "u": 0.2876156475394964 }, "visit": 17, "alpha": 0.15, "old": 2.935481031534501, "target": 3.6166958245647796, "conditionalMean": 3.6166958245647796, "conditionalVariance": 0, "noise": 0, "td": 0.6812147930302785, "newValue": 3.0376632504890426 } }, { "k": 69, "Q": [ [ 2.110243687284795, 1.7772498338981384 ], [ 6.384633320129135, 3.0376632504890426 ] ], "visits": [ [ 18, 17 ], [ 17, 17 ] ], "alphaSums": [ [ 2.6999999999999993, 2.5499999999999994 ], [ 2.5499999999999994, 2.5499999999999994 ] ], "squareSums": [ [ 0.4050000000000001, 0.38250000000000006 ], [ 0.38250000000000006, 0.38250000000000006 ] ], "expected": [ [ 2.688194949827836, 3.107706656103308 ], [ 7.739901973593119, 3.688194949827836 ] ], "delta": [ [ 0.5779512625430412, 1.3304568222051696 ], [ 1.355268653463984, 0.6505316993387935 ] ], "residual": 1.355268653463984, "residualBound": 6.7763432673199215, "error": 6.404568347920049, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 1235299800, "after": 4015612277, "u": 0.934957591118291 }, "visit": 18, "alpha": 0.15, "old": 2.0208697807059743, "target": 2.6166958245647796, "conditionalMean": 2.6166958245647796, "conditionalVariance": 0, "noise": 0, "td": 0.5958260438588052, "newValue": 2.110243687284795 } }, { "k": 70, "Q": [ [ 2.110243687284795, 1.9768183572289137 ], [ 6.384633320129135, 3.0376632504890426 ] ], "visits": [ [ 18, 18 ], [ 17, 17 ] ], "alphaSums": [ [ 2.6999999999999993, 2.6999999999999993 ], [ 2.5499999999999994, 2.5499999999999994 ] ], "squareSums": [ [ 0.4050000000000001, 0.4050000000000001 ], [ 0.38250000000000006, 0.38250000000000006 ] ], "expected": [ [ 2.688194949827836, 3.107706656103308 ], [ 7.739901973593119, 3.688194949827836 ] ], "delta": [ [ 0.5779512625430412, 1.1308882988743942 ], [ 1.355268653463984, 0.6505316993387935 ] ], "residual": 1.355268653463984, "residualBound": 6.7763432673199215, "error": 6.342639407143597, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 4015612277, "after": 2911090958, "u": 0.6777911814861 }, "visit": 18, "alpha": 0.15, "old": 1.7772498338981384, "target": 3.107706656103308, "conditionalMean": 3.107706656103308, "conditionalVariance": 0, "noise": 0, "td": 1.3304568222051696, "newValue": 1.9768183572289137 } }, { "k": 71, "Q": [ [ 2.110243687284795, 1.9768183572289137 ], [ 6.7930943205252605, 3.0376632504890426 ] ], "visits": [ [ 18, 18 ], [ 18, 17 ] ], "alphaSums": [ [ 2.6999999999999993, 2.6999999999999993 ], [ 2.6999999999999993, 2.5499999999999994 ] ], "squareSums": [ [ 0.4050000000000001, 0.4050000000000001 ], [ 0.4050000000000001, 0.38250000000000006 ] ], "expected": [ [ 2.688194949827836, 3.434475456420209 ], [ 7.93596325378326, 3.688194949827836 ] ], "delta": [ [ 0.5779512625430412, 1.4576570991912954 ], [ 1.1428689332579998, 0.6505316993387935 ] ], "residual": 1.4576570991912954, "residualBound": 7.288285495956479, "error": 6.204999824589273, "covered": 4, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 2911090958, "after": 2397085631, "u": 0.5581149903591722 }, "visit": 18, "alpha": 0.15, "old": 6.384633320129135, "target": 9.107706656103307, "conditionalMean": 7.739901973593119, "conditionalVariance": 2.8063344742451983, "noise": 1.3678046825101884, "td": 2.7230733359741723, "newValue": 6.7930943205252605 } }, { "k": 72, "Q": [ [ 2.110243687284795, 1.9768183572289137 ], [ 6.7930943205252605, 3.1352430053898614 ] ], "visits": [ [ 18, 18 ], [ 18, 18 ] ], "alphaSums": [ [ 2.6999999999999993, 2.6999999999999993 ], [ 2.6999999999999993, 2.6999999999999993 ] ], "squareSums": [ [ 0.4050000000000001, 0.4050000000000001 ], [ 0.4050000000000001, 0.4050000000000001 ] ], "expected": [ [ 2.688194949827836, 3.434475456420209 ], [ 7.93596325378326, 3.688194949827836 ] ], "delta": [ [ 0.5779512625430412, 1.4576570991912954 ], [ 1.1428689332579998, 0.5529519444379747 ] ], "residual": 1.4576570991912954, "residualBound": 7.288285495956479, "error": 6.204999824589273, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 2397085631, "after": 1072764852, "u": 0.2497725309804082 }, "visit": 18, "alpha": 0.15, "old": 3.0376632504890426, "target": 3.688194949827836, "conditionalMean": 3.688194949827836, "conditionalVariance": 0, "noise": 0, "td": 0.6505316993387935, "newValue": 3.1352430053898614 } }, { "k": 73, "Q": [ [ 2.196936376666251, 1.9768183572289137 ], [ 6.7930943205252605, 3.1352430053898614 ] ], "visits": [ [ 19, 18 ], [ 18, 18 ] ], "alphaSums": [ [ 2.849999999999999, 2.6999999999999993 ], [ 2.6999999999999993, 2.6999999999999993 ] ], "squareSums": [ [ 0.4275000000000001, 0.4050000000000001 ], [ 0.4050000000000001, 0.4050000000000001 ] ], "expected": [ [ 2.7575491013330007, 3.434475456420209 ], [ 7.963704914385326, 3.7575491013330007 ] ], "delta": [ [ 0.5606127246667496, 1.4576570991912954 ], [ 1.170610593860065, 0.6223060959431392 ] ], "residual": 1.4576570991912954, "residualBound": 7.288285495956479, "error": 6.204999824589273, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 1072764852, "after": 3186933719, "u": 0.7420158290769905 }, "visit": 19, "alpha": 0.15, "old": 2.110243687284795, "target": 2.688194949827836, "conditionalMean": 2.688194949827836, "conditionalVariance": 0, "noise": 0, "td": 0.5779512625430412, "newValue": 2.196936376666251 } }, { "k": 74, "Q": [ [ 2.196936376666251, 2.195466922107608 ], [ 6.7930943205252605, 3.1352430053898614 ] ], "visits": [ [ 19, 19 ], [ 18, 18 ] ], "alphaSums": [ [ 2.849999999999999, 2.849999999999999 ], [ 2.6999999999999993, 2.6999999999999993 ] ], "squareSums": [ [ 0.4275000000000001, 0.4275000000000001 ], [ 0.4050000000000001, 0.4050000000000001 ] ], "expected": [ [ 2.7575491013330007, 3.434475456420209 ], [ 7.963704914385326, 3.7575491013330007 ] ], "delta": [ [ 0.5606127246667496, 1.239008534312601 ], [ 1.170610593860065, 0.6223060959431392 ] ], "residual": 1.239008534312601, "residualBound": 6.195042671563006, "error": 5.986351259710579, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 3186933719, "after": 1808208080, "u": 0.4210062511265278 }, "visit": 19, "alpha": 0.15, "old": 1.9768183572289137, "target": 3.434475456420209, "conditionalMean": 3.434475456420209, "conditionalVariance": 0, "noise": 0, "td": 1.4576570991912954, "newValue": 2.195466922107608 } }, { "k": 75, "Q": [ [ 2.196936376666251, 2.195466922107608 ], [ 7.189301490909503, 3.1352430053898614 ] ], "visits": [ [ 19, 19 ], [ 19, 18 ] ], "alphaSums": [ [ 2.849999999999999, 2.849999999999999 ], [ 2.849999999999999, 2.6999999999999993 ] ], "squareSums": [ [ 0.4275000000000001, 0.4275000000000001 ], [ 0.4275000000000001, 0.4050000000000001 ] ], "expected": [ [ 2.7575491013330007, 3.7514411927276026 ], [ 8.153884356169762, 3.7575491013330007 ] ], "delta": [ [ 0.5606127246667496, 1.5559742706199944 ], [ 0.964582865260259, 0.6223060959431392 ] ], "residual": 1.5559742706199944, "residualBound": 7.779871353099973, "error": 5.986351259710579, "covered": 4, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 1808208080, "after": 2994197502, "u": 0.6971409316174686 }, "visit": 19, "alpha": 0.15, "old": 6.7930943205252605, "target": 9.43447545642021, "conditionalMean": 7.963704914385326, "conditionalVariance": 3.244748980976376, "noise": 1.4707705420348836, "td": 2.6413811358949486, "newValue": 7.189301490909503 } }, { "k": 76, "Q": [ [ 2.196936376666251, 2.195466922107608 ], [ 7.189301490909503, 3.2285889197813322 ] ], "visits": [ [ 19, 19 ], [ 19, 19 ] ], "alphaSums": [ [ 2.849999999999999, 2.849999999999999 ], [ 2.849999999999999, 2.849999999999999 ] ], "squareSums": [ [ 0.4275000000000001, 0.4275000000000001 ], [ 0.4275000000000001, 0.4275000000000001 ] ], "expected": [ [ 2.7575491013330007, 3.7514411927276026 ], [ 8.153884356169762, 3.7575491013330007 ] ], "delta": [ [ 0.5606127246667496, 1.5559742706199944 ], [ 0.964582865260259, 0.5289601815516685 ] ], "residual": 1.5559742706199944, "residualBound": 7.779871353099973, "error": 5.986351259710579, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 2994197502, "after": 1225705658, "u": 0.2853818372823298 }, "visit": 19, "alpha": 0.15, "old": 3.1352430053898614, "target": 3.7575491013330007, "conditionalMean": 3.7575491013330007, "conditionalVariance": 0, "noise": 0, "td": 0.6223060959431392, "newValue": 3.2285889197813322 } }, { "k": 77, "Q": [ [ 2.2810282853662636, 2.195466922107608 ], [ 7.189301490909503, 3.2285889197813322 ] ], "visits": [ [ 20, 19 ], [ 19, 19 ] ], "alphaSums": [ [ 2.999999999999999, 2.849999999999999 ], [ 2.849999999999999, 2.849999999999999 ] ], "squareSums": [ [ 0.4500000000000001, 0.4275000000000001 ], [ 0.4275000000000001, 0.4275000000000001 ] ], "expected": [ [ 2.8248226282930107, 3.7514411927276026 ], [ 8.180793766953766, 3.8248226282930107 ] ], "delta": [ [ 0.5437943429267471, 1.5559742706199944 ], [ 0.991492276044263, 0.5962337085116785 ] ], "residual": 1.5559742706199944, "residualBound": 7.779871353099973, "error": 5.986351259710579, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 1225705658, "after": 2468468342, "u": 0.5747350729070604 }, "visit": 20, "alpha": 0.15, "old": 2.196936376666251, "target": 2.7575491013330007, "conditionalMean": 2.7575491013330007, "conditionalVariance": 0, "noise": 0, "td": 0.5606127246667496, "newValue": 2.2810282853662636 } }, { "k": 78, "Q": [ [ 2.2810282853662636, 2.428863062700607 ], [ 7.189301490909503, 3.2285889197813322 ] ], "visits": [ [ 20, 20 ], [ 19, 19 ] ], "alphaSums": [ [ 2.999999999999999, 2.999999999999999 ], [ 2.849999999999999, 2.849999999999999 ] ], "squareSums": [ [ 0.4500000000000001, 0.4500000000000001 ], [ 0.4275000000000001, 0.4275000000000001 ] ], "expected": [ [ 2.9430904501604855, 3.7514411927276026 ], [ 8.228100895700756, 3.9430904501604855 ] ], "delta": [ [ 0.662062164794222, 1.3225781300269954 ], [ 1.038799404791253, 0.7145015303791533 ] ], "residual": 1.3225781300269954, "residualBound": 6.612890650134979, "error": 5.75295511911758, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 2468468342, "after": 2483491489, "u": 0.5782329218927771 }, "visit": 20, "alpha": 0.15, "old": 2.195466922107608, "target": 3.7514411927276026, "conditionalMean": 3.7514411927276026, "conditionalVariance": 0, "noise": 0, "td": 1.5559742706199944, "newValue": 2.428863062700607 } }, { "k": 79, "Q": [ [ 2.2810282853662636, 2.428863062700607 ], [ 7.573622446182218, 3.2285889197813322 ] ], "visits": [ [ 20, 20 ], [ 20, 19 ] ], "alphaSums": [ [ 2.999999999999999, 2.999999999999999 ], [ 2.999999999999999, 2.849999999999999 ] ], "squareSums": [ [ 0.4500000000000001, 0.4500000000000001 ], [ 0.4500000000000001, 0.4275000000000001 ] ], "expected": [ [ 2.9430904501604855, 4.058897956945774 ], [ 8.412574954231658, 3.9430904501604855 ] ], "delta": [ [ 0.662062164794222, 1.630034894245167 ], [ 0.8389525080494407, 0.7145015303791533 ] ], "residual": 1.630034894245167, "residualBound": 8.150174471225837, "error": 5.75295511911758, "covered": 4, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 2483491489, "after": 3157407880, "u": 0.7351413089782 }, "visit": 20, "alpha": 0.15, "old": 7.189301490909503, "target": 9.751441192727603, "conditionalMean": 8.228100895700756, "conditionalVariance": 3.4808484908187625, "noise": 1.5233402970268468, "td": 2.5621397018181, "newValue": 7.573622446182218 } }, { "k": 80, "Q": [ [ 2.2810282853662636, 2.428863062700607 ], [ 7.573622446182218, 3.335764149338205 ] ], "visits": [ [ 20, 20 ], [ 20, 20 ] ], "alphaSums": [ [ 2.999999999999999, 2.999999999999999 ], [ 2.999999999999999, 2.999999999999999 ] ], "squareSums": [ [ 0.4500000000000001, 0.4500000000000001 ], [ 0.4500000000000001, 0.4500000000000001 ] ], "expected": [ [ 2.9430904501604855, 4.058897956945774 ], [ 8.412574954231658, 3.9430904501604855 ] ], "delta": [ [ 0.662062164794222, 1.630034894245167 ], [ 0.8389525080494407, 0.6073263008222805 ] ], "residual": 1.630034894245167, "residualBound": 8.150174471225837, "error": 5.75295511911758, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 3157407880, "after": 2672551481, "u": 0.6222518815193325 }, "visit": 20, "alpha": 0.15, "old": 3.2285889197813322, "target": 3.9430904501604855, "conditionalMean": 3.9430904501604855, "conditionalVariance": 0, "noise": 0, "td": 0.7145015303791533, "newValue": 3.335764149338205 } }, { "k": 81, "Q": [ [ 2.380337610085397, 2.428863062700607 ], [ 7.573622446182218, 3.335764149338205 ] ], "visits": [ [ 21, 20 ], [ 20, 20 ] ], "alphaSums": [ [ 3.149999999999999, 2.999999999999999 ], [ 2.999999999999999, 2.999999999999999 ] ], "squareSums": [ [ 0.47250000000000014, 0.4500000000000001 ], [ 0.4500000000000001, 0.4500000000000001 ] ], "expected": [ [ 2.9430904501604855, 4.058897956945774 ], [ 8.412574954231658, 3.9430904501604855 ] ], "delta": [ [ 0.5627528400750887, 1.630034894245167 ], [ 0.8389525080494407, 0.6073263008222805 ] ], "residual": 1.630034894245167, "residualBound": 8.150174471225837, "error": 5.75295511911758, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 2672551481, "after": 2451195935, "u": 0.5707135272677988 }, "visit": 21, "alpha": 0.15, "old": 2.2810282853662636, "target": 2.9430904501604855, "conditionalMean": 2.9430904501604855, "conditionalVariance": 0, "noise": 0, "td": 0.662062164794222, "newValue": 2.380337610085397 } }, { "k": 82, "Q": [ [ 2.380337610085397, 2.673368296837382 ], [ 7.573622446182218, 3.335764149338205 ] ], "visits": [ [ 21, 21 ], [ 20, 20 ] ], "alphaSums": [ [ 3.149999999999999, 3.149999999999999 ], [ 2.999999999999999, 2.999999999999999 ] ], "squareSums": [ [ 0.47250000000000014, 0.47250000000000014 ], [ 0.4500000000000001, 0.4500000000000001 ] ], "expected": [ [ 3.138694637469906, 4.058897956945774 ], [ 8.490816629155427, 4.138694637469905 ] ], "delta": [ [ 0.758357027384509, 1.385529660108392 ], [ 0.9171941829732093, 0.8029304881317003 ] ], "residual": 1.385529660108392, "residualBound": 6.927648300541962, "error": 5.508449884980805, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 2451195935, "after": 3089201139, "u": 0.7192606895696372 }, "visit": 21, "alpha": 0.15, "old": 2.428863062700607, "target": 4.058897956945774, "conditionalMean": 4.058897956945774, "conditionalVariance": 0, "noise": 0, "td": 1.630034894245167, "newValue": 2.673368296837382 } }, { "k": 83, "Q": [ [ 2.380337610085397, 2.673368296837382 ], [ 7.358383274875371, 3.335764149338205 ] ], "visits": [ [ 21, 21 ], [ 21, 20 ] ], "alphaSums": [ [ 3.149999999999999, 3.149999999999999 ], [ 3.149999999999999, 2.999999999999999 ] ], "squareSums": [ [ 0.47250000000000014, 0.47250000000000014 ], [ 0.47250000000000014, 0.4500000000000001 ] ], "expected": [ [ 3.138694637469906, 3.8867066199002975 ], [ 8.38750182692814, 4.138694637469905 ] ], "delta": [ [ 0.758357027384509, 1.2133383230629153 ], [ 1.0291185520527693, 0.8029304881317003 ] ], "residual": 1.2133383230629153, "residualBound": 6.0666916153145785, "error": 5.508449884980805, "covered": 4, "update": { "s": 1, "a": 0, "next": 0, "reward": 4, "random": { "before": 3089201139, "after": 1295306524, "u": 0.30158705171197653 }, "visit": 21, "alpha": 0.15, "old": 7.573622446182218, "target": 6.138694637469905, "conditionalMean": 8.490816629155427, "conditionalVariance": 3.688318575847109, "noise": -2.3521219916855216, "td": -1.4349278087123123, "newValue": 7.358383274875371 } }, { "k": 84, "Q": [ [ 2.380337610085397, 2.673368296837382 ], [ 7.358383274875371, 3.45620372255796 ] ], "visits": [ [ 21, 21 ], [ 21, 21 ] ], "alphaSums": [ [ 3.149999999999999, 3.149999999999999 ], [ 3.149999999999999, 3.149999999999999 ] ], "squareSums": [ [ 0.47250000000000014, 0.47250000000000014 ], [ 0.47250000000000014, 0.47250000000000014 ] ], "expected": [ [ 3.138694637469906, 3.8867066199002975 ], [ 8.38750182692814, 4.138694637469905 ] ], "delta": [ [ 0.758357027384509, 1.2133383230629153 ], [ 1.0291185520527693, 0.6824909149119454 ] ], "residual": 1.2133383230629153, "residualBound": 6.0666916153145785, "error": 5.508449884980805, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 1295306524, "after": 1312000919, "u": 0.30547401844523847 }, "visit": 21, "alpha": 0.15, "old": 3.335764149338205, "target": 4.138694637469905, "conditionalMean": 4.138694637469905, "conditionalVariance": 0, "noise": 0, "td": 0.8029304881317003, "newValue": 3.45620372255796 } }, { "k": 85, "Q": [ [ 2.494091164193073, 2.673368296837382 ], [ 7.358383274875371, 3.45620372255796 ] ], "visits": [ [ 22, 21 ], [ 21, 21 ] ], "alphaSums": [ [ 3.299999999999999, 3.149999999999999 ], [ 3.149999999999999, 3.149999999999999 ] ], "squareSums": [ [ 0.49500000000000016, 0.47250000000000014 ], [ 0.47250000000000014, 0.47250000000000014 ] ], "expected": [ [ 3.138694637469906, 3.8867066199002975 ], [ 8.38750182692814, 4.138694637469905 ] ], "delta": [ [ 0.6446034732768329, 1.2133383230629153 ], [ 1.0291185520527693, 0.6824909149119454 ] ], "residual": 1.2133383230629153, "residualBound": 6.0666916153145785, "error": 5.508449884980805, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 1312000919, "after": 3614438103, "u": 0.8415519499685615 }, "visit": 22, "alpha": 0.15, "old": 2.380337610085397, "target": 3.138694637469906, "conditionalMean": 3.138694637469906, "conditionalVariance": 0, "noise": 0, "td": 0.758357027384509, "newValue": 2.494091164193073 } }, { "k": 86, "Q": [ [ 2.494091164193073, 2.8553690452968197 ], [ 7.358383274875371, 3.45620372255796 ] ], "visits": [ [ 22, 22 ], [ 21, 21 ] ], "alphaSums": [ [ 3.299999999999999, 3.299999999999999 ], [ 3.149999999999999, 3.149999999999999 ] ], "squareSums": [ [ 0.49500000000000016, 0.49500000000000016 ], [ 0.47250000000000014, 0.47250000000000014 ] ], "expected": [ [ 3.284295236237456, 3.8867066199002975 ], [ 8.445742066435162, 4.2842952362374565 ] ], "delta": [ [ 0.790204072044383, 1.0313375746034779 ], [ 1.087358791559791, 0.8280915136794964 ] ], "residual": 1.087358791559791, "residualBound": 5.436793957798956, "error": 5.368889452397361, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 3614438103, "after": 261476333, "u": 0.06087970291264355 }, "visit": 22, "alpha": 0.15, "old": 2.673368296837382, "target": 3.8867066199002975, "conditionalMean": 3.8867066199002975, "conditionalVariance": 0, "noise": 0, "td": 1.2133383230629153, "newValue": 2.8553690452968197 } }, { "k": 87, "Q": [ [ 2.494091164193073, 2.8553690452968197 ], [ 7.737631776629111, 3.45620372255796 ] ], "visits": [ [ 22, 22 ], [ 22, 21 ] ], "alphaSums": [ [ 3.299999999999999, 3.299999999999999 ], [ 3.299999999999999, 3.149999999999999 ] ], "squareSums": [ [ 0.49500000000000016, 0.49500000000000016 ], [ 0.49500000000000016, 0.47250000000000014 ] ], "expected": [ [ 3.284295236237456, 4.190105421303289 ], [ 8.627781347276956, 4.2842952362374565 ] ], "delta": [ [ 0.790204072044383, 1.3347363760064694 ], [ 0.8901495706478455, 0.8280915136794964 ] ], "residual": 1.3347363760064694, "residualBound": 6.6736818800323485, "error": 5.326449136521367, "covered": 4, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 261476333, "after": 2070851577, "u": 0.48215770558454096 }, "visit": 22, "alpha": 0.15, "old": 7.358383274875371, "target": 9.886706619900298, "conditionalMean": 8.445742066435162, "conditionalVariance": 3.114568266514472, "noise": 1.440964553465136, "td": 2.528323345024927, "newValue": 7.737631776629111 } }, { "k": 88, "Q": [ [ 2.494091164193073, 2.8553690452968197 ], [ 7.737631776629111, 3.5804174496098846 ] ], "visits": [ [ 22, 22 ], [ 22, 22 ] ], "alphaSums": [ [ 3.299999999999999, 3.299999999999999 ], [ 3.299999999999999, 3.299999999999999 ] ], "squareSums": [ [ 0.49500000000000016, 0.49500000000000016 ], [ 0.49500000000000016, 0.49500000000000016 ] ], "expected": [ [ 3.284295236237456, 4.190105421303289 ], [ 8.627781347276956, 4.2842952362374565 ] ], "delta": [ [ 0.790204072044383, 1.3347363760064694 ], [ 0.8901495706478455, 0.7038777866275718 ] ], "residual": 1.3347363760064694, "residualBound": 6.6736818800323485, "error": 5.326449136521367, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 2070851577, "after": 2091568785, "u": 0.48698130645789206 }, "visit": 22, "alpha": 0.15, "old": 3.45620372255796, "target": 4.2842952362374565, "conditionalMean": 4.2842952362374565, "conditionalVariance": 0, "noise": 0, "td": 0.8280915136794964, "newValue": 3.5804174496098846 } }, { "k": 89, "Q": [ [ 2.6126217749997305, 2.8553690452968197 ], [ 7.737631776629111, 3.5804174496098846 ] ], "visits": [ [ 23, 22 ], [ 22, 22 ] ], "alphaSums": [ [ 3.449999999999999, 3.299999999999999 ], [ 3.299999999999999, 3.299999999999999 ] ], "squareSums": [ [ 0.5175000000000002, 0.49500000000000016 ], [ 0.49500000000000016, 0.49500000000000016 ] ], "expected": [ [ 3.284295236237456, 4.190105421303289 ], [ 8.627781347276956, 4.2842952362374565 ] ], "delta": [ [ 0.6716734612377255, 1.3347363760064694 ], [ 0.8901495706478455, 0.7038777866275718 ] ], "residual": 1.3347363760064694, "residualBound": 6.6736818800323485, "error": 5.326449136521367, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 2091568785, "after": 2322037133, "u": 0.5406414002645761 }, "visit": 23, "alpha": 0.15, "old": 2.494091164193073, "target": 3.284295236237456, "conditionalMean": 3.284295236237456, "conditionalVariance": 0, "noise": 0, "td": 0.790204072044383, "newValue": 2.6126217749997305 } }, { "k": 90, "Q": [ [ 2.6126217749997305, 3.0555795016977902 ], [ 7.737631776629111, 3.5804174496098846 ] ], "visits": [ [ 23, 23 ], [ 22, 22 ] ], "alphaSums": [ [ 3.449999999999999, 3.449999999999999 ], [ 3.299999999999999, 3.299999999999999 ] ], "squareSums": [ [ 0.5175000000000002, 0.5175000000000002 ], [ 0.49500000000000016, 0.49500000000000016 ] ], "expected": [ [ 3.4444636013582324, 4.190105421303289 ], [ 8.691848693325266, 4.444463601358232 ] ], "delta": [ [ 0.8318418263585019, 1.1345259196054989 ], [ 0.9542169166961552, 0.8640461517483478 ] ], "residual": 1.1345259196054989, "residualBound": 5.672629598027496, "error": 5.126238680120396, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 2322037133, "after": 3482030054, "u": 0.8107232986949384 }, "visit": 23, "alpha": 0.15, "old": 2.8553690452968197, "target": 4.190105421303289, "conditionalMean": 4.190105421303289, "conditionalVariance": 0, "noise": 0, "td": 1.3347363760064694, "newValue": 3.0555795016977902 } }, { "k": 91, "Q": [ [ 2.6126217749997305, 3.0555795016977902 ], [ 8.105502823330237, 3.5804174496098846 ] ], "visits": [ [ 23, 23 ], [ 23, 22 ] ], "alphaSums": [ [ 3.449999999999999, 3.449999999999999 ], [ 3.449999999999999, 3.299999999999999 ] ], "squareSums": [ [ 0.5175000000000002, 0.5175000000000002 ], [ 0.5175000000000002, 0.49500000000000016 ] ], "expected": [ [ 3.4444636013582324, 4.48440225866419 ], [ 8.868426795741808, 4.444463601358232 ] ], "delta": [ [ 0.8318418263585019, 1.4288227569663996 ], [ 0.7629239724115706, 0.8640461517483478 ] ], "residual": 1.4288227569663996, "residualBound": 7.144113784831999, "error": 5.126238680120396, "covered": 4, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 3482030054, "after": 1888815997, "u": 0.4397742443252355 }, "visit": 23, "alpha": 0.15, "old": 7.737631776629111, "target": 10.19010542130329, "conditionalMean": 8.691848693325266, "conditionalVariance": 3.367159834397117, "noise": 1.4982567279780241, "td": 2.4524736446741793, "newValue": 8.105502823330237 } }, { "k": 92, "Q": [ [ 2.6126217749997305, 3.0555795016977902 ], [ 8.105502823330237, 3.710024372372137 ] ], "visits": [ [ 23, 23 ], [ 23, 23 ] ], "alphaSums": [ [ 3.449999999999999, 3.449999999999999 ], [ 3.449999999999999, 3.449999999999999 ] ], "squareSums": [ [ 0.5175000000000002, 0.5175000000000002 ], [ 0.5175000000000002, 0.5175000000000002 ] ], "expected": [ [ 3.4444636013582324, 4.48440225866419 ], [ 8.868426795741808, 4.444463601358232 ] ], "delta": [ [ 0.8318418263585019, 1.4288227569663996 ], [ 0.7629239724115706, 0.7344392289860955 ] ], "residual": 1.4288227569663996, "residualBound": 7.144113784831999, "error": 5.126238680120396, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 1888815997, "after": 4003640192, "u": 0.9321701228618622 }, "visit": 23, "alpha": 0.15, "old": 3.5804174496098846, "target": 4.444463601358232, "conditionalMean": 4.444463601358232, "conditionalVariance": 0, "noise": 0, "td": 0.8640461517483478, "newValue": 3.710024372372137 } }, { "k": 93, "Q": [ [ 2.737398048953506, 3.0555795016977902 ], [ 8.105502823330237, 3.710024372372137 ] ], "visits": [ [ 24, 23 ], [ 23, 23 ] ], "alphaSums": [ [ 3.5999999999999988, 3.449999999999999 ], [ 3.449999999999999, 3.449999999999999 ] ], "squareSums": [ [ 0.5400000000000001, 0.5175000000000002 ], [ 0.5175000000000002, 0.5175000000000002 ] ], "expected": [ [ 3.4444636013582324, 4.48440225866419 ], [ 8.868426795741808, 4.444463601358232 ] ], "delta": [ [ 0.7070655524047265, 1.4288227569663996 ], [ 0.7629239724115706, 0.7344392289860955 ] ], "residual": 1.4288227569663996, "residualBound": 7.144113784831999, "error": 5.126238680120396, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 4003640192, "after": 2727285449, "u": 0.6349956265185028 }, "visit": 24, "alpha": 0.15, "old": 2.6126217749997305, "target": 3.4444636013582324, "conditionalMean": 3.4444636013582324, "conditionalVariance": 0, "noise": 0, "td": 0.8318418263585019, "newValue": 2.737398048953506 } }, { "k": 94, "Q": [ [ 2.737398048953506, 3.26990291524275 ], [ 8.105502823330237, 3.710024372372137 ] ], "visits": [ [ 24, 24 ], [ 23, 23 ] ], "alphaSums": [ [ 3.5999999999999988, 3.5999999999999988 ], [ 3.449999999999999, 3.449999999999999 ] ], "squareSums": [ [ 0.5400000000000001, 0.5400000000000001 ], [ 0.5175000000000002, 0.5175000000000002 ] ], "expected": [ [ 3.6159223321942005, 4.48440225866419 ], [ 8.937010288076195, 4.6159223321942005 ] ], "delta": [ [ 0.8785242832406945, 1.2144993434214397 ], [ 0.8315074647459575, 0.9058979598220636 ] ], "residual": 1.2144993434214397, "residualBound": 6.0724967171072, "error": 4.911915266575437, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 2727285449, "after": 1511278306, "u": 0.35187190072610974 }, "visit": 24, "alpha": 0.15, "old": 3.0555795016977902, "target": 4.48440225866419, "conditionalMean": 4.48440225866419, "conditionalVariance": 0, "noise": 0, "td": 1.4288227569663996, "newValue": 3.26990291524275 } }, { "k": 95, "Q": [ [ 2.737398048953506, 3.26990291524275 ], [ 8.46233773863033, 3.710024372372137 ] ], "visits": [ [ 24, 24 ], [ 24, 23 ] ], "alphaSums": [ [ 3.5999999999999988, 3.5999999999999988 ], [ 3.5999999999999988, 3.449999999999999 ] ], "squareSums": [ [ 0.5400000000000001, 0.5400000000000001 ], [ 0.5400000000000001, 0.5175000000000002 ] ], "expected": [ [ 3.6159223321942005, 4.769870190904264 ], [ 9.108291047420238, 4.6159223321942005 ] ], "delta": [ [ 0.8785242832406945, 1.4999672756615139 ], [ 0.6459533087899079, 0.9058979598220636 ] ], "residual": 1.4999672756615139, "residualBound": 7.499836378307571, "error": 4.911915266575437, "covered": 4, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 1511278306, "after": 2344984390, "u": 0.5459842248819768 }, "visit": 24, "alpha": 0.15, "old": 8.105502823330237, "target": 10.48440225866419, "conditionalMean": 8.937010288076195, "conditionalVariance": 3.5916328659603027, "noise": 1.547391970587995, "td": 2.3788994353339525, "newValue": 8.46233773863033 } }, { "k": 96, "Q": [ [ 2.737398048953506, 3.26990291524275 ], [ 8.46233773863033, 3.8459090663454463 ] ], "visits": [ [ 24, 24 ], [ 24, 24 ] ], "alphaSums": [ [ 3.5999999999999988, 3.5999999999999988 ], [ 3.5999999999999988, 3.5999999999999988 ] ], "squareSums": [ [ 0.5400000000000001, 0.5400000000000001 ], [ 0.5400000000000001, 0.5400000000000001 ] ], "expected": [ [ 3.6159223321942005, 4.769870190904264 ], [ 9.108291047420238, 4.6159223321942005 ] ], "delta": [ [ 0.8785242832406945, 1.4999672756615139 ], [ 0.6459533087899079, 0.7700132658487542 ] ], "residual": 1.4999672756615139, "residualBound": 7.499836378307571, "error": 4.911915266575437, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 2344984390, "after": 1032137040, "u": 0.24031313136219978 }, "visit": 24, "alpha": 0.15, "old": 3.710024372372137, "target": 4.6159223321942005, "conditionalMean": 4.6159223321942005, "conditionalVariance": 0, "noise": 0, "td": 0.9058979598220636, "newValue": 3.8459090663454463 } }, { "k": 97, "Q": [ [ 2.86917669143961, 3.26990291524275 ], [ 8.46233773863033, 3.8459090663454463 ] ], "visits": [ [ 25, 24 ], [ 24, 24 ] ], "alphaSums": [ [ 3.7499999999999987, 3.5999999999999988 ], [ 3.5999999999999988, 3.5999999999999988 ] ], "squareSums": [ [ 0.5625000000000001, 0.5400000000000001 ], [ 0.5400000000000001, 0.5400000000000001 ] ], "expected": [ [ 3.6159223321942005, 4.769870190904264 ], [ 9.108291047420238, 4.6159223321942005 ] ], "delta": [ [ 0.7467456407545905, 1.4999672756615139 ], [ 0.6459533087899079, 0.7700132658487542 ] ], "residual": 1.4999672756615139, "residualBound": 7.499836378307571, "error": 4.911915266575437, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 1032137040, "after": 2370029031, "u": 0.5518153847660869 }, "visit": 25, "alpha": 0.15, "old": 2.737398048953506, "target": 3.6159223321942005, "conditionalMean": 3.6159223321942005, "conditionalVariance": 0, "noise": 0, "td": 0.8785242832406945, "newValue": 2.86917669143961 } }, { "k": 98, "Q": [ [ 2.86917669143961, 3.4948980065919772 ], [ 8.46233773863033, 3.8459090663454463 ] ], "visits": [ [ 25, 25 ], [ 24, 24 ] ], "alphaSums": [ [ 3.7499999999999987, 3.7499999999999987 ], [ 3.5999999999999988, 3.5999999999999988 ] ], "squareSums": [ [ 0.5625000000000001, 0.5625000000000001 ], [ 0.5400000000000001, 0.5400000000000001 ] ], "expected": [ [ 3.795918405273582, 4.769870190904264 ], [ 9.180289476651993, 4.795918405273582 ] ], "delta": [ [ 0.9267417138339722, 1.2749721843122868 ], [ 0.7179517380216627, 0.9500093389281359 ] ], "residual": 1.2749721843122868, "residualBound": 6.374860921561435, "error": 4.699545479109102, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 2370029031, "after": 1242872856, "u": 0.2893788870424032 }, "visit": 25, "alpha": 0.15, "old": 3.26990291524275, "target": 4.769870190904264, "conditionalMean": 4.769870190904264, "conditionalVariance": 0, "noise": 0, "td": 1.4999672756615139, "newValue": 3.4948980065919772 } }, { "k": 99, "Q": [ [ 2.86917669143961, 3.4948980065919772 ], [ 8.808467606471421, 3.8459090663454463 ] ], "visits": [ [ 25, 25 ], [ 25, 24 ] ], "alphaSums": [ [ 3.7499999999999987, 3.7499999999999987 ], [ 3.7499999999999987, 3.5999999999999988 ] ], "squareSums": [ [ 0.5625000000000001, 0.5625000000000001 ], [ 0.5625000000000001, 0.5400000000000001 ] ], "expected": [ [ 3.795918405273582, 5.046774085177137 ], [ 9.346431813215716, 4.795918405273582 ] ], "delta": [ [ 0.9267417138339722, 1.5518760785851602 ], [ 0.5379642067442951, 0.9500093389281359 ] ], "residual": 1.5518760785851602, "residualBound": 7.759380392925802, "error": 4.699545479109102, "covered": 4, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 1242872856, "after": 1869449395, "u": 0.43526510591618717 }, "visit": 25, "alpha": 0.15, "old": 8.46233773863033, "target": 10.769870190904264, "conditionalMean": 9.180289476651993, "conditionalVariance": 3.7901502706841494, "noise": 1.5895807142522713, "td": 2.307532452273934, "newValue": 8.808467606471421 } }, { "k": 100, "Q": [ [ 2.86917669143961, 3.4948980065919772 ], [ 8.808467606471421, 3.9884104671846665 ] ], "visits": [ [ 25, 25 ], [ 25, 25 ] ], "alphaSums": [ [ 3.7499999999999987, 3.7499999999999987 ], [ 3.7499999999999987, 3.7499999999999987 ] ], "squareSums": [ [ 0.5625000000000001, 0.5625000000000001 ], [ 0.5625000000000001, 0.5625000000000001 ] ], "expected": [ [ 3.795918405273582, 5.046774085177137 ], [ 9.346431813215716, 4.795918405273582 ] ], "delta": [ [ 0.9267417138339722, 1.5518760785851602 ], [ 0.5379642067442951, 0.8075079380889156 ] ], "residual": 1.5518760785851602, "residualBound": 7.759380392925802, "error": 4.686920175226209, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 1869449395, "after": 285963854, "u": 0.0665811481885612 }, "visit": 25, "alpha": 0.15, "old": 3.8459090663454463, "target": 4.795918405273582, "conditionalMean": 4.795918405273582, "conditionalVariance": 0, "noise": 0, "td": 0.9500093389281359, "newValue": 3.9884104671846665 } }, { "k": 101, "Q": [ [ 3.008187948514706, 3.4948980065919772 ], [ 8.808467606471421, 3.9884104671846665 ] ], "visits": [ [ 26, 25 ], [ 25, 25 ] ], "alphaSums": [ [ 3.8999999999999986, 3.7499999999999987 ], [ 3.7499999999999987, 3.7499999999999987 ] ], "squareSums": [ [ 0.5850000000000001, 0.5625000000000001 ], [ 0.5625000000000001, 0.5625000000000001 ] ], "expected": [ [ 3.795918405273582, 5.046774085177137 ], [ 9.346431813215716, 4.795918405273582 ] ], "delta": [ [ 0.7877304567588763, 1.5518760785851602 ], [ 0.5379642067442951, 0.8075079380889156 ] ], "residual": 1.5518760785851602, "residualBound": 7.759380392925802, "error": 4.686920175226209, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 285963854, "after": 2274606159, "u": 0.5295980160590261 }, "visit": 26, "alpha": 0.15, "old": 2.86917669143961, "target": 3.795918405273582, "conditionalMean": 3.795918405273582, "conditionalVariance": 0, "noise": 0, "td": 0.9267417138339722, "newValue": 3.008187948514706 } }, { "k": 102, "Q": [ [ 3.008187948514706, 3.7276794183797515 ], [ 8.808467606471421, 3.9884104671846665 ] ], "visits": [ [ 26, 26 ], [ 25, 25 ] ], "alphaSums": [ [ 3.8999999999999986, 3.8999999999999986 ], [ 3.7499999999999987, 3.7499999999999987 ] ], "squareSums": [ [ 0.5850000000000001, 0.5850000000000001 ], [ 0.5625000000000001, 0.5625000000000001 ] ], "expected": [ [ 3.9821435347038014, 5.046774085177137 ], [ 9.420921864987804, 4.982143534703802 ] ], "delta": [ [ 0.9739555861890956, 1.319094666797386 ], [ 0.612454258516383, 0.9937330675191354 ] ], "residual": 1.319094666797386, "residualBound": 6.595473333986932, "error": 4.5570440782698824, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 2274606159, "after": 4083067906, "u": 0.9506633286364377 }, "visit": 26, "alpha": 0.15, "old": 3.4948980065919772, "target": 5.046774085177137, "conditionalMean": 5.046774085177137, "conditionalVariance": 0, "noise": 0, "td": 1.5518760785851602, "newValue": 3.7276794183797515 } }, { "k": 103, "Q": [ [ 3.008187948514706, 3.7276794183797515 ], [ 9.144213578277279, 3.9884104671846665 ] ], "visits": [ [ 26, 26 ], [ 26, 25 ] ], "alphaSums": [ [ 3.8999999999999986, 3.8999999999999986 ], [ 3.8999999999999986, 3.7499999999999987 ] ], "squareSums": [ [ 0.5850000000000001, 0.5850000000000001 ], [ 0.5850000000000001, 0.5625000000000001 ] ], "expected": [ [ 3.9821435347038014, 5.3153708626218235 ], [ 9.582079931454615, 4.982143534703802 ] ], "delta": [ [ 0.9739555861890956, 1.587691444242072 ], [ 0.4378663531773359, 0.9937330675191354 ] ], "residual": 1.587691444242072, "residualBound": 7.938457221210362, "error": 4.5570440782698824, "covered": 4, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 4083067906, "after": 4244705997, "u": 0.9882976294029504 }, "visit": 26, "alpha": 0.15, "old": 8.808467606471421, "target": 11.046774085177137, "conditionalMean": 9.420921864987804, "conditionalVariance": 3.9650931628418817, "noise": 1.6258522201893335, "td": 2.2383064787057165, "newValue": 9.144213578277279 } }, { "k": 104, "Q": [ [ 3.008187948514706, 3.7276794183797515 ], [ 9.144213578277279, 4.137470427312537 ] ], "visits": [ [ 26, 26 ], [ 26, 26 ] ], "alphaSums": [ [ 3.8999999999999986, 3.8999999999999986 ], [ 3.8999999999999986, 3.8999999999999986 ] ], "squareSums": [ [ 0.5850000000000001, 0.5850000000000001 ], [ 0.5850000000000001, 0.5850000000000001 ] ], "expected": [ [ 3.9821435347038014, 5.3153708626218235 ], [ 9.582079931454615, 4.982143534703802 ] ], "delta": [ [ 0.9739555861890956, 1.587691444242072 ], [ 0.4378663531773359, 0.844673107391265 ] ], "residual": 1.587691444242072, "residualBound": 7.938457221210362, "error": 4.537266596939842, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 4244705997, "after": 876835137, "u": 0.20415408932603896 }, "visit": 26, "alpha": 0.15, "old": 3.9884104671846665, "target": 4.982143534703802, "conditionalMean": 4.982143534703802, "conditionalVariance": 0, "noise": 0, "td": 0.9937330675191354, "newValue": 4.137470427312537 } }, { "k": 105, "Q": [ [ 3.1542812864430703, 3.7276794183797515 ], [ 9.144213578277279, 4.137470427312537 ] ], "visits": [ [ 27, 26 ], [ 26, 26 ] ], "alphaSums": [ [ 4.049999999999999, 3.8999999999999986 ], [ 3.8999999999999986, 3.8999999999999986 ] ], "squareSums": [ [ 0.6075, 0.5850000000000001 ], [ 0.5850000000000001, 0.5850000000000001 ] ], "expected": [ [ 3.9821435347038014, 5.3153708626218235 ], [ 9.582079931454615, 4.982143534703802 ] ], "delta": [ [ 0.8278622482607312, 1.587691444242072 ], [ 0.4378663531773359, 0.844673107391265 ] ], "residual": 1.587691444242072, "residualBound": 7.938457221210362, "error": 4.4541387634384355, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 876835137, "after": 386200308, "u": 0.0899192662909627 }, "visit": 27, "alpha": 0.15, "old": 3.008187948514706, "target": 3.9821435347038014, "conditionalMean": 3.9821435347038014, "conditionalVariance": 0, "noise": 0, "td": 0.9739555861890956, "newValue": 3.1542812864430703 } }, { "k": 106, "Q": [ [ 3.1542812864430703, 3.9658331350160623 ], [ 9.144213578277279, 4.137470427312537 ] ], "visits": [ [ 27, 27 ], [ 26, 26 ] ], "alphaSums": [ [ 4.049999999999999, 4.049999999999999 ], [ 3.8999999999999986, 3.8999999999999986 ] ], "squareSums": [ [ 0.6075, 0.6075 ], [ 0.5850000000000001, 0.5850000000000001 ] ], "expected": [ [ 4.17266650801285, 5.3153708626218235 ], [ 9.658289120778235, 5.17266650801285 ] ], "delta": [ [ 1.0183852215697797, 1.3495377276057612 ], [ 0.5140755425009562, 1.035196080700313 ] ], "residual": 1.3495377276057612, "residualBound": 6.747688638028808, "error": 4.407984118142012, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 386200308, "after": 2719808889, "u": 0.6332548542413861 }, "visit": 27, "alpha": 0.15, "old": 3.7276794183797515, "target": 5.3153708626218235, "conditionalMean": 5.3153708626218235, "conditionalVariance": 0, "noise": 0, "td": 1.587691444242072, "newValue": 3.9658331350160623 } }, { "k": 107, "Q": [ [ 3.1542812864430703, 3.9658331350160623 ], [ 9.46988717092896, 4.137470427312537 ] ], "visits": [ [ 27, 27 ], [ 27, 26 ] ], "alphaSums": [ [ 4.049999999999999, 4.049999999999999 ], [ 4.049999999999999, 3.8999999999999986 ] ], "squareSums": [ [ 0.6075, 0.6075 ], [ 0.6075, 0.5850000000000001 ] ], "expected": [ [ 4.17266650801285, 5.575909736743168 ], [ 9.81461244525104, 5.17266650801285 ] ], "delta": [ [ 1.0183852215697797, 1.6100766017271058 ], [ 0.3447252743220801, 1.035196080700313 ] ], "residual": 1.6100766017271058, "residualBound": 8.050383008635531, "error": 4.407984118142012, "covered": 4, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 2719808889, "after": 2345383840, "u": 0.5460772290825844 }, "visit": 27, "alpha": 0.15, "old": 9.144213578277279, "target": 11.315370862621823, "conditionalMean": 9.658289120778235, "conditionalVariance": 4.118879848727078, "noise": 1.6570817418435873, "td": 2.1711572843445435, "newValue": 9.46988717092896 } }, { "k": 108, "Q": [ [ 3.1542812864430703, 3.9658331350160623 ], [ 9.46988717092896, 4.292749839417584 ] ], "visits": [ [ 27, 27 ], [ 27, 27 ] ], "alphaSums": [ [ 4.049999999999999, 4.049999999999999 ], [ 4.049999999999999, 4.049999999999999 ] ], "squareSums": [ [ 0.6075, 0.6075 ], [ 0.6075, 0.6075 ] ], "expected": [ [ 4.17266650801285, 5.575909736743168 ], [ 9.81461244525104, 5.17266650801285 ] ], "delta": [ [ 1.0183852215697797, 1.6100766017271058 ], [ 0.3447252743220801, 0.879916668595266 ] ], "residual": 1.6100766017271058, "residualBound": 8.050383008635531, "error": 4.391173259011478, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 2345383840, "after": 1522986719, "u": 0.3545979780610651 }, "visit": 27, "alpha": 0.15, "old": 4.137470427312537, "target": 5.17266650801285, "conditionalMean": 5.17266650801285, "conditionalVariance": 0, "noise": 0, "td": 1.035196080700313, "newValue": 4.292749839417584 } }, { "k": 109, "Q": [ [ 3.3070390696785372, 3.9658331350160623 ], [ 9.46988717092896, 4.292749839417584 ] ], "visits": [ [ 28, 27 ], [ 27, 27 ] ], "alphaSums": [ [ 4.199999999999999, 4.049999999999999 ], [ 4.049999999999999, 4.049999999999999 ] ], "squareSums": [ [ 0.63, 0.6075 ], [ 0.6075, 0.6075 ] ], "expected": [ [ 4.17266650801285, 5.575909736743168 ], [ 9.81461244525104, 5.17266650801285 ] ], "delta": [ [ 0.8656274383343128, 1.6100766017271058 ], [ 0.3447252743220801, 0.879916668595266 ] ], "residual": 1.6100766017271058, "residualBound": 8.050383008635531, "error": 4.2527047060369645, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 1522986719, "after": 1689577329, "u": 0.39338537701405585 }, "visit": 28, "alpha": 0.15, "old": 3.1542812864430703, "target": 4.17266650801285, "conditionalMean": 4.17266650801285, "conditionalVariance": 0, "noise": 0, "td": 1.0183852215697797, "newValue": 3.3070390696785372 } }, { "k": 110, "Q": [ [ 3.3070390696785372, 4.2073446252751285 ], [ 9.46988717092896, 4.292749839417584 ] ], "visits": [ [ 28, 28 ], [ 27, 27 ] ], "alphaSums": [ [ 4.199999999999999, 4.199999999999999 ], [ 4.049999999999999, 4.049999999999999 ] ], "squareSums": [ [ 0.63, 0.63 ], [ 0.6075, 0.6075 ] ], "expected": [ [ 4.365875700220103, 5.575909736743168 ], [ 9.891896122133943, 5.365875700220103 ] ], "delta": [ [ 1.058836630541566, 1.3685651114680395 ], [ 0.42200895120498316, 1.0731258608025191 ] ], "residual": 1.3685651114680395, "residualBound": 6.842825557340199, "error": 4.2527047060369645, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 1689577329, "after": 4077768924, "u": 0.9494295632466674 }, "visit": 28, "alpha": 0.15, "old": 3.9658331350160623, "target": 5.575909736743168, "conditionalMean": 5.575909736743168, "conditionalVariance": 0, "noise": 0, "td": 1.6100766017271058, "newValue": 4.2073446252751285 } }, { "k": 111, "Q": [ [ 3.3070390696785372, 4.2073446252751285 ], [ 9.785790555801091, 4.292749839417584 ] ], "visits": [ [ 28, 28 ], [ 28, 27 ] ], "alphaSums": [ [ 4.199999999999999, 4.199999999999999 ], [ 4.199999999999999, 4.049999999999999 ] ], "squareSums": [ [ 0.63, 0.63 ], [ 0.63, 0.6075 ] ], "expected": [ [ 4.365875700220103, 5.828632444640873 ], [ 10.043529746872565, 5.365875700220103 ] ], "delta": [ [ 1.058836630541566, 1.6212878193657447 ], [ 0.25773919107147414, 1.0731258608025191 ] ], "residual": 1.6212878193657447, "residualBound": 8.106439096828726, "error": 4.2527047060369645, "covered": 4, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 4077768924, "after": 1809383095, "u": 0.42127983062528074 }, "visit": 28, "alpha": 0.15, "old": 9.46988717092896, "target": 11.575909736743167, "conditionalMean": 9.891896122133943, "conditionalVariance": 4.253852781283848, "noise": 1.6840136146092242, "td": 2.1060225658142073, "newValue": 9.785790555801091 } }, { "k": 112, "Q": [ [ 3.3070390696785372, 4.2073446252751285 ], [ 9.785790555801091, 4.453718718537962 ] ], "visits": [ [ 28, 28 ], [ 28, 28 ] ], "alphaSums": [ [ 4.199999999999999, 4.199999999999999 ], [ 4.199999999999999, 4.199999999999999 ] ], "squareSums": [ [ 0.63, 0.63 ], [ 0.63, 0.63 ] ], "expected": [ [ 4.365875700220103, 5.828632444640873 ], [ 10.043529746872565, 5.365875700220103 ] ], "delta": [ [ 1.058836630541566, 1.6212878193657447 ], [ 0.25773919107147414, 0.9121569816821413 ] ], "residual": 1.6212878193657447, "residualBound": 8.106439096828726, "error": 4.238415475776011, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 1809383095, "after": 4123701936, "u": 0.9601241759955883 }, "visit": 28, "alpha": 0.15, "old": 4.292749839417584, "target": 5.365875700220103, "conditionalMean": 5.365875700220103, "conditionalVariance": 0, "noise": 0, "td": 1.0731258608025191, "newValue": 4.453718718537962 } }, { "k": 113, "Q": [ [ 3.465864564259772, 4.2073446252751285 ], [ 9.785790555801091, 4.453718718537962 ] ], "visits": [ [ 29, 28 ], [ 28, 28 ] ], "alphaSums": [ [ 4.35, 4.199999999999999 ], [ 4.199999999999999, 4.199999999999999 ] ], "squareSums": [ [ 0.6525, 0.63 ], [ 0.63, 0.63 ] ], "expected": [ [ 4.365875700220103, 5.828632444640873 ], [ 10.043529746872565, 5.365875700220103 ] ], "delta": [ [ 0.9000111359603311, 1.6212878193657447 ], [ 0.25773919107147414, 0.9121569816821413 ] ], "residual": 1.6212878193657447, "residualBound": 8.106439096828726, "error": 4.091735826916587, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 4123701936, "after": 3489696958, "u": 0.8125083888880908 }, "visit": 29, "alpha": 0.15, "old": 3.3070390696785372, "target": 4.365875700220103, "conditionalMean": 4.365875700220103, "conditionalVariance": 0, "noise": 0, "td": 1.058836630541566, "newValue": 3.465864564259772 } }, { "k": 114, "Q": [ [ 3.465864564259772, 4.45053779817999 ], [ 9.785790555801091, 4.453718718537962 ] ], "visits": [ [ 29, 29 ], [ 28, 28 ] ], "alphaSums": [ [ 4.35, 4.35 ], [ 4.199999999999999, 4.199999999999999 ] ], "squareSums": [ [ 0.6525, 0.6525 ], [ 0.63, 0.63 ] ], "expected": [ [ 4.560430238543992, 5.828632444640873 ], [ 10.121351562202122, 5.560430238543992 ] ], "delta": [ [ 1.0945656742842198, 1.378094646460883 ], [ 0.33556100640103104, 1.10671152000603 ] ], "residual": 1.378094646460883, "residualBound": 6.890473232304417, "error": 4.091735826916587, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 3489696958, "after": 4084376277, "u": 0.9509679574985057 }, "visit": 29, "alpha": 0.15, "old": 4.2073446252751285, "target": 5.828632444640873, "conditionalMean": 5.828632444640873, "conditionalVariance": 0, "noise": 0, "td": 1.6212878193657447, "newValue": 4.45053779817999 } }, { "k": 115, "Q": [ [ 3.465864564259772, 4.45053779817999 ], [ 9.451986508212526, 4.453718718537962 ] ], "visits": [ [ 29, 29 ], [ 29, 28 ] ], "alphaSums": [ [ 4.35, 4.35 ], [ 4.35, 4.199999999999999 ] ], "squareSums": [ [ 0.6525, 0.6525 ], [ 0.6525, 0.63 ] ], "expected": [ [ 4.560430238543992, 5.561589206570021 ], [ 9.96112561935961, 5.560430238543992 ] ], "delta": [ [ 1.0945656742842198, 1.111051408390031 ], [ 0.5091391111470838, 1.10671152000603 ] ], "residual": 1.111051408390031, "residualBound": 5.5552570419501555, "error": 4.091735826916587, "covered": 4, "update": { "s": 1, "a": 0, "next": 0, "reward": 4, "random": { "before": 4084376277, "after": 1109555553, "u": 0.25833853357471526 }, "visit": 29, "alpha": 0.15, "old": 9.785790555801091, "target": 7.560430238543992, "conditionalMean": 10.121351562202122, "conditionalVariance": 4.372212017311268, "noise": -2.56092132365813, "td": -2.225360317257099, "newValue": 9.451986508212526 } }, { "k": 116, "Q": [ [ 3.465864564259772, 4.45053779817999 ], [ 9.451986508212526, 4.619725446538866 ] ], "visits": [ [ 29, 29 ], [ 29, 29 ] ], "alphaSums": [ [ 4.35, 4.35 ], [ 4.35, 4.35 ] ], "squareSums": [ [ 0.6525, 0.6525 ], [ 0.6525, 0.6525 ] ], "expected": [ [ 4.560430238543992, 5.561589206570021 ], [ 9.96112561935961, 5.560430238543992 ] ], "delta": [ [ 1.0945656742842198, 1.111051408390031 ], [ 0.5091391111470838, 0.9407047920051257 ] ], "residual": 1.111051408390031, "residualBound": 5.5552570419501555, "error": 4.0795899811947764, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 1109555553, "after": 2898633510, "u": 0.6748907058499753 }, "visit": 29, "alpha": 0.15, "old": 4.453718718537962, "target": 5.560430238543992, "conditionalMean": 5.560430238543992, "conditionalVariance": 0, "noise": 0, "td": 1.10671152000603, "newValue": 4.619725446538866 } }, { "k": 117, "Q": [ [ 3.630049415402405, 4.45053779817999 ], [ 9.451986508212526, 4.619725446538866 ] ], "visits": [ [ 30, 29 ], [ 29, 29 ] ], "alphaSums": [ [ 4.5, 4.35 ], [ 4.35, 4.35 ] ], "squareSums": [ [ 0.6749999999999999, 0.6525 ], [ 0.6525, 0.6525 ] ], "expected": [ [ 4.560430238543992, 5.561589206570021 ], [ 9.96112561935961, 5.560430238543992 ] ], "delta": [ [ 0.9303808231415869, 1.111051408390031 ], [ 0.5091391111470838, 0.9407047920051257 ] ], "residual": 1.111051408390031, "residualBound": 5.5552570419501555, "error": 3.9257290989156823, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 2898633510, "after": 210534838, "u": 0.04901896184310317 }, "visit": 30, "alpha": 0.15, "old": 3.465864564259772, "target": 4.560430238543992, "conditionalMean": 4.560430238543992, "conditionalVariance": 0, "noise": 0, "td": 1.0945656742842198, "newValue": 3.630049415402405 } }, { "k": 118, "Q": [ [ 3.630049415402405, 4.617195509438495 ], [ 9.451986508212526, 4.619725446538866 ] ], "visits": [ [ 30, 30 ], [ 29, 29 ] ], "alphaSums": [ [ 4.5, 4.5 ], [ 4.35, 4.35 ] ], "squareSums": [ [ 0.6749999999999999, 0.6749999999999999 ], [ 0.6525, 0.6525 ] ], "expected": [ [ 4.693756407550795, 5.561589206570021 ], [ 10.01445608696233, 5.693756407550795 ] ], "delta": [ [ 1.0637069921483904, 0.9443936971315265 ], [ 0.5624695787498037, 1.0740309610119292 ] ], "residual": 1.0740309610119292, "residualBound": 5.370154805059647, "error": 3.9257290989156823, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 210534838, "after": 201061003, "u": 0.04681316274218261 }, "visit": 30, "alpha": 0.15, "old": 4.45053779817999, "target": 5.561589206570021, "conditionalMean": 5.561589206570021, "conditionalVariance": 0, "noise": 0, "td": 1.111051408390031, "newValue": 4.617195509438495 } }, { "k": 119, "Q": [ [ 3.630049415402405, 4.617195509438495 ], [ 9.76842691296615, 4.619725446538866 ] ], "visits": [ [ 30, 30 ], [ 30, 29 ] ], "alphaSums": [ [ 4.5, 4.5 ], [ 4.5, 4.35 ] ], "squareSums": [ [ 0.6749999999999999, 0.6749999999999999 ], [ 0.6749999999999999, 0.6525 ] ], "expected": [ [ 4.693756407550795, 5.81474153037292 ], [ 10.16634748124407, 5.693756407550795 ] ], "delta": [ [ 1.0637069921483904, 1.1975460209344257 ], [ 0.3979205682779199, 1.0740309610119292 ] ], "residual": 1.1975460209344257, "residualBound": 5.98773010467213, "error": 3.9257290989156823, "covered": 4, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 201061003, "after": 3237979038, "u": 0.7539007435552776 }, "visit": 30, "alpha": 0.15, "old": 9.451986508212526, "target": 11.561589206570021, "conditionalMean": 10.01445608696233, "conditionalVariance": 3.5904313346805354, "noise": 1.5471331196076914, "td": 2.109602698357495, "newValue": 9.76842691296615 } }, { "k": 120, "Q": [ [ 3.630049415402405, 4.617195509438495 ], [ 9.76842691296615, 4.780830090690656 ] ], "visits": [ [ 30, 30 ], [ 30, 30 ] ], "alphaSums": [ [ 4.5, 4.5 ], [ 4.5, 4.5 ] ], "squareSums": [ [ 0.6749999999999999, 0.6749999999999999 ], [ 0.6749999999999999, 0.6749999999999999 ] ], "expected": [ [ 4.693756407550795, 5.81474153037292 ], [ 10.16634748124407, 5.693756407550795 ] ], "delta": [ [ 1.0637069921483904, 1.1975460209344257 ], [ 0.3979205682779199, 0.9129263168601396 ] ], "residual": 1.1975460209344257, "residualBound": 5.98773010467213, "error": 3.9154051300521435, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 3237979038, "after": 2768454360, "u": 0.6445810105651617 }, "visit": 30, "alpha": 0.15, "old": 4.619725446538866, "target": 5.693756407550795, "conditionalMean": 5.693756407550795, "conditionalVariance": 0, "noise": 0, "td": 1.0740309610119292, "newValue": 4.780830090690656 } } ], "scope": "按(s,a)调用生成模型；不是连续环境轨迹。种子PRNG仅复现有限样本，条件均值/方差来自理想转移模型；有限覆盖次数不证明无穷访问。" }, "projection": [ { "key": "stationary", "d": [ 0.2857142857142857, 0.7142857142857143 ], "P": [ [ 0, 1 ], [ 0.4, 0.6 ] ], "r": [ -2, 4 ], "phi": [ 1, 2 ], "C": 3.142857142857143, "A": 0.8571428571428568, "b": 5.142857142857143, "projector": [ [ 0.09090909090909091, 0.4545454545454546 ], [ 0.18181818181818182, 0.9090909090909092 ] ], "coefficient": 0.7272727272727274, "root": 6.0000000000000036, "rootSuppressed": false, "rate": 0.1, "meanIterationFactor": 0.9142857142857144, "stableMeanIteration": true, "rows": [ { "k": 0, "w": 0, "value": [ 0, 0 ], "tv": [ -2, 4 ], "residual": [ -2, 4 ], "projected": [ 1.6363636363636365, 3.272727272727273 ], "projectedResidual": [ 1.6363636363636365, 3.272727272727273 ], "drift": 5.142857142857143 }, { "k": 1, "w": 0.5142857142857143, "value": [ 0.5142857142857143, 1.0285714285714287 ], "tv": [ -1.177142857142857, 4.658285714285714 ], "residual": [ -1.6914285714285713, 3.629714285714286 ], "projected": [ 2.010389610389611, 4.020779220779222 ], "projectedResidual": [ 1.4961038961038966, 2.992207792207793 ], "drift": 4.702040816326531 }, { "k": 2, "w": 0.9844897959183675, "value": [ 0.9844897959183675, 1.968979591836735 ], "tv": [ -0.42481632653061197, 5.26014693877551 ], "residual": [ -1.4093061224489793, 3.291167346938775 ], "projected": [ 2.352356215213358, 4.704712430426716 ], "projectedResidual": [ 1.3678664192949905, 2.735732838589981 ], "drift": 4.299008746355685 }, { "k": 3, "w": 1.414390670553936, "value": [ 1.414390670553936, 2.828781341107872 ], "tv": [ 0.26302507288629773, 5.810420058309038 ], "residual": [ -1.1513655976676382, 2.9816387172011662 ], "projected": [ 2.665011396766499, 5.330022793532998 ], "projectedResidual": [ 1.250620726212563, 2.501241452425126 ], "drift": 3.9305222823823414 }, { "k": 4, "w": 1.80744289879217, "value": [ 1.80744289879217, 3.61488579758434 ], "tv": [ 0.8919086380674721, 6.3135269104539775 ], "residual": [ -0.9155342607246979, 2.6986411128696375 ], "projected": [ 2.9508675627579417, 5.901735125515883 ], "projectedResidual": [ 1.1434246639657717, 2.2868493279315434 ], "drift": 3.5936203724638554 }, { "k": 5, "w": 2.1668049360385555, "value": [ 2.1668049360385555, 4.333609872077111 ], "tv": [ 1.4668878976616888, 6.773510318129351 ], "residual": [ -0.6999170383768667, 2.43990044605224 ], "projected": [ 3.2122217716644044, 6.424443543328809 ], "projectedResidual": [ 1.0454168356258489, 2.0908336712516977 ], "drift": 3.2855957691098108 }, { "k": 6, "w": 2.4953645129495365, "value": [ 2.4953645129495365, 4.990729025899073 ], "tv": [ 1.9925832207192586, 7.194066576575407 ], "residual": [ -0.5027812922302779, 2.203337550676334 ], "projected": [ 3.4511741912360274, 6.902348382472055 ], "projectedResidual": [ 0.9558096782864909, 1.9116193565729818 ], "drift": 3.003973274614684 }, { "k": 7, "w": 2.795761840411005, "value": [ 2.795761840411005, 5.59152368082201 ], "tv": [ 2.4732189446576083, 7.578575155726087 ], "residual": [ -0.3225428957533967, 1.987051474904077 ], "projected": [ 3.669644974844368, 7.339289949688736 ], "projectedResidual": [ 0.8738831344333629, 1.7477662688667257 ], "drift": 2.7464898510762827 }, { "k": 8, "w": 3.0704108255186333, "value": [ 3.0704108255186333, 6.140821651037267 ], "tv": [ 2.9126573208298137, 7.930125856663851 ], "residual": [ -0.15775350468881966, 1.7893042056265847 ], "projected": [ 3.8693896912862793, 7.738779382572559 ], "projectedResidual": [ 0.798978865767646, 1.597957731535292 ], "drift": 2.5110764352697443 }, { "k": 9, "w": 3.321518469045608, "value": [ 3.321518469045608, 6.643036938091216 ], "tv": [ 3.3144295504729726, 8.25154364037838 ], "residual": [ -0.007088918572635272, 1.6085067022871637 ], "projected": [ 4.052013432033171, 8.104026864066341 ], "projectedResidual": [ 0.7304949629875628, 1.4609899259751256 ], "drift": 2.2958413122466235 }, { "k": 10, "w": 3.55110260027027, "value": [ 3.55110260027027, 7.10220520054054 ], "tv": [ 3.681764160432433, 8.545411328345946 ], "residual": [ 0.1306615601621628, 1.4432061278054054 ], "projected": [ 4.218983709287469, 8.437967418574939 ], "projectedResidual": [ 0.6678811090171992, 1.3357622180343984 ], "drift": 2.0990549140540558 }, { "k": 11, "w": 3.761008091675676, "value": [ 3.761008091675676, 7.522016183351352 ], "tv": [ 4.017612946681082, 8.814090357344867 ], "residual": [ 0.25660485500540586, 1.292074173993515 ], "projected": [ 4.371642248491401, 8.743284496982803 ], "projectedResidual": [ 0.6106341568157254, 1.2212683136314508 ], "drift": 1.919135921420851 }, { "k": 12, "w": 3.952921683817761, "value": [ 3.952921683817761, 7.905843367635522 ], "tv": [ 4.324674694108418, 9.059739755286735 ], "residual": [ 0.37175301029065677, 1.153896387651213 ], "projected": [ 4.511215770049281, 9.022431540098562 ], "projectedResidual": [ 0.5582940862315202, 1.1165881724630404 ], "drift": 1.7546385567276355 }, { "k": 13, "w": 4.128385539490525, "value": [ 4.128385539490525, 8.25677107898105 ], "tv": [ 4.60541686318484, 9.284333490547873 ], "residual": [ 0.4770313236943151, 1.027562411566823 ], "projected": [ 4.638825846902201, 9.277651693804401 ], "projectedResidual": [ 0.5104403074116757, 1.0208806148233514 ], "drift": 1.6042409661509804 }, { "k": 14, "w": 4.288809636105623, "value": [ 4.288809636105623, 8.577619272211246 ], "tv": [ 4.862095417768997, 9.489676334215197 ], "residual": [ 0.5732857816633743, 0.9120570620039512 ], "projected": [ 4.755497917167727, 9.510995834335453 ], "projectedResidual": [ 0.4666882810621038, 0.9333765621242076 ], "drift": 1.4667345976237538 }, { "k": 15, "w": 4.4354830958679985, "value": [ 4.4354830958679985, 8.870966191735997 ], "tv": [ 5.096772953388798, 9.677418362711038 ], "residual": [ 0.6612898575207993, 0.8064521709750405 ], "projected": [ 4.862169524267635, 9.72433904853527 ], "projectedResidual": [ 0.4266864283996368, 0.8533728567992735 ], "drift": 1.3410144892560032 }, { "k": 16, "w": 4.5695845447935985, "value": [ 4.5695845447935985, 9.139169089587197 ], "tv": [ 5.311335271669758, 9.849068217335805 ], "residual": [ 0.7417507268761598, 0.7098991277486082 ], "projected": [ 4.959697850758981, 9.919395701517962 ], "projectedResidual": [ 0.3901133059653823, 0.7802266119307646 ], "drift": 1.2260703901769174 }, { "k": 17, "w": 4.69219158381129, "value": [ 4.69219158381129, 9.38438316762258 ], "tv": [ 5.507506534098065, 10.006005227278452 ], "residual": [ 0.8153149502867745, 0.6216220596558717 ], "projected": [ 5.048866606408212, 10.097733212816424 ], "projectedResidual": [ 0.35667502259692174, 0.7133500451938435 ], "drift": 1.1209786424474677 }, { "k": 18, "w": 4.804289448056037, "value": [ 4.804289448056037, 9.608578896112075 ], "tv": [ 5.68686311688966, 10.149490493511728 ], "residual": [ 0.882573668833623, 0.5409115973996528 ], "projected": [ 5.130392325858937, 10.260784651717874 ], "projectedResidual": [ 0.32610287780289937, 0.6522057556057987 ], "drift": 1.024894758809113 }, { "k": 19, "w": 4.906778923936948, "value": [ 4.906778923936948, 9.813557847873897 ], "tv": [ 5.850846278299118, 10.280677022639296 ], "residual": [ 0.9440673543621694, 0.4671191747653989 ], "projected": [ 5.2049301264996, 10.4098602529992 ], "projectedResidual": [ 0.2981512025626518, 0.5963024051253036 ], "drift": 0.9370466366254755 }, { "k": 20, "w": 5.000483587599496, "value": [ 5.000483587599496, 10.000967175198992 ], "tv": [ 6.000773740159195, 10.400618992127356 ], "residual": [ 1.0002901525596988, 0.3996518169283636 ], "projected": [ 5.273078972799635, 10.54615794559927 ], "projectedResidual": [ 0.2725953852001384, 0.5451907704002767 ], "drift": 0.8567283534861483 }, { "k": 21, "w": 5.086156422948111, "value": [ 5.086156422948111, 10.172312845896222 ], "tv": [ 6.1378502767169785, 10.510280221373584 ], "residual": [ 1.0516938537688674, 0.337967375477362 ], "projected": [ 5.33538648941681, 10.67077297883362 ], "projectedResidual": [ 0.24923006646869883, 0.49846013293739766 ], "drift": 0.783294494615907 }, { "k": 22, "w": 5.164485872409702, "value": [ 5.164485872409702, 10.328971744819404 ], "tv": [ 6.263177395855523, 10.610541916684419 ], "residual": [ 1.0986915234458214, 0.281570171865015 ], "projected": [ 5.392353361752511, 10.784706723505021 ], "projectedResidual": [ 0.22786748934280876, 0.4557349786856175 ], "drift": 0.7161549665059725 }, { "k": 23, "w": 5.236101369060299, "value": [ 5.236101369060299, 10.472202738120599 ], "tv": [ 6.37776219049648, 10.702209752397184 ], "residual": [ 1.1416608214361803, 0.23000701427658576 ], "projected": [ 5.4444373593165825, 10.888874718633165 ], "projectedResidual": [ 0.20833599025628313, 0.41667198051256626 ], "drift": 0.654770255091174 }, { "k": 24, "w": 5.301578394569416, "value": [ 5.301578394569416, 10.603156789138833 ], "tv": [ 6.482525431311066, 10.786020345048854 ], "residual": [ 1.1809470367416495, 0.18286355591002135 ], "projected": [ 5.492057014232304, 10.984114028464608 ], "projectedResidual": [ 0.19047861966288782, 0.38095723932577563 ], "drift": 0.5986470903690737 }, { "k": 25, "w": 5.361443103606324, "value": [ 5.361443103606324, 10.722886207212648 ], "tv": [ 6.578308965770118, 10.862647172616095 ], "residual": [ 1.216865862163794, 0.13976096540344685 ], "projected": [ 5.535594984440963, 11.071189968881926 ], "projectedResidual": [ 0.17415188083463917, 0.34830376166927834 ], "drift": 0.5473344826231532 }, { "k": 26, "w": 5.416176551868639, "value": [ 5.416176551868639, 10.832353103737278 ], "tv": [ 6.665882482989822, 10.93270598639186 ], "residual": [ 1.2497059311211833, 0.10035288265458142 ], "projected": [ 5.575401128631739, 11.150802257263479 ], "projectedResidual": [ 0.15922457676310042, 0.31844915352620085 ], "drift": 0.5004200983983118 }, { "k": 27, "w": 5.46621856170847, "value": [ 5.46621856170847, 10.93243712341694 ], "tv": [ 6.745949698733552, 10.996759758986842 ], "residual": [ 1.279731137025082, 0.06432263556990137 ], "projected": [ 5.611795317606161, 11.223590635212322 ], "projectedResidual": [ 0.14557675589769037, 0.29115351179538074 ], "drift": 0.457526947107028 }, { "k": 28, "w": 5.511971256419173, "value": [ 5.511971256419173, 11.023942512838346 ], "tv": [ 6.819154010270678, 11.055323208216542 ], "residual": [ 1.3071827538515048, 0.03138069537819632 ], "projected": [ 5.64507000466849, 11.29014000933698 ], "projectedResidual": [ 0.1330987482493171, 0.2661974964986342 ], "drift": 0.4183103516407112 }, { "k": 29, "w": 5.553802291583244, "value": [ 5.553802291583244, 11.107604583166488 ], "tv": [ 6.886083666533191, 11.108866933226553 ], "residual": [ 1.3322813749499467, 0.0012623500600650317 ], "projected": [ 5.6754925756969055, 11.350985151393811 ], "projectedResidual": [ 0.12169028411366156, 0.24338056822732312 ], "drift": 0.3824551786429362 }, { "k": 30, "w": 5.592047809447537, "value": [ 5.592047809447537, 11.184095618895075 ], "tv": [ 6.947276495116061, 11.157821196092849 ], "residual": [ 1.3552286856685232, -0.026274422802226027 ], "projected": [ 5.703307497780028, 11.406614995560057 ], "projectedResidual": [ 0.111259688332491, 0.222519376664982 ], "drift": 0.3496733061878272 }, { "k": 31, "w": 5.62701514006632, "value": [ 5.62701514006632, 11.25403028013264 ], "tv": [ 7.003224224106113, 11.202579379284892 ], "residual": [ 1.3762090840397923, -0.05145090084774928 ], "projected": [ 5.7287382836845975, 11.457476567369195 ], "projectedResidual": [ 0.10172314361827706, 0.2034462872365541 ], "drift": 0.3197013085145848 }, { "k": 32, "w": 5.658985270917779, "value": [ 5.658985270917779, 11.317970541835559 ], "tv": [ 7.0543764334684465, 11.243501146774758 ], "residual": [ 1.3953911625506672, -0.07446939506080064 ], "projected": [ 5.751989287940204, 11.503978575880408 ], "projectedResidual": [ 0.09300401702242489, 0.18600803404484978 ], "drift": 0.2922983392133345 }, { "k": 33, "w": 5.688215104839113, "value": [ 5.688215104839113, 11.376430209678226 ], "tv": [ 7.10114416774258, 11.280915334194065 ], "residual": [ 1.4129290629034674, -0.09551487548416127 ], "projected": [ 5.773247348973901, 11.546494697947802 ], "projectedResidual": [ 0.08503224413478794, 0.17006448826957588 ], "drift": 0.26724419585219117 }, { "k": 34, "w": 5.714939524424332, "value": [ 5.714939524424332, 11.429879048848663 ], "tv": [ 7.143903239078931, 11.315122591263144 ], "residual": [ 1.428963714654599, -0.11475645758551956 ], "projected": [ 5.792683290490423, 11.585366580980846 ], "projectedResidual": [ 0.07774376606609135, 0.1554875321321827 ], "drift": 0.24433755049343286 }, { "k": 35, "w": 5.739373279473675, "value": [ 5.739373279473675, 11.47874655894735 ], "tv": [ 7.18299724715788, 11.346397797726304 ], "residual": [ 1.4436239676842053, -0.13234876122104566 ], "projected": [ 5.810453294162674, 11.620906588325347 ], "projectedResidual": [ 0.07108001468899872, 0.14216002937799743 ], "drift": 0.22339433187970936 }, { "k": 36, "w": 5.761712712661646, "value": [ 5.761712712661646, 11.523425425323293 ], "tv": [ 7.218740340258634, 11.374992272206907 ], "residual": [ 1.4570276275969878, -0.14843315311638605 ], "projected": [ 5.8267001546630155, 11.653400309326031 ], "projectedResidual": [ 0.06498744200136919, 0.12997488400273838 ], "drift": 0.20424624629001986 }, { "k": 37, "w": 5.782137337290648, "value": [ 5.782137337290648, 11.564274674581297 ], "tv": [ 7.251419739665037, 11.401135791732031 ], "residual": [ 1.4692824023743887, -0.1631388828492657 ], "projected": [ 5.841554427120473, 11.683108854240945 ], "projectedResidual": [ 0.0594170898298243, 0.1188341796596486 ], "drift": 0.18673942517944653 }, { "k": 38, "w": 5.800811279808593, "value": [ 5.800811279808593, 11.601622559617185 ], "tv": [ 7.281298047693749, 11.425038438155 ], "residual": [ 1.4804867678851563, -0.17658412146218616 ], "projected": [ 5.855135476224432, 11.710270952448864 ], "projectedResidual": [ 0.05432419641583941, 0.10864839283167882 ], "drift": 0.17073318873549415 }, { "k": 39, "w": 5.817884598682142, "value": [ 5.817884598682142, 11.635769197364285 ], "tv": [ 7.308615357891428, 11.446892286313144 ], "residual": [ 1.4907307592092858, -0.1888769110511408 ], "projected": [ 5.867552435405196, 11.735104870810392 ], "projectedResidual": [ 0.04966783672305386, 0.09933567344610772 ], "drift": 0.15609891541530896 }, { "k": 40, "w": 5.833494490223673, "value": [ 5.833494490223673, 11.666988980447346 ], "tv": [ 7.333591184357877, 11.466872947486301 ], "residual": [ 1.5000966941342035, -0.20011603296104497 ], "projected": [ 5.878905083799035, 11.75781016759807 ], "projectedResidual": [ 0.0454105935753617, 0.0908211871507234 ], "drift": 0.14271900837971163 }, { "k": 41, "w": 5.847766391061644, "value": [ 5.847766391061644, 11.695532782123289 ], "tv": [ 7.356426225698632, 11.485140980558905 ], "residual": [ 1.5086598346369877, -0.2103918015643842 ], "projected": [ 5.889284648044833, 11.778569296089666 ], "projectedResidual": [ 0.04151825698318845, 0.0830365139663769 ], "drift": 0.1304859505185929 }, { "k": 42, "w": 5.860814986113503, "value": [ 5.860814986113503, 11.721629972227007 ], "tv": [ 7.377303977781606, 11.501843182225283 ], "residual": [ 1.516488991668103, -0.21978679000172363 ], "projected": [ 5.898774535355275, 11.79754907071055 ], "projectedResidual": [ 0.03795954924177192, 0.07591909848354383 ], "drift": 0.1193014404741426 }, { "k": 43, "w": 5.872745130160918, "value": [ 5.872745130160918, 11.745490260321835 ], "tv": [ 7.396392208257469, 11.517113766605975 ], "residual": [ 1.523647078096551, -0.2283764937158601 ], "projected": [ 5.907451003753395, 11.81490200750679 ], "projectedResidual": [ 0.03470587359247723, 0.06941174718495446 ], "drift": 0.10907560271921568 }, { "k": 44, "w": 5.8836526904328394, "value": [ 5.8836526904328394, 11.767305380865679 ], "tv": [ 7.413844304692544, 11.531075443754034 ], "residual": [ 1.5301916142597047, -0.23622993711164497 ], "projected": [ 5.915383774860247, 11.830767549720495 ], "projectedResidual": [ 0.03173108442740791, 0.06346216885481581 ], "drift": 0.09972626534328288 }, { "k": 45, "w": 5.893625316967167, "value": [ 5.893625316967167, 11.787250633934335 ], "tv": [ 7.429800507147467, 11.543840405717974 ], "residual": [ 1.5361751901803, -0.24341022821636038 ], "projected": [ 5.92263659415794, 11.84527318831588 ], "projectedResidual": [ 0.02901127719077312, 0.05802255438154624 ], "drift": 0.09117829974243108 }, { "k": 46, "w": 5.90274314694141, "value": [ 5.90274314694141, 11.80548629388282 ], "tv": [ 7.444389035106257, 11.555511228085006 ], "residual": [ 1.5416458881648465, -0.24997506579781437 ], "projected": [ 5.929267743230117, 11.858535486460234 ], "projectedResidual": [ 0.026524596288706626, 0.05304919257741325 ], "drift": 0.08336301690736558 }, { "k": 47, "w": 5.9110794486321465, "value": [ 5.9110794486321465, 11.822158897264293 ], "tv": [ 7.4577271178114355, 11.566181694249147 ], "residual": [ 1.546647669179289, -0.2559772030151457 ], "projected": [ 5.935330508096107, 11.870661016192214 ], "projectedResidual": [ 0.024251059463960445, 0.04850211892792089 ], "drift": 0.07621761545816241 }, { "k": 48, "w": 5.918701210177963, "value": [ 5.918701210177963, 11.837402420355925 ], "tv": [ 7.46992193628474, 11.575937549027792 ], "residual": [ 1.5512207261067772, -0.26146487132813334 ], "projected": [ 5.940873607402155, 11.88174721480431 ], "projectedResidual": [ 0.022172397224192508, 0.044344794448385016 ], "drift": 0.06968467699032033 }, { "k": 49, "w": 5.925669677876995, "value": [ 5.925669677876995, 11.85133935575399 ], "tv": [ 7.481071484603191, 11.584857187682553 ], "residual": [ 1.5554018067261968, -0.26648216807143577 ], "projected": [ 5.945941583910542, 11.891883167821083 ], "projectedResidual": [ 0.020271906033547005, 0.04054381206709401 ], "drift": 0.06371170467686404 }, { "k": 50, "w": 5.932040848344681, "value": [ 5.932040848344681, 11.864081696689363 ], "tv": [ 7.491265357351491, 11.593012285881194 ], "residual": [ 1.5592245090068095, -0.2710694108081686 ], "projected": [ 5.950575162432497, 11.901150324864995 ], "projectedResidual": [ 0.01853431408781603, 0.03706862817563206 ], "drift": 0.058250701418847584 }, { "k": 51, "w": 5.937865918486566, "value": [ 5.937865918486566, 11.875731836973133 ], "tv": [ 7.500585469578507, 11.600468375662807 ], "residual": [ 1.5627195510919405, -0.27526346131032575 ], "projected": [ 5.954811577081141, 11.909623154162283 ], "projectedResidual": [ 0.016945658594575086, 0.03389131718915017 ], "drift": 0.053257784154374654 }, { "k": 52, "w": 5.943191696902003, "value": [ 5.943191696902003, 11.886383393804007 ], "tv": [ 7.509106715043206, 11.607285372034564 ], "residual": [ 1.5659150181412027, -0.27909802176944254 ], "projected": [ 5.958684870474184, 11.917369740948368 ], "projectedResidual": [ 0.01549317357218083, 0.03098634714436166 ], "drift": 0.04869283122685708 }, { "k": 53, "w": 5.948060980024689, "value": [ 5.948060980024689, 11.896121960049378 ], "tv": [ 7.516897568039502, 11.613518054431601 ], "residual": [ 1.568836588014813, -0.28260390561777626 ], "projected": [ 5.962226167290684, 11.924452334581368 ], "projectedResidual": [ 0.014165187265994916, 0.028330374531989833 ], "drift": 0.04451915997884104 }, { "k": 54, "w": 5.952512896022573, "value": [ 5.952512896022573, 11.905025792045146 ], "tv": [ 7.524020633636118, 11.619216506908893 ], "residual": [ 1.571507737613545, -0.2858092851362528 ], "projected": [ 5.965463924380054, 11.930927848760108 ], "projectedResidual": [ 0.012951028357480965, 0.02590205671496193 ], "drift": 0.04070323198065395 }, { "k": 55, "w": 5.956583219220638, "value": [ 5.956583219220638, 11.913166438441277 ], "tv": [ 7.530533150753021, 11.624426520602416 ], "residual": [ 1.5739499315323826, -0.28873991783886055 ], "projected": [ 5.968424159433192, 11.936848318866383 ], "projectedResidual": [ 0.011840940212553441, 0.023681880425106883 ], "drift": 0.03721438352516948 }, { "k": 56, "w": 5.960304657573155, "value": [ 5.960304657573155, 11.92060931514631 ], "tv": [ 7.536487452117049, 11.629189961693637 ], "residual": [ 1.576182794543894, -0.2914193534526728 ], "projected": [ 5.971130660053203, 11.942261320106406 ], "projectedResidual": [ 0.010826002480047947, 0.021652004960095894 ], "drift": 0.03402457922301316 }, { "k": 57, "w": 5.963707115495456, "value": [ 5.963707115495456, 11.927414230990912 ], "tv": [ 7.541931384792731, 11.633545107834184 ], "residual": [ 1.5782242692972748, -0.2938691231567283 ], "projected": [ 5.973605174905787, 11.947210349811574 ], "projectedResidual": [ 0.009898059410330617, 0.019796118820661235 ], "drift": 0.03110818671818283 }, { "k": 58, "w": 5.966817934167274, "value": [ 5.966817934167274, 11.933635868334548 ], "tv": [ 7.546908694667639, 11.637526955734112 ], "residual": [ 1.5800907605003651, -0.29610891260043637 ], "projected": [ 5.975867588485292, 11.951735176970583 ], "projectedResidual": [ 0.00904965431801763, 0.01809930863603526 ], "drift": 0.02844177071376741 }, { "k": 59, "w": 5.969662111238651, "value": [ 5.969662111238651, 11.939324222477302 ], "tv": [ 7.551459377981841, 11.641167502385473 ], "residual": [ 1.58179726674319, -0.2981567200918285 ], "projected": [ 5.977936080900837, 11.955872161801674 ], "projectedResidual": [ 0.008273969662186076, 0.016547939324372152 ], "drift": 0.026003904652587728 }, { "k": 60, "w": 5.972262501703909, "value": [ 5.972262501703909, 11.944525003407819 ], "tv": [ 7.555620002726256, 11.644496002181004 ], "residual": [ 1.5833575010223466, -0.30002900122681453 ], "projected": [ 5.97982727396648, 11.95965454793296 ], "projectedResidual": [ 0.007564772262570685, 0.01512954452514137 ], "drift": 0.023774998539509262 }, { "k": 61, "w": 5.9746400015578605, "value": [ 5.9746400015578605, 11.949280003115721 ], "tv": [ 7.559424002492577, 11.64753920199406 ], "residual": [ 1.5847840009347163, -0.30174080112166024 ], "projected": [ 5.981556364769354, 11.963112729538707 ], "projectedResidual": [ 0.006916363211493248, 0.013832726422986497 ], "drift": 0.02173714152183681 }, { "k": 62, "w": 5.976813715710044, "value": [ 5.976813715710044, 11.953627431420088 ], "tv": [ 7.562901945136071, 11.650321556108857 ], "residual": [ 1.5860882294260268, -0.30330587531123143 ], "projected": [ 5.983137247789124, 11.966274495578247 ], "projectedResidual": [ 0.006323532079079541, 0.012647064158159083 ], "drift": 0.01987395796282243 }, { "k": 63, "w": 5.978801111506327, "value": [ 5.978801111506327, 11.957602223012653 ], "tv": [ 7.566081778410123, 11.652865422728098 ], "residual": [ 1.587280666903796, -0.3047368002845552 ], "projected": [ 5.984582626550056, 11.969165253100112 ], "projectedResidual": [ 0.005781515043729257, 0.011563030087458515 ], "drift": 0.018170475851722934 }, { "k": 64, "w": 5.980618159091499, "value": [ 5.980618159091499, 11.961236318182998 ], "tv": [ 7.568989054546398, 11.65519124363712 ], "residual": [ 1.588370895454899, -0.30604507454587804 ], "projected": [ 5.98590411570291, 11.97180823140582 ], "projectedResidual": [ 0.00528595661141118, 0.01057191322282236 ], "drift": 0.0166130064930039 }, { "k": 65, "w": 5.982279459740799, "value": [ 5.982279459740799, 11.964558919481599 ], "tv": [ 7.571647135585279, 11.657317708468224 ], "residual": [ 1.5893676758444792, -0.3072412110133751 ], "projected": [ 5.987112334356946, 11.974224668713893 ], "projectedResidual": [ 0.004832874616147009, 0.009665749232294019 ], "drift": 0.015189034507889332 }, { "k": 66, "w": 5.983798363191588, "value": [ 5.983798363191588, 11.967596726383176 ], "tv": [ 7.574077381106541, 11.659261904885234 ], "residual": [ 1.5902790179149529, -0.308334821497942 ], "projected": [ 5.988216991412065, 11.97643398282413 ], "projectedResidual": [ 0.0044186282204767835, 0.008837256440953567 ], "drift": 0.013887117264355986 }, { "k": 67, "w": 5.985187074918024, "value": [ 5.985187074918024, 11.970374149836047 ], "tv": [ 7.576299319868838, 11.661039455895072 ], "residual": [ 1.5911122449508142, -0.30933469394097557 ], "projected": [ 5.989226963576745, 11.97845392715349 ], "projectedResidual": [ 0.004039888658721402, 0.008079777317442804 ], "drift": 0.012696792927410883 }, { "k": 68, "w": 5.9864567542107645, "value": [ 5.9864567542107645, 11.972913508421529 ], "tv": [ 7.578330806737224, 11.662664645389778 ], "residual": [ 1.5918740525264594, -0.3102488630317506 ], "projected": [ 5.990150366698739, 11.980300733397478 ], "projectedResidual": [ 0.003693612487974285, 0.00738722497594857 ], "drift": 0.011608496390776324 }, { "k": 69, "w": 5.987617603849842, "value": [ 5.987617603849842, 11.975235207699685 ], "tv": [ 7.580188166159749, 11.664150532927799 ], "residual": [ 1.5925705623099065, -0.3110846747718856 ], "projected": [ 5.990994620981704, 11.981989241963408 ], "projectedResidual": [ 0.0033770171318616704, 0.006754034263723341 ], "drift": 0.010613482414423281 }, { "k": 70, "w": 5.988678952091284, "value": [ 5.988678952091284, 11.977357904182568 ], "tv": [ 7.581886323346055, 11.665509058676843 ], "residual": [ 1.5932073712547705, -0.31184884550572534 ], "projected": [ 5.991766510611843, 11.983533021223685 ], "projectedResidual": [ 0.003087558520558531, 0.006175117041117062 ], "drift": 0.009703755350330745 }, { "k": 71, "w": 5.989649327626317, "value": [ 5.989649327626317, 11.979298655252634 ], "tv": [ 7.583438924202108, 11.666751139361686 ], "residual": [ 1.5937895965757907, -0.3125475158909481 ], "projected": [ 5.9924722382736855, 11.984944476547371 ], "projectedResidual": [ 0.002822910647368282, 0.005645821294736564 ], "drift": 0.00887200489173079 }, { "k": 72, "w": 5.9905365281154905, "value": [ 5.9905365281154905, 11.981073056230981 ], "tv": [ 7.584858444984786, 11.66788675598783 ], "residual": [ 1.594321916869295, -0.3131863002431512 ], "projected": [ 5.993117474993086, 11.986234949986171 ], "projectedResidual": [ 0.002580946877595025, 0.00516189375519005 ], "drift": 0.00811154732958208 }, { "k": 73, "w": 5.991347682848449, "value": [ 5.991347682848449, 11.982695365696898 ], "tv": [ 7.5861562925575186, 11.668925034046016 ], "residual": [ 1.5948086097090695, -0.31377033165088264 ], "projected": [ 5.993707405707964, 11.987414811415928 ], "projectedResidual": [ 0.00235972285951469, 0.00471944571902938 ], "drift": 0.007416271844189026 }, { "k": 74, "w": 5.992089310032868, "value": [ 5.992089310032868, 11.984178620065736 ], "tv": [ 7.587342896052588, 11.66987431684207 ], "residual": [ 1.5952535860197203, -0.31430430322366476 ], "projected": [ 5.994246770932995, 11.98849354186599 ], "projectedResidual": [ 0.0021574609001273615, 0.004314921800254723 ], "drift": 0.006780591400401548 }, { "k": 75, "w": 5.992767369172908, "value": [ 5.992767369172908, 11.985534738345816 ], "tv": [ 7.588427790676652, 11.670742232541322 ], "residual": [ 1.5956604215037444, -0.314792505804494 ], "projected": [ 5.9947399048530245, 11.989479809706049 ], "projectedResidual": [ 0.0019725356801165717, 0.003945071360233143 ], "drift": 0.006199397851795574 }, { "k": 76, "w": 5.993387308958088, "value": [ 5.993387308958088, 11.986774617916176 ], "tv": [ 7.589419694332941, 11.671535755466353 ], "residual": [ 1.596032385374853, -0.3152388624498226 ], "projected": [ 5.995190770151337, 11.990381540302675 ], "projectedResidual": [ 0.0018034611932495892, 0.0036069223864991784 ], "drift": 0.005668020893070391 }, { "k": 77, "w": 5.993954111047395, "value": [ 5.993954111047395, 11.98790822209479 ], "tv": [ 7.590326577675832, 11.672261262140665 ], "residual": [ 1.596372466628437, -0.3156469599541243 ], "projected": [ 5.995602989852651, 11.991205979705303 ], "projectedResidual": [ 0.0016488788052564374, 0.0032977576105128747 ], "drift": 0.005182190530806707 }, { "k": 78, "w": 5.994472330100476, "value": [ 5.994472330100476, 11.988944660200952 ], "tv": [ 7.5911557281607625, 11.672924582528609 ], "residual": [ 1.5966833980602866, -0.3160200776723432 ], "projected": [ 5.99597987643671, 11.99195975287342 ], "projectedResidual": [ 0.0015075463362341779, 0.0030150926724683558 ], "drift": 0.004738002771023098 }, { "k": 79, "w": 5.994946130377578, "value": [ 5.994946130377578, 11.989892260755155 ], "tv": [ 7.591913808604124, 11.6735310468833 ], "residual": [ 1.5969676782265463, -0.3163612138718559 ], "projected": [ 5.996324458456421, 11.992648916912842 ], "projectedResidual": [ 0.001378328078843083, 0.002756656157686166 ], "drift": 0.004331888247793181 }, { "k": 80, "w": 5.995379319202357, "value": [ 5.995379319202357, 11.990758638404714 ], "tv": [ 7.592606910723772, 11.674085528579017 ], "residual": [ 1.5972275915214151, -0.31667310982569674 ], "projected": [ 5.996639504874442, 11.993279009748884 ], "projectedResidual": [ 0.001260185672085079, 0.002520371344170158 ], "drift": 0.003960583540839835 }, { "k": 81, "w": 5.99577537755644, "value": [ 5.99577537755644, 11.99155075511288 ], "tv": [ 7.593240604090305, 11.674592483272244 ], "residual": [ 1.5974652265338642, -0.31695827184063674 ], "projected": [ 5.996927547313776, 11.993855094627552 ], "projectedResidual": [ 0.0011521697573355638, 0.0023043395146711276 ], "drift": 0.0036211049516250426 }, { "k": 82, "w": 5.996137488051603, "value": [ 5.996137488051603, 11.992274976103205 ], "tv": [ 7.593819980882564, 11.675055984706052 ], "residual": [ 1.5976824928309616, -0.31721899139715326 ], "projected": [ 5.997190900401167, 11.994381800802334 ], "projectedResidual": [ 0.0010534123495640202, 0.0021068246991280404 ], "drift": 0.0033107245271999375 }, { "k": 83, "w": 5.996468560504323, "value": [ 5.996468560504323, 11.992937121008646 ], "tv": [ 7.594349696806917, 11.675479757445533 ], "residual": [ 1.5978811363025942, -0.31745736356311305 ], "projected": [ 5.997431680366781, 11.994863360733563 ], "projectedResidual": [ 0.0009631198624582282, 0.0019262397249164565 ], "drift": 0.003026948139154051 }, { "k": 84, "w": 5.996771255318238, "value": [ 5.996771255318238, 11.993542510636477 ], "tv": [ 7.5948340085091814, 11.675867206807347 ], "residual": [ 1.598062753190943, -0.31767530382913023 ], "projected": [ 5.9976518220496295, 11.995303644099259 ], "projectedResidual": [ 0.0008805667313911414, 0.0017611334627822828 ], "drift": 0.0027674954415122244 }, { "k": 85, "w": 5.99704800486239, "value": [ 5.99704800486239, 11.99409600972478 ], "tv": [ 7.595276807779824, 11.67622144622386 ], "residual": [ 1.5982288029174336, -0.31787456350092036 ], "projected": [ 5.997853094445375, 11.99570618889075 ], "projectedResidual": [ 0.0008050895829851967, 0.0016101791659703935 ], "drift": 0.002530281546525792 }, { "k": 86, "w": 5.997301033017043, "value": [ 5.997301033017043, 11.994602066034085 ], "tv": [ 7.595681652827269, 11.676545322261816 ], "residual": [ 1.598380619810226, -0.318056743772269 ], "projected": [ 5.998037114921487, 11.996074229842973 ], "projectedResidual": [ 0.0007360819044439637, 0.0014721638088879274 ], "drift": 0.002313400271108712 }, { "k": 87, "w": 5.997532373044153, "value": [ 5.997532373044153, 11.995064746088307 ], "tv": [ 7.596051796870645, 11.676841437496517 ], "residual": [ 1.5985194238264917, -0.31822330859179004 ], "projected": [ 5.99820536221393, 11.99641072442786 ], "projectedResidual": [ 0.000672989169776983, 0.001345978339553966 ], "drift": 0.0021151088193001044 }, { "k": 88, "w": 5.997743883926083, "value": [ 5.997743883926083, 11.995487767852167 ], "tv": [ 7.596390214281733, 11.677112171425387 ], "residual": [ 1.59864633035565, -0.3183755964267796 ], "projected": [ 5.9983591883098795, 11.996718376619759 ], "projectedResidual": [ 0.0006153043837962002, 0.0012306087675924005 ], "drift": 0.0019338137776454545 }, { "k": 89, "w": 5.997937265303848, "value": [ 5.997937265303848, 11.995874530607695 ], "tv": [ 7.596699624486156, 11.677359699588926 ], "residual": [ 1.5987623591823086, -0.3185148310187689 ], "projected": [ 5.99849982931189, 11.99699965862378 ], "projectedResidual": [ 0.0005625640080424432, 0.0011251280160848864 ], "drift": 0.0017680583109900283 }, { "k": 90, "w": 5.998114071134947, "value": [ 5.998114071134947, 11.996228142269894 ], "tv": [ 7.596982513815915, 11.677586011052732 ], "residual": [ 1.5988684426809678, -0.3186421312171621 ], "projected": [ 5.998628415370871, 11.997256830741742 ], "projectedResidual": [ 0.0005143442359241135, 0.001028688471848227 ], "drift": 0.0016165104557623877 }, { "k": 91, "w": 5.998275722180523, "value": [ 5.998275722180523, 11.996551444361046 ], "tv": [ 7.597241155488836, 11.67779292439107 ], "residual": [ 1.5989654333083134, -0.3187585199699754 ], "projected": [ 5.998745979767654, 11.997491959535308 ], "projectedResidual": [ 0.00047025758713115096, 0.0009405151742623019 ], "drift": 0.0014779524166970148 }, { "k": 92, "w": 5.998423517422193, "value": [ 5.998423517422193, 11.996847034844386 ], "tv": [ 7.597477627875509, 11.677982102300408 ], "residual": [ 1.5990541104533165, -0.31886493254397763 ], "projected": [ 5.998853467216142, 11.997706934432284 ], "projectedResidual": [ 0.00042994979394883615, 0.0008598995878976723 ], "drift": 0.001351270780980407 }, { "k": 93, "w": 5.9985586445002905, "value": [ 5.9985586445002905, 11.997117289000581 ], "tv": [ 7.5976938312004645, 11.678155064960372 ], "residual": [ 1.599135186700174, -0.31896222404020946 ], "projected": [ 5.998951741454757, 11.997903482909514 ], "projectedResidual": [ 0.000393096954466543, 0.000786193908933086 ], "drift": 0.0012354475711822133 }, { "k": 94, "w": 5.9986821892574085, "value": [ 5.9986821892574085, 11.997364378514817 ], "tv": [ 7.597891502811853, 11.678313202249484 ], "residual": [ 1.5992093135544447, -0.31905117626533297 ], "projected": [ 5.999041592187207, 11.998083184374414 ], "projectedResidual": [ 0.0003594029297984136, 0.0007188058595968272 ], "drift": 0.0011295520650813629 }, { "k": 95, "w": 5.998795144463917, "value": [ 5.998795144463917, 11.997590288927833 ], "tv": [ 7.598072231142266, 11.678457784913814 ], "residual": [ 1.5992770866783497, -0.3191325040140196 ], "projected": [ 5.999123741428304, 11.998247482856607 ], "projectedResidual": [ 0.000328596964386918, 0.000657193928773836 ], "drift": 0.001032733316645107 }, { "k": 96, "w": 5.998898417795581, "value": [ 5.998898417795581, 11.997796835591162 ], "tv": [ 7.598237468472929, 11.678589974778344 ], "residual": [ 1.5993390506773482, -0.3192068608128178 ], "projected": [ 5.999198849305877, 11.998397698611754 ], "projectedResidual": [ 0.0003004315102961286, 0.0006008630205922572 ], "drift": 0.0009442133180765921 }, { "k": 97, "w": 5.998992839127388, "value": [ 5.998992839127388, 11.997985678254777 ], "tv": [ 7.598388542603821, 11.678710834083057 ], "residual": [ 1.599395703476433, -0.31927484417171925 ], "projected": [ 5.9992675193653735, 11.998535038730747 ], "projectedResidual": [ 0.0002746802379851587, 0.0005493604759703175 ], "drift": 0.0008632807479553861 }, { "k": 98, "w": 5.999079167202184, "value": [ 5.999079167202184, 11.998158334404367 ], "tv": [ 7.598526667523494, 11.678821334018796 ], "residual": [ 1.5994475003213102, -0.31933700038557156 ], "projected": [ 5.999330303419771, 11.998660606839541 ], "projectedResidual": [ 0.0002511362175869891, 0.0005022724351739782 ], "drift": 0.000789285255273775 }, { "k": 99, "w": 5.9991580957277115, "value": [ 5.9991580957277115, 11.998316191455423 ], "tv": [ 7.598652953164338, 11.67892236253147 ], "residual": [ 1.5994948574366266, -0.3193938289239533 ], "projected": [ 5.99938770598379, 11.99877541196758 ], "projectedResidual": [ 0.00022961025607859398, 0.00045922051215718795 ], "drift": 0.0007216322333931657 }, { "k": 100, "w": 5.999230258951051, "value": [ 5.999230258951051, 11.998460517902101 ], "tv": [ 7.598768414321681, 11.679014731457345 ], "residual": [ 1.59953815537063, -0.3194457864447564 ], "projected": [ 5.9994401883280375, 11.998880376656075 ], "projectedResidual": [ 0.00020992937698682823, 0.00041985875397365646 ], "drift": 0.0006597780419594912 }, { "k": 101, "w": 5.999296236755247, "value": [ 5.999296236755247, 11.998592473510493 ], "tv": [ 7.598873978808395, 11.679099183046716 ], "residual": [ 1.5995777420531487, -0.31949329046377706 ], "projected": [ 5.999488172185635, 11.99897634437127 ], "projectedResidual": [ 0.0001919354303883125, 0.000383870860776625 ], "drift": 0.0006032256383630141 }, { "k": 102, "w": 5.999356559319083, "value": [ 5.999356559319083, 11.998713118638166 ], "tv": [ 7.5989704949105334, 11.679176395928426 ], "residual": [ 1.5996139355914503, -0.3195367227097403 ], "projected": [ 5.999532043141152, 11.999064086282305 ], "projectedResidual": [ 0.00017548382206911128, 0.00035096764413822257 ], "drift": 0.0005515205836452708 }, { "k": 103, "w": 5.999411711377448, "value": [ 5.999411711377448, 11.998823422754896 ], "tv": [ 7.599058738203917, 11.679246990563133 ], "residual": [ 1.599647026826469, -0.3195764321917629 ], "projected": [ 5.999572153729053, 11.999144307458106 ], "projectedResidual": [ 0.0001604423516052833, 0.0003208847032105666 ], "drift": 0.0005042473907614919 }, { "k": 104, "w": 5.999462136116524, "value": [ 5.999462136116524, 11.998924272233047 ], "tv": [ 7.5991394177864375, 11.67931153422915 ], "residual": [ 1.5996772816699139, -0.31961273800389733 ], "projected": [ 5.999608826266563, 11.999217652533126 ], "projectedResidual": [ 0.00014669015003931918, 0.00029338030007863836 ], "drift": 0.0004610261858397635 }, { "k": 105, "w": 5.999508238735108, "value": [ 5.999508238735108, 11.999016477470215 ], "tv": [ 7.5992131819761735, 11.679370545580937 ], "residual": [ 1.5997049432410657, -0.31964593188927815 ], "projected": [ 5.999642355443715, 11.99928471088743 ], "projectedResidual": [ 0.0001341167086073014, 0.0002682334172146028 ], "drift": 0.00042150965562459675 }, { "k": 106, "w": 5.99955038970067, "value": [ 5.99955038970067, 11.99910077940134 ], "tv": [ 7.599280623521073, 11.679424498816857 ], "residual": [ 1.5997302338204031, -0.31967628058448305 ], "projected": [ 5.999673010691398, 11.999346021382795 ], "projectedResidual": [ 0.00012262099072746224, 0.0002452419814549245 ], "drift": 0.00038538025657075536 }, { "k": 107, "w": 5.999588927726327, "value": [ 5.999588927726327, 11.999177855452654 ], "tv": [ 7.599342284362123, 11.679473827489698 ], "residual": [ 1.5997533566357962, -0.31970402796295616 ], "projected": [ 5.999701038346419, 11.999402076692839 ], "projectedResidual": [ 0.00011211062009230943, 0.00022422124018461886 ], "drift": 0.0003523476631510647 }, { "k": 108, "w": 5.999624162492642, "value": [ 5.999624162492642, 11.999248324985285 ], "tv": [ 7.599398659988228, 11.679518927990582 ], "residual": [ 1.599774497495586, -0.3197293969947026 ], "projected": [ 5.999726663631013, 11.999453327262026 ], "projectedResidual": [ 0.0001025011383708474, 0.0002050022767416948 ], "drift": 0.0003221464348808212 }, { "k": 109, "w": 5.99965637713613, "value": [ 5.99965637713613, 11.99931275427226 ], "tv": [ 7.599450203417808, 11.679560162734248 ], "residual": [ 1.5997938262816778, -0.3197525915380126 ], "projected": [ 5.999750092462641, 11.999500184925282 ], "projectedResidual": [ 0.00009371532651059056, 0.00018743065302118112 ], "drift": 0.00029453388332001396 }, { "k": 110, "w": 5.999685830524462, "value": [ 5.999685830524462, 11.999371661048924 ], "tv": [ 7.59949732883914, 11.679597863071312 ], "residual": [ 1.5998114983146783, -0.3197737979776125 ], "projected": [ 5.9997715131087, 11.9995430262174 ], "projectedResidual": [ 0.00008568258423835573, 0.00017136516847671146 ], "drift": 0.00026928812189197515 }, { "k": 111, "w": 5.999712759336651, "value": [ 5.999712759336651, 11.999425518673302 ], "tv": [ 7.599540414938643, 11.679632331950913 ], "residual": [ 1.5998276556019917, -0.3197931867223893 ], "projected": [ 5.999791097699383, 11.999582195398766 ], "projectedResidual": [ 0.00007833836273185568, 0.00015667672546371136 ], "drift": 0.0002462062828731959 }, { "k": 112, "w": 5.999737379964938, "value": [ 5.999737379964938, 11.999474759929877 ], "tv": [ 7.599579807943902, 11.67966384635512 ], "residual": [ 1.599842427978964, -0.3198109135747558 ], "projected": [ 5.999809003610865, 11.99961800722173 ], "projectedResidual": [ 0.00007162364592705472, 0.00014324729185410945 ], "drift": 0.00022510288719868043 }, { "k": 113, "w": 5.999759890253658, "value": [ 5.999759890253658, 11.999519780507317 ], "tv": [ 7.599615824405854, 11.679692659524683 ], "residual": [ 1.5998559341521954, -0.3198271209826338 ], "projected": [ 5.999825374729934, 11.999650749459867 ], "projectedResidual": [ 0.00006548447627530152, 0.00013096895255060303 ], "drift": 0.00020580835400973996 }, { "k": 114, "w": 5.99978047108906, "value": [ 5.99978047108906, 11.99956094217812 ], "tv": [ 7.599648753742496, 11.679719002993998 ], "residual": [ 1.5998682826534365, -0.31984193918412096 ], "projected": [ 5.999840342610227, 11.999680685220454 ], "projectedResidual": [ 0.000059871521167487174, 0.00011974304233497435 ], "drift": 0.0001881676379511532 }, { "k": 115, "w": 5.999799287852855, "value": [ 5.999799287852855, 11.99959857570571 ], "tv": [ 7.599678860564568, 11.679743088451655 ], "residual": [ 1.5998795727117132, -0.31985548725405444 ], "projected": [ 5.9998540275293495, 11.999708055058699 ], "projectedResidual": [ 0.00005473967649471945, 0.0001094793529894389 ], "drift": 0.00017203898327000644 }, { "k": 116, "w": 5.999816491751182, "value": [ 5.999816491751182, 11.999632983502364 ], "tv": [ 7.599706386801891, 11.679765109441513 ], "residual": [ 1.5998898950507092, -0.3198678740608507 ], "projected": [ 5.999866539455406, 11.999733078910811 ], "projectedResidual": [ 0.00005004770422356586, 0.00010009540844713172 ], "drift": 0.0001572927847037775 }, { "k": 117, "w": 5.999832221029653, "value": [ 5.999832221029653, 11.999664442059306 ], "tv": [ 7.599731553647445, 11.679785242917955 ], "residual": [ 1.5998993326177917, -0.31987919914135077 ], "projected": [ 5.999877978930656, 11.999755957861312 ], "projectedResidual": [ 0.00004575790100336263, 0.00009151580200672527 ], "drift": 0.0001438105460147554 }, { "k": 118, "w": 5.999846602084254, "value": [ 5.999846602084254, 11.999693204168508 ], "tv": [ 7.599754563334807, 11.679803650667846 ], "residual": [ 1.599907961250553, -0.31988955350066206 ], "projected": [ 5.999888437879458, 11.999776875758917 ], "projectedResidual": [ 0.000041835795204114845, 0.00008367159040822969 ], "drift": 0.0001314839277846147 }, { "k": 119, "w": 5.999859750477032, "value": [ 5.999859750477032, 11.999719500954065 ], "tv": [ 7.599775600763252, 11.679820480610601 ], "residual": [ 1.5999158502862194, -0.3198990203434633 ], "projected": [ 5.999898000346933, 11.999796000693866 ], "projectedResidual": [ 0.00003824986990075274, 0.00007649973980150548 ], "drift": 0.00012021387683169849 }, { "k": 120, "w": 5.999871771864716, "value": [ 5.999871771864716, 11.999743543729432 ], "tv": [ 7.5997948349835465, 11.679835867986835 ], "residual": [ 1.5999230631188306, -0.3199076757425967 ], "projected": [ 5.999906743174339, 11.999813486348678 ], "projectedResidual": [ 0.00003497130962326622, 0.00006994261924653244 ], "drift": 0.0001099098302459467 } ], "scope": "固定策略的确定性平均TD更新；权重d改变，转移P不变。|A|<1e−12不显示不稳定比值根。" }, { "key": "reweighted", "d": [ 0.99, 0.01 ], "P": [ [ 0, 1 ], [ 0.4, 0.6 ] ], "r": [ -2, 4 ], "phi": [ 1, 2 ], "C": 1.03, "A": -0.5796000000000001, "b": -1.9, "projector": [ [ 0.9611650485436893, 0.019417475728155338 ], [ 1.9223300970873787, 0.038834951456310676 ] ], "coefficient": 1.562718446601942, "root": 3.278122843340234, "rootSuppressed": false, "rate": 0.1, "meanIterationFactor": 1.05796, "stableMeanIteration": false, "rows": [ { "k": 0, "w": 0, "value": [ 0, 0 ], "tv": [ -2, 4 ], "residual": [ -2, 4 ], "projected": [ -1.8446601941747574, -3.6893203883495147 ], "projectedResidual": [ -1.8446601941747574, -3.6893203883495147 ], "drift": -1.9 }, { "k": 1, "w": -0.19, "value": [ -0.19, -0.38 ], "tv": [ -2.3040000000000003, 3.7568 ], "residual": [ -2.1140000000000003, 4.1368 ], "projected": [ -2.1415766990291267, -4.2831533980582535 ], "projectedResidual": [ -1.9515766990291268, -3.9031533980582536 ], "drift": -2.010124 }, { "k": 2, "w": -0.3910124, "value": [ -0.3910124, -0.7820248 ], "tv": [ -2.62561984, 3.499504128 ], "residual": [ -2.23460744, 4.281528928 ], "projected": [ -2.4557024845048545, -4.911404969009709 ], "projectedResidual": [ -2.0646900845048544, -4.129380169009709 ], "drift": -2.12663078704 }, { "k": 3, "w": -0.603675478704, "value": [ -0.603675478704, -1.207350957408 ], "tv": [ -2.9658807659264, 3.22729538725888 ], "residual": [ -2.3622052872224, 4.43464634466688 ], "projected": [ -2.788035000506756, -5.576070001013512 ], "projectedResidual": [ -2.184359521802756, -4.368719043605512 ], "drift": -2.2498903074568384 }, { "k": 4, "w": -0.8286645094496838, "value": [ -0.8286645094496838, -1.6573290188993677 ], "tv": [ -3.3258632151194942, 2.9393094279044045 ], "residual": [ -2.4971987056698106, 4.596638446803772 ], "projected": [ -3.1396295091361277, -6.279259018272255 ], "projectedResidual": [ -2.310964999686444, -4.621929999372888 ], "drift": -2.3802939496770366 }, { "k": 5, "w": -1.0666939044173875, "value": [ -1.0666939044173875, -2.133387808834775 ], "tv": [ -3.70671024706782, 2.634631802345744 ], "residual": [ -2.6400163426504326, 4.768019611180518 ], "projected": [ -3.5116024354856576, -7.023204870971315 ], "projectedResidual": [ -2.44490853106827, -4.88981706213654 ], "drift": -2.5182557870003177 }, { "k": 6, "w": -1.3185194831174194, "value": [ -1.3185194831174194, -2.637038966234839 ], "tv": [ -4.109631172987871, 2.312295061609703 ], "residual": [ -2.791111689870452, 4.949334027844541 ], "projected": [ -3.9051349126464068, -7.8102698252928136 ], "projectedResidual": [ -2.5866154295289876, -5.173230859057975 ], "drift": -2.6642138924148564 }, { "k": 7, "w": -1.5849408723589051, "value": [ -1.5849408723589051, -3.1698817447178103 ], "tv": [ -4.535905395774249, 1.9712756833806013 ], "residual": [ -2.9509645234153434, 5.141157428098412 ], "projected": [ -4.321476532183392, -8.642953064366784 ], "projectedResidual": [ -2.736535659824487, -5.473071319648974 ], "drift": -2.8186317296192214 }, { "k": 8, "w": -1.8668040453208272, "value": [ -1.8668040453208272, -3.7336080906416544 ], "tv": [ -4.986886472513324, 1.610490821989341 ], "residual": [ -3.1200824271924965, 5.3440989126309955 ], "projected": [ -4.761949311988741, -9.523898623977482 ], "projectedResidual": [ -2.895145266667914, -5.790290533335828 ], "drift": -2.9819996246679517 }, { "k": 9, "w": -2.1650040077876223, "value": [ -2.1650040077876223, -4.3300080155752445 ], "tv": [ -5.464006412460195, 1.2287948700318436 ], "residual": [ -3.299002404672573, 5.558802885607088 ], "projected": [ -5.227951894111609, -10.455903788223218 ], "projectedResidual": [ -3.0629478863239865, -6.125895772647973 ], "drift": -3.154836322913706 }, { "k": 10, "w": -2.480487640078993, "value": [ -2.480487640078993, -4.960975280157986 ], "tv": [ -5.968780224126389, 0.8249758206988886 ], "residual": [ -3.488292584047396, 5.785951100856875 ], "projected": [ -5.7209639858943175, -11.441927971788635 ], "projectedResidual": [ -3.2404763458153245, -6.480952691630649 ], "drift": -3.3376906361897847 }, { "k": 11, "w": -2.8142567036979713, "value": [ -2.8142567036979713, -5.628513407395943 ], "tv": [ -6.5028107259167545, 0.3977514192665961 ], "residual": [ -3.688554022218783, 6.026264826662539 ], "projected": [ -6.242551058516753, -12.485102117033506 ], "projectedResidual": [ -3.4282943548187816, -6.856588709637563 ], "drift": -3.5311431854633444 }, { "k": 12, "w": -3.1673710222443057, "value": [ -3.1673710222443057, -6.334742044488611 ], "tv": [ -7.067793635590889, -0.054234908472711396 ], "residual": [ -3.9004226133465836, 6.2805071360159 ], "projected": [ -6.794369317868383, -13.588738635736766 ], "projectedResidual": [ -3.626998295624077, -7.253996591248154 ], "drift": -3.7358082444928 }, { "k": 13, "w": -3.5409518466935856, "value": [ -3.5409518466935856, -7.081903693387171 ], "tv": [ -7.665522954709737, -0.5324183637677891 ], "residual": [ -4.124571108016152, 6.549485329619382 ], "projected": [ -7.3781709635320345, -14.756341927064069 ], "projectedResidual": [ -3.837219116838449, -7.674438233676898 ], "drift": -3.9523356903436024 }, { "k": 14, "w": -3.936185415727946, "value": [ -3.936185415727946, -7.872370831455892 ], "tv": [ -8.297896665164714, -1.0383173321317711 ], "residual": [ -4.361711249436768, 6.834053499324121 ], "projected": [ -7.995809752578352, -15.991619505156704 ], "projectedResidual": [ -4.059624336850407, -8.119248673700813 ], "drift": -4.181413066955917 }, { "k": 15, "w": -4.354326722423537, "value": [ -4.354326722423537, -8.708653444847075 ], "tv": [ -8.966922755877661, -1.5735382047021282 ], "residual": [ -4.612596033454124, 7.1351152401449465 ], "projected": [ -8.649246885837794, -17.298493771675588 ], "projectedResidual": [ -4.294920163414257, -8.589840326828513 ], "drift": -4.423767768316683 }, { "k": 16, "w": -4.796703499255206, "value": [ -4.796703499255206, -9.593406998510412 ], "tv": [ -9.67472559880833, -2.1397804790466637 ], "residual": [ -4.878022099553124, 7.453626519463748 ], "projected": [ -9.34055723534095, -18.6811144706819 ], "projectedResidual": [ -4.543853736085745, -9.08770747217149 ], "drift": -4.680169348168318 }, { "k": 17, "w": -5.2647204340720375, "value": [ -5.2647204340720375, -10.529440868144075 ], "tv": [ -10.42355269451526, -2.7388421556122085 ], "residual": [ -5.158832260443223, 7.7905987125318665 ], "projected": [ -10.071935932701313, -20.143871865402627 ], "projectedResidual": [ -4.807215498629276, -9.614430997258552 ], "drift": -4.951431963588154 }, { "k": 18, "w": -5.759863630430853, "value": [ -5.759863630430853, -11.519727260861705 ], "tv": [ -11.215781808689364, -3.372625446951492 ], "residual": [ -5.4559181782585116, 8.147101813910213 ], "projected": [ -10.84570533936068, -21.69141067872136 ], "projectedResidual": [ -5.085841708929828, -10.171683417859656 ], "drift": -5.238416960197723 }, { "k": 19, "w": -6.283705326450625, "value": [ -6.283705326450625, -12.56741065290125 ], "tv": [ -12.053928522321002, -4.0431428178568005 ], "residual": [ -5.7702231958703765, 8.52426783504445 ], "projected": [ -11.664322420830027, -23.328644841660054 ], "projectedResidual": [ -5.380617094379402, -10.761234188758804 ], "drift": -5.542035607210783 }, { "k": 20, "w": -6.837908887171704, "value": [ -6.837908887171704, -13.675817774343408 ], "tv": [ -12.940654219474727, -4.752523375579782 ], "residual": [ -6.102745332303023, 8.923294398763625 ], "projected": [ -12.530386548341335, -25.06077309668267 ], "projectedResidual": [ -5.692477661169631, -11.384955322339263 ], "drift": -5.86325199100472 }, { "k": 21, "w": -7.424234086272175, "value": [ -7.424234086272175, -14.84846817254435 ], "tv": [ -13.878774538035481, -5.503019630428383 ], "residual": [ -6.454540451763306, 9.345448542115967 ], "projected": [ -13.446647752683198, -26.893295505366396 ], "projectedResidual": [ -6.022413666411023, -12.044827332822045 ], "drift": -6.203086076403354 }, { "k": 22, "w": -8.044542693912511, "value": [ -8.044542693912511, -16.089085387825023 ], "tv": [ -14.87126831026002, -6.297014648208016 ], "residual": [ -6.826725616347508, 9.792070739617007 ], "projected": [ -14.416015456428717, -28.832030912857434 ], "projectedResidual": [ -6.3714727625162055, -12.742945525032411 ], "drift": -6.562616945391692 }, { "k": 23, "w": -8.700804388451681, "value": [ -8.700804388451681, -17.401608776903362 ], "tv": [ -15.92128702152269, -7.137029617218154 ], "residual": [ -7.2204826330710095, 10.264579159685209 ], "projected": [ -15.441567712283327, -30.883135424566653 ], "projectedResidual": [ -6.740763323831645, -13.48152664766329 ], "drift": -6.942986223546596 }, { "k": 24, "w": -9.395103010806341, "value": [ -9.395103010806341, -18.790206021612683 ], "tv": [ -17.032164817290145, -8.025731853832117 ], "residual": [ -7.637061806483803, 10.764474167780566 ], "projected": [ -16.526560976887268, -33.053121953774536 ], "projectedResidual": [ -7.1314579660809265, -14.262915932161853 ], "drift": -7.345401705063356 }, { "k": 25, "w": -10.129643181312677, "value": [ -10.129643181312677, -20.259286362625353 ], "tv": [ -18.207429090100284, -8.965943272080228 ], "residual": [ -8.077785908787607, 11.293343090545125 ], "projected": [ -17.674440451107653, -35.348880902215306 ], "projectedResidual": [ -7.544797269794977, -15.089594539589953 ], "drift": -7.771141187888828 }, { "k": 26, "w": -10.90675730010156, "value": [ -10.90675730010156, -21.81351460020312 ], "tv": [ -19.4508116801625, -9.960649344129997 ], "residual": [ -8.544054380060938, 11.852865256073123 ], "projected": [ -18.88885101965386, -37.77770203930772 ], "projectedResidual": [ -7.982093719552299, -15.964187439104599 ], "drift": -8.221556531138866 }, { "k": 27, "w": -11.728912953215447, "value": [ -11.728912953215447, -23.457825906430894 ], "tv": [ -20.766260725144715, -11.013008580115773 ], "residual": [ -9.037347771929268, 12.444817326315121 ], "projected": [ -20.173648824752995, -40.34729764950599 ], "projectedResidual": [ -8.444735871537548, -16.889471743075095 ], "drift": -8.698077947683675 }, { "k": 28, "w": -12.598720747983815, "value": [ -12.598720747983815, -25.19744149596763 ], "tv": [ -22.157953196774105, -12.126362557419284 ], "residual": [ -9.55923244879029, 13.071078938548347 ], "projected": [ -21.53291351063568, -43.06582702127136 ], "projectedResidual": [ -8.934192762651865, -17.86838552530373 ], "drift": -9.202218545531421 }, { "k": 29, "w": -13.518942602536958, "value": [ -13.518942602536958, -27.037885205073916 ], "tv": [ -23.630308164059134, -13.304246531247305 ], "residual": [ -10.111365561522176, 13.733638673826611 ], "projected": [ -22.970961177712123, -45.941922355424246 ], "projectedResidual": [ -9.452018575175165, -18.90403715035033 ], "drift": -9.735579132430422 }, { "k": 30, "w": -14.49250051578, "value": [ -14.49250051578, -28.98500103156 ], "tv": [ -25.188000825248, -14.550400660198399 ], "residual": [ -10.695500309468, 14.4346003713616 ], "projected": [ -24.49235808757232, -48.98471617514464 ], "projectedResidual": [ -9.99985757179232, -19.99971514358464 ], "drift": -10.29985329894609 }, { "k": 31, "w": -15.522485845674609, "value": [ -15.522485845674609, -31.044971691349218 ], "tv": [ -26.835977353079375, -15.868781882463498 ], "residual": [ -11.313491507404766, 15.17618980888572 ], "projected": [ -26.10193516232801, -52.20387032465602 ], "projectedResidual": [ -10.579449316653402, -21.158898633306805 ], "drift": -10.896832796153005 }, { "k": 32, "w": -16.61216912528991, "value": [ -16.61216912528991, -33.22433825057982 ], "tv": [ -28.579470600463857, -17.263576480371086 ], "residual": [ -11.967301475173947, 15.960761770208734 ], "projected": [ -27.804803324336543, -55.609606648673086 ], "projectedResidual": [ -11.192634199046633, -22.385268398093267 ], "drift": -11.528413225018033 }, { "k": 33, "w": -17.765010447791713, "value": [ -17.765010447791713, -35.53002089558343 ], "tv": [ -30.424016716466742, -18.739213373173392 ], "residual": [ -12.659006268675029, 16.790807522410034 ], "projected": [ -29.60636972501509, -59.21273945003018 ], "projectedResidual": [ -11.841359277223376, -23.68271855444675 ], "drift": -12.19660005554008 }, { "k": 34, "w": -18.98467045334572, "value": [ -18.98467045334572, -37.96934090669144 ], "tv": [ -32.375472725353156, -20.300378180282525 ], "residual": [ -13.390802272007434, 17.668962726408918 ], "projected": [ -31.51235491427697, -63.02470982855394 ], "projectedResidual": [ -12.527684460931248, -25.055368921862495 ], "drift": -12.903514994759183 }, { "k": 35, "w": -20.27502195282164, "value": [ -20.27502195282164, -40.55004390564328 ], "tv": [ -34.44003512451462, -21.9520280996117 ], "residual": [ -14.165013171692983, 18.59801580603158 ], "projected": [ -33.52881100510846, -67.05762201021692 ], "projectedResidual": [ -13.25378905228682, -26.50757810457364 ], "drift": -13.651402723855425 }, { "k": 36, "w": -21.64016222520718, "value": [ -21.64016222520718, -43.28032445041436 ], "tv": [ -36.62425956033149, -23.699407648265193 ], "residual": [ -14.984097335124307, 19.58091680214917 ], "projected": [ -35.662140890964544, -71.32428178192909 ], "projectedResidual": [ -14.021978665757363, -28.043957331514726 ], "drift": -14.442638025730085 }, { "k": 37, "w": -23.08442602778019, "value": [ -23.08442602778019, -46.16885205556038 ], "tv": [ -38.9350816444483, -25.548065315558645 ], "residual": [ -15.850655616668114, 20.620786740001734 ], "projected": [ -37.919118577004845, -75.83823715400969 ], "projectedResidual": [ -14.834692549224656, -29.66938509844931 ], "drift": -15.2797333257014 }, { "k": 38, "w": -24.61239936035033, "value": [ -24.61239936035033, -49.22479872070066 ], "tv": [ -41.379838976560535, -27.503871181248424 ], "residual": [ -16.767439616210204, 21.720927539452237 ], "projected": [ -40.306910689728056, -80.61382137945611 ], "projectedResidual": [ -15.694511329377725, -31.38902265875545 ], "drift": -16.165346669259055 }, { "k": 39, "w": -26.228934027276235, "value": [ -26.228934027276235, -52.45786805455247 ], "tv": [ -43.96629444364198, -29.57303555491358 ], "residual": [ -17.737360416365743, 22.88483249963889 ], "projected": [ -42.833099233304694, -85.66619846660939 ], "projectedResidual": [ -16.60416520602846, -33.20833041205692 ], "drift": -17.102290162209307 }, { "k": 40, "w": -27.939163043497167, "value": [ -27.939163043497167, -55.878326086994335 ], "tv": [ -46.70266086959547, -31.762128695676374 ], "residual": [ -18.763497826098302, 24.11619739131796 ], "projected": [ -45.50570566486703, -91.01141132973406 ], "projectedResidual": [ -17.566542621369862, -35.133085242739725 ], "drift": -18.09353890001096 }, { "k": 41, "w": -29.748516933498262, "value": [ -29.748516933498262, -59.497033866996524 ], "tv": [ -49.597627093597225, -34.07810167487778 ], "residual": [ -19.849110160098963, 25.418932192118746 ], "projected": [ -48.33321636520272, -96.66643273040545 ], "projectedResidual": [ -18.58469943170446, -37.16939886340892 ], "drift": -19.142240414655596 }, { "k": 42, "w": -31.66274097496382, "value": [ -31.66274097496382, -63.32548194992764 ], "tv": [ -52.660385559942114, -36.52830844795369 ], "residual": [ -20.997644584978293, 26.79717350197395 ], "projected": [ -51.324609585729874, -102.64921917145975 ], "projectedResidual": [ -19.661868610766053, -39.323737221532106 ], "drift": -20.251724669089032 }, { "k": 43, "w": -33.68791344187272, "value": [ -33.68791344187272, -67.37582688374545 ], "tv": [ -55.90066150699636, -39.12052920559709 ], "residual": [ -22.212748065123634, 28.25529767814836 ], "projected": [ -54.48938395731877, -108.97876791463754 ], "projectedResidual": [ -20.80147051544605, -41.6029410308921 ], "drift": -21.425514630909433 }, { "k": 44, "w": -35.83046490496367, "value": [ -35.83046490496367, -71.66092980992734 ], "tv": [ -59.32874384794187, -41.86299507835349 ], "residual": [ -23.498278942978203, 29.797934731573847 ], "projected": [ -57.83758865148497, -115.67517730296994 ], "projectedResidual": [ -22.0071237465213, -44.0142474930426 ], "drift": -22.667337458916947 }, { "k": 45, "w": -38.09719865085536, "value": [ -38.09719865085536, -76.19439730171072 ], "tv": [ -62.95551784136858, -44.76441427309487 ], "residual": [ -24.85831919051322, 31.42998302861585 ], "projected": [ -61.37985528972504, -122.75971057945009 ], "projectedResidual": [ -23.282656638869682, -46.565313277739364 ], "drift": -23.98113633803577 }, { "k": 46, "w": -40.49531228465894, "value": [ -40.49531228465894, -80.99062456931787 ], "tv": [ -66.79249965545431, -47.83399972436344 ], "residual": [ -26.29718737079537, 33.156624844954436 ], "projected": [ -65.12743170231751, -130.25486340463502 ], "projectedResidual": [ -24.632119417658572, -49.264238835317144 ], "drift": -25.371083000188325 }, { "k": 47, "w": -43.032420584677766, "value": [ -43.032420584677766, -86.06484116935553 ], "tv": [ -70.85187293548442, -51.08149834838754 ], "residual": [ -27.819452350806657, 34.98334282096799 ], "projected": [ -69.09221764378381, -138.18443528756762 ], "projectedResidual": [ -26.059797059106046, -52.11959411821209 ], "drift": -26.84159097087924 }, { "k": 48, "w": -45.71657968176569, "value": [ -45.71657968176569, -91.43315936353137 ], "tv": [ -75.14652749082511, -54.517221992660076 ], "residual": [ -29.42994780905942, 36.9159373708713 ], "projected": [ -73.28680257841754, -146.57360515683507 ], "projectedResidual": [ -27.57022289665185, -55.1404457933037 ], "drift": -28.397329583551397 }, { "k": 49, "w": -48.55631264012083, "value": [ -48.55631264012083, -97.11262528024166 ], "tv": [ -79.69010022419333, -58.15208017935467 ], "residual": [ -31.1337875840725, 38.96054510088699 ], "projected": [ -77.72450565586261, -155.44901131172523 ], "projectedResidual": [ -29.168193015741785, -58.33638603148357 ], "drift": -30.04323880621404 }, { "k": 50, "w": -51.560636520742236, "value": [ -51.560636520742236, -103.12127304148447 ], "tv": [ -84.49701843318758, -61.99761474655007 ], "residual": [ -32.93638191244534, 41.1236582949344 ], "projected": [ -82.41941800367641, -164.83883600735282 ], "projectedResidual": [ -30.858781482934177, -61.71756296586835 ], "drift": -31.784544927422203 }, { "k": 51, "w": -54.739091013484455, "value": [ -54.739091013484455, -109.47818202696891 ], "tv": [ -89.58254562157514, -66.06603649726011 ], "residual": [ -34.84345460809068, 43.412145529708795 ], "projected": [ -87.3864474711695, -174.772894942339 ], "projectedResidual": [ -32.64735645768505, -65.2947129153701 ], "drift": -33.626777151415595 }, { "k": 52, "w": -58.10176872862601, "value": [ -58.10176872862601, -116.20353745725203 ], "tv": [ -94.96282996580163, -70.3702639726413 ], "residual": [ -36.86106123717562, 45.83327348461073 ], "projected": [ -92.64136596659849, -185.28273193319697 ], "projectedResidual": [ -34.53959723797247, -69.07919447594494 ], "drift": -35.57578515511164 }, { "k": 53, "w": -61.65934724413718, "value": [ -61.65934724413718, -123.31869448827436 ], "tv": [ -100.6549555906195, -74.9239644724956 ], "residual": [ -38.995608346482314, 48.39473001577876 ], "projected": [ -98.20085953802254, -196.40171907604508 ], "projectedResidual": [ -36.54151229388536, -73.08302458777072 ], "drift": -37.637757662701915 }, { "k": 54, "w": -65.42312301040737, "value": [ -65.42312301040737, -130.84624602081473 ], "tv": [ -106.6769968166518, -79.74159745332145 ], "residual": [ -41.25387380624443, 51.104648567493285 ], "projected": [ -104.08258135684632, -208.16516271369264 ], "projectedResidual": [ -38.65945834643895, -77.3189166928779 ], "drift": -39.81924209683211 }, { "k": 55, "w": -69.40504722009058, "value": [ -69.40504722009058, -138.81009444018116 ], "tv": [ -113.04807555214494, -84.83846044171595 ], "residual": [ -43.64302833205436, 53.97163399846521 ], "projected": [ -110.30520777228914, -220.61041554457827 ], "projectedResidual": [ -40.90016055219856, -81.80032110439711 ], "drift": -42.12716536876451 }, { "k": 56, "w": -73.61776375696704, "value": [ -73.61776375696704, -147.23552751393407 ], "tv": [ -119.78842201114726, -90.2307376089178 ], "residual": [ -46.170658254180225, 57.00478990501627 ], "projected": [ -116.88849761477101, -233.77699522954202 ], "projectedResidual": [ -43.270733857803975, -86.54146771560795 ], "drift": -44.5688558735381 }, { "k": 57, "w": -78.07464934432085, "value": [ -78.07464934432085, -156.1492986886417 ], "tv": [ -126.91943895091336, -95.9355511607307 ], "residual": [ -48.844789606592514, 60.213747527910996 ], "projected": [ -123.85335493652315, -247.7067098730463 ], "projectedResidual": [ -45.7787055922023, -91.5574111844046 ], "drift": -47.15206675996837 }, { "k": 58, "w": -82.78985602031769, "value": [ -82.78985602031769, -165.57971204063537 ], "tv": [ -134.4637696325083, -101.97101570600665 ], "residual": [ -51.67391361219062, 63.60869633462872 ], "projected": [ -131.22189538864404, -262.4437907772881 ], "projectedResidual": [ -48.43203936832636, -96.86407873665271 ], "drift": -49.88500054937614 }, { "k": 59, "w": -87.7783560752553, "value": [ -87.7783560752553, -175.5567121505106 ], "tv": [ -142.44536972040848, -108.35629577632679 ], "residual": [ -54.667013645153176, 67.20041637418382 ], "projected": [ -139.01751644536984, -278.03503289073967 ], "projectedResidual": [ -51.23916037011453, -102.47832074022907 ], "drift": -52.77633518121798 }, { "k": 60, "w": -93.0559895933771, "value": [ -93.0559895933771, -186.1119791867542 ], "tv": [ -150.88958334940338, -115.11166667952271 ], "residual": [ -57.833593756026275, 71.0003125072315 ], "projected": [ -147.2649716985435, -294.529943397087 ], "projectedResidual": [ -54.208982105166385, -108.41796421033277 ], "drift": -55.83525156832138 }, { "k": 61, "w": -98.63951475020924, "value": [ -98.63951475020924, -197.2790295004185 ], "tv": [ -159.8232236003348, -122.25857888026783 ], "residual": [ -61.18370885012557, 75.02045062015065 ], "projected": [ -155.99044945819108, -311.98089891638216 ], "projectedResidual": [ -57.350934707981835, -114.70186941596367 ], "drift": -59.07146274922129 }, { "k": 62, "w": -104.54666102513137, "value": [ -104.54666102513137, -209.09332205026274 ], "tv": [ -169.2746576402102, -129.81972611216815 ], "residual": [ -64.72799661507882, 79.27359593809459 ], "projected": [ -165.22165590878782, -330.44331181757565 ], "projectedResidual": [ -60.67499488365645, -121.3499897673129 ], "drift": -62.495244730166156 }, { "k": 63, "w": -110.79618549814799, "value": [ -110.79618549814799, -221.59237099629598 ], "tv": [ -179.2738967970368, -137.81911743762944 ], "residual": [ -68.4777112988888, 83.77325355866654 ], "projected": [ -174.98790308526117, -349.97580617052233 ], "projectedResidual": [ -64.19171758711317, -128.38343517422635 ], "drift": -66.11746911472659 }, { "k": 64, "w": -117.40793240962066, "value": [ -117.40793240962066, -234.8158648192413 ], "tv": [ -189.85269185539306, -146.28215348431445 ], "residual": [ -72.4447594457724, 88.53371133492686 ], "projected": [ -185.32020194808294, -370.6404038961659 ], "projectedResidual": [ -67.91226953846228, -135.82453907692457 ], "drift": -69.94963762461614 }, { "k": 65, "w": -124.40289617208227, "value": [ -124.40289617208227, -248.80579234416453 ], "tv": [ -201.04463387533164, -155.23570710026533 ], "residual": [ -76.64173770324938, 93.5700852438992 ], "projected": [ -196.2513608529938, -392.5027217059876 ], "projectedResidual": [ -71.84846468091153, -143.69692936182307 ], "drift": -74.0039186213389 }, { "k": 66, "w": -131.80328803421617, "value": [ -131.80328803421617, -263.60657606843233 ], "tv": [ -212.88526085474587, -164.7082086837967 ], "residual": [ -81.0819728205297, 98.89836738463563 ], "projected": [ -207.81608972803335, -415.6321794560667 ], "projectedResidual": [ -76.01280169381718, -152.02560338763436 ], "drift": -78.29318574463171 }, { "k": 67, "w": -139.63260660867934, "value": [ -139.63260660867934, -279.2652132173587 ], "tv": [ -225.41217057388695, -174.72973645910957 ], "residual": [ -85.77956396520761, 104.5354767582491 ], "projected": [ -220.05111028867017, -440.10222057734035 ], "projectedResidual": [ -80.41850367999083, -160.83700735998167 ], "drift": -82.83105879039057 }, { "k": 68, "w": -147.9157124877184, "value": [ -147.9157124877184, -295.8314249754368 ], "tv": [ -238.66513998034944, -185.33211198427955 ], "residual": [ -90.74942749263104, 110.49931299115724 ], "projected": [ -232.9952726410015, -465.990545282003 ], "projectedResidual": [ -85.0795601532831, -170.1591203065662 ], "drift": -87.63194695788161 }, { "k": 69, "w": -156.67890718350657, "value": [ -156.67890718350657, -313.35781436701313 ], "tv": [ -252.6862514936105, -196.5490011948884 ], "residual": [ -96.00734431010395, 116.80881317212473 ], "projected": [ -246.68967864327396, -493.37935728654793 ], "projectedResidual": [ -90.0107714597674, -180.0215429195348 ], "drift": -92.71109460356043 }, { "k": 70, "w": -165.9500166438626, "value": [ -165.9500166438626, -331.9000332877252 ], "tv": [ -267.52002663018015, -208.41602130414412 ], "residual": [ -101.57000998631756, 123.48401198358107 ], "projected": [ -261.17781241743813, -522.3556248348763 ], "projectedResidual": [ -95.22779577357554, -190.45559154715107 ], "drift": -98.08462964678279 }, { "k": 71, "w": -175.75847960854088, "value": [ -175.75847960854088, -351.51695921708176 ], "tv": [ -283.2135673736654, -220.97085389893232 ], "residual": [ -107.45508776512452, 130.54610531814944 ], "projected": [ -276.50567842515284, -553.0113568503057 ], "projectedResidual": [ -100.74719881661196, -201.4943976332239 ], "drift": -103.76961478111032 }, { "k": 72, "w": -186.13544108665192, "value": [ -186.13544108665192, -372.27088217330385 ], "tv": [ -299.81670573864307, -234.25336459091446 ], "residual": [ -113.68126465199114, 138.0175175823894 ], "projected": [ -292.7219475466747, -585.4438950933494 ], "projectedResidual": [ -106.58650646002278, -213.17301292004555 ], "drift": -109.78410165382348 }, { "k": 73, "w": -197.11385125203427, "value": [ -197.11385125203427, -394.22770250406853 ], "tv": [ -317.38216200325485, -248.3057296026039 ], "residual": [ -120.26831075122058, 145.92197290146464 ], "projected": [ -309.87811162648, -619.75622325296 ], "projectedResidual": [ -112.76426037444574, -225.52852074889148 ], "drift": -116.14718818567908 }, { "k": 74, "w": -208.7285700706022, "value": [ -208.7285700706022, -417.4571401412044 ], "tv": [ -335.9657121129635, -263.17256969037084 ], "residual": [ -127.23714204236131, 154.28457045083354 ], "projected": [ -328.02864697635073, -656.0572939527015 ], "projectedResidual": [ -119.30007690574854, -238.60015381149708 ], "drift": -122.87907921292106 }, { "k": 75, "w": -221.0164779918943, "value": [ -221.0164779918943, -442.0329559837886 ], "tv": [ -355.6263647870309, -278.90109182962476 ], "residual": [ -134.60988679513662, 163.13186415416385 ], "projected": [ -347.2311873551001, -694.4623747102002 ], "projectedResidual": [ -126.21470936320577, -252.42941872641154 ], "drift": -130.00115064410198 }, { "k": 76, "w": -234.01659305630452, "value": [ -234.01659305630452, -468.03318611260903 ], "tv": [ -376.42654889008725, -295.54123911206983 ], "residual": [ -142.40995583378273, 172.4919470005392 ], "projected": [ -367.5467069742017, -735.0934139484034 ], "projectedResidual": [ -133.53011391789718, -267.06022783579436 ], "drift": -137.53601733543414 }, { "k": 77, "w": -247.77019478984792, "value": [ -247.77019478984792, -495.54038957969584 ], "tv": [ -398.4323116637567, -313.14584933100537 ], "residual": [ -150.6621168739088, 182.39454024869048 ], "projected": [ -389.0397141104265, -778.079428220853 ], "projectedResidual": [ -141.26951932057855, -282.5390386411571 ], "drift": -145.5076049001959 }, { "k": 78, "w": -262.3209552798675, "value": [ -262.3209552798675, -524.641910559735 ], "tv": [ -421.71352844778806, -331.77082275823045 ], "residual": [ -159.39257316792055, 192.8710878015046 ], "projected": [ -411.7784559402668, -823.5569118805336 ], "projectedResidual": [ -149.45750066039926, -298.9150013207985 ], "drift": -153.94122568021126 }, { "k": 79, "w": -277.71507784788867, "value": [ -277.71507784788867, -555.4301556957773 ], "tv": [ -446.34412455662186, -351.4752996452975 ], "residual": [ -168.6290467087332, 203.9548560504798 ], "projected": [ -435.8351352465647, -871.6702704931294 ], "projectedResidual": [ -158.120057398676, -316.240114797352 ], "drift": -162.8636591206363 }, { "k": 80, "w": -294.0014437599523, "value": [ -294.0014437599523, -588.0028875199046 ], "tv": [ -472.40231001592366, -372.3218480127389 ], "residual": [ -178.40086625597138, 215.68103950716568 ], "projected": [ -461.28613968545557, -922.5722793709111 ], "projectedResidual": [ -167.28469592550329, -334.56939185100657 ], "drift": -172.3032368032684 }, { "k": 81, "w": -311.2317674402791, "value": [ -311.2317674402791, -622.4635348805582 ], "tv": [ -499.9708279044466, -394.3766623235573 ], "residual": [ -188.7390604641675, 228.0868725570009 ], "projected": [ -488.2122843416246, -976.4245686832492 ], "projectedResidual": [ -176.98051690134548, -353.96103380269096 ], "drift": -182.2899324083858 }, { "k": 82, "w": -329.4607606811177, "value": [ -329.4607606811177, -658.9215213622354 ], "tv": [ -529.1372170897884, -417.7097736718306 ], "residual": [ -199.67645640867067, 241.21174769040476 ], "projected": [ -516.6990683420651, -1033.3981366841301 ], "projectedResidual": [ -187.23830766094738, -374.47661532189477 ], "drift": -192.85545689077586 }, { "k": 83, "w": -348.74630637019527, "value": [ -348.74630637019527, -697.4926127403905 ], "tv": [ -559.9940901923125, -442.39527215385 ], "residual": [ -211.24778382211719, 255.09734058654055 ], "projected": [ -546.8369463431712, -1093.6738926863425 ], "projectedResidual": [ -198.09063997297596, -396.1812799459519 ], "drift": -204.03335917216523 }, { "k": 84, "w": -369.1496422874118, "value": [ -369.1496422874118, -738.2992845748236 ], "tv": [ -592.6394276598588, -468.5115421278871 ], "residual": [ -223.48978537244705, 269.7877424469365 ], "projected": [ -578.7216157532214, -1157.4432315064428 ], "projectedResidual": [ -209.5719734658096, -419.1439469316192 ], "drift": -215.85913266978392 }, { "k": 85, "w": -390.7355555543902, "value": [ -390.7355555543902, -781.4711111087804 ], "tv": [ -627.1768888870243, -496.1415111096195 ], "residual": [ -236.44133333263414, 285.3295999991609 ], "projected": [ -612.4543206022782, -1224.9086412045565 ], "projectedResidual": [ -221.71876504788804, -443.4375300957761 ], "drift": -228.37032799932462 }, { "k": 86, "w": -413.57258835432265, "value": [ -413.57258835432265, -827.1451767086453 ], "tv": [ -663.7161413669163, -525.3729130935329 ], "residual": [ -250.14355301259366, 301.77226361511237 ], "projected": [ -648.1421730243862, -1296.2843460487725 ], "projectedResidual": [ -234.5695846700636, -469.1391693401272 ], "drift": -241.60667221016547 }, { "k": 87, "w": -437.7332555753392, "value": [ -437.7332555753392, -875.4665111506783 ], "tv": [ -702.3732089205428, -556.2985671364341 ], "residual": [ -264.6399533452036, 319.1679440142442 ], "projected": [ -685.8984933728797, -1371.7969867457593 ], "projectedResidual": [ -248.1652377975405, -496.330475595081 ], "drift": -255.61019493146665 }, { "k": 88, "w": -463.29427506848583, "value": [ -463.29427506848583, -926.5885501369717 ], "tv": [ -743.2708401095774, -589.0166720876618 ], "residual": [ -279.9765650410916, 337.5718780493098 ], "projected": [ -725.8431700487716, -1451.6863400975433 ], "projectedResidual": [ -262.5488949802858, -525.0977899605716 ], "drift": -270.4253618296944 }, { "k": 89, "w": -490.3368112514553, "value": [ -490.3368112514553, -980.6736225029106 ], "tv": [ -786.5388980023286, -623.6311184018628 ], "residual": [ -296.20208675087326, 357.0425041010478 ], "projected": [ -768.1030401847986, -1536.2060803695972 ], "projectedResidual": [ -277.7662289333433, -555.5324578666866 ], "drift": -286.0992158013435 }, { "k": 90, "w": -518.9467328315897, "value": [ -518.9467328315897, -1037.8934656631793 ], "tv": [ -832.3147725305435, -660.2518180244348 ], "residual": [ -313.3680396989538, 377.64164763874453 ], "projected": [ -812.8122923939095, -1625.624584787819 ], "projectedResidual": [ -293.86555956231985, -587.7311191246397 ], "drift": -302.6815263491894 }, { "k": 91, "w": -549.2148854665086, "value": [ -549.2148854665086, -1098.4297709330172 ], "tv": [ -880.7438167464138, -698.995053397131 ], "residual": [ -331.52893127990524, 399.4347175358862 ], "projected": [ -860.1128928610605, -1720.225785722121 ], "projectedResidual": [ -310.8980073945519, -621.7960147891038 ], "drift": -320.2249476163884 }, { "k": 92, "w": -581.2373802281475, "value": [ -581.2373802281475, -1162.474760456295 ], "tv": [ -931.979808365036, -739.9838466920288 ], "residual": [ -350.7424281368885, 422.4909137642661 ], "projected": [ -910.1550361312876, -1820.3100722625752 ], "projectedResidual": [ -328.91765590314014, -657.8353118062803 ], "drift": -338.7851855802343 }, { "k": 93, "w": -615.1158987861709, "value": [ -615.1158987861709, -1230.2317975723417 ], "tv": [ -986.1854380578734, -783.3483504462988 ], "residual": [ -371.0695392717025, 446.88344712604294 ], "projected": [ -963.097622025457, -1926.195244050914 ], "projectedResidual": [ -347.9817232392861, -695.9634464785722 ], "drift": -358.4211749364647 }, { "k": 94, "w": -650.9580162798173, "value": [ -650.9580162798173, -1301.9160325596347 ], "tv": [ -1043.5328260477079, -829.2262608381661 ], "residual": [ -392.57480976789054, 472.68977172146856 ], "projected": [ -1019.1087601980527, -2038.2175203961053 ], "projectedResidual": [ -368.1507439182353, -736.3014878364706 ], "drift": -379.1952662357822 }, { "k": 95, "w": -688.8775429033956, "value": [ -688.8775429033956, -1377.7550858067912 ], "tv": [ -1104.204068645433, -877.7632549163463 ], "residual": [ -415.32652574203735, 499.9918308904448 ], "projected": [ -1078.3663039391317, -2156.7326078782635 ], "projectedResidual": [ -389.48876103573616, -778.9775220714723 ], "drift": -401.17342386680815 }, { "k": 96, "w": -728.9948852900764, "value": [ -728.9948852900764, -1457.9897705801527 ], "tv": [ -1168.3918164641223, -929.1134531712978 ], "residual": [ -439.3969311740459, 528.8763174088549 ], "projected": [ -1141.0584149154436, -2282.116829830887 ], "projectedResidual": [ -412.0635296253672, -824.1270592507344 ], "drift": -424.4254355141283 }, { "k": 97, "w": -771.4374288414892, "value": [ -771.4374288414892, -1542.8748576829785 ], "tv": [ -1236.299886146383, -983.4399089171062 ], "residual": [ -464.8624573048937, 559.4349487658723 ], "projected": [ -1207.384160643943, -2414.768321287886 ], "projectedResidual": [ -435.94673180245377, -871.8934636049075 ], "drift": -449.0251337565272 }, { "k": 98, "w": -816.3399422171419, "value": [ -816.3399422171419, -1632.6798844342838 ], "tv": [ -1308.1439075474273, -1040.9151260379417 ], "residual": [ -491.80396533028534, 591.7647583963421 ], "projected": [ -1277.5541465948659, -2555.1082931897317 ], "projectedResidual": [ -461.21420437772395, -922.4284087554479 ], "drift": -475.0506305090555 }, { "k": 99, "w": -863.8450052680474, "value": [ -863.8450052680474, -1727.6900105360949 ], "tv": [ -1384.152008428876, -1101.7216067431007 ], "residual": [ -520.3070031608285, 625.9684037929942 ], "projected": [ -1351.791184931504, -2703.582369863008 ], "projectedResidual": [ -487.9461796634565, -975.892359326913 ], "drift": -502.5845650533604 }, { "k": 100, "w": -914.1034617733835, "value": [ -914.1034617733835, -1828.206923546767 ], "tv": [ -1464.5655388374137, -1166.052431069931 ], "residual": [ -550.4620770640302, 662.1544924768361 ], "projected": [ -1430.3310020101342, -2860.6620040202683 ], "projectedResidual": [ -516.2275402367507, -1032.4550804735013 ], "drift": -531.7143664438531 }, { "k": 101, "w": -967.2748984177688, "value": [ -967.2748984177688, -1934.5497968355376 ], "tv": [ -1549.6398374684302, -1234.1118699747442 ], "residual": [ -582.3649390506614, 700.4379268607934 ], "projected": [ -1513.4229868866414, -3026.845973773283 ], "projectedResidual": [ -546.1480884688726, -1092.2961769377453 ], "drift": -562.5325311229388 }, { "k": 102, "w": -1023.5281515300627, "value": [ -1023.5281515300627, -2047.0563030601254 ], "tv": [ -1639.6450424481004, -1306.1160339584803 ], "residual": [ -616.1168909180377, 740.9402691016451 ], "projected": [ -1601.3309832065913, -3202.6619664131827 ], "projectedResidual": [ -577.8028316765286, -1155.6056633530573 ], "drift": -595.1369166268245 }, { "k": 103, "w": -1083.041843192745, "value": [ -1083.041843192745, -2166.08368638549 ], "tv": [ -1734.8669491083922, -1382.2935592867136 ], "residual": [ -651.8251059156471, 783.7901270987766 ], "projected": [ -1694.334126993245, -3388.66825398649 ], "projectedResidual": [ -611.2922838005, -1222.584567601 ], "drift": -629.6310523145152 }, { "k": 104, "w": -1146.0049484241965, "value": [ -1146.0049484241965, -2292.009896848393 ], "tv": [ -1835.6079174787146, -1462.8863339829716 ], "residual": [ -689.6029690545181, 829.1235628654215 ], "projected": [ -1792.7277329937735, -3585.455465987547 ], "projectedResidual": [ -646.722784569577, -1293.445569139154 ], "drift": -666.1244681066644 }, { "k": 105, "w": -1212.617395234863, "value": [ -1212.617395234863, -2425.234790469726 ], "tv": [ -1942.1878323757808, -1548.1502659006246 ], "residual": [ -729.5704371409179, 877.0845245691012 ], "projected": [ -1896.8242323980926, -3793.648464796185 ], "projectedResidual": [ -684.2068371632297, -1368.4136743264594 ], "drift": -704.7330422781266 }, { "k": 106, "w": -1283.0906994626755, "value": [ -1283.0906994626755, -2566.181398925351 ], "tv": [ -2054.945119140281, -1638.3560953122249 ], "residual": [ -771.8544196776054, 927.8253036131262 ], "projected": [ -2006.954164907886, -4013.908329815772 ], "projectedResidual": [ -723.8634654452105, -1447.726930890421 ], "drift": -745.5793694085669 }, { "k": 107, "w": -1357.6486364035322, "value": [ -1357.6486364035322, -2715.2972728070645 ], "tv": [ -2174.237818245652, -1733.7902545965212 ], "residual": [ -816.5891818421196, 981.5070182105433 ], "projected": [ -2123.4672283059476, -4246.934456611895 ], "projectedResidual": [ -765.8185919024154, -1531.6371838048308 ], "drift": -788.7931496594874 }, { "k": 108, "w": -1436.527951369481, "value": [ -1436.527951369481, -2873.055902738962 ], "tv": [ -2300.4447221911696, -1834.7557777529357 ], "residual": [ -863.9167708216887, 1038.300124986026 ], "projected": [ -2246.73338885856, -4493.46677771712 ], "projectedResidual": [ -810.205437489079, -1620.410874978158 ], "drift": -834.5116006137513 }, { "k": 109, "w": -1519.979111430856, "value": [ -1519.979111430856, -3039.958222861712 ], "tv": [ -2433.9665782893694, -1941.5732626314957 ], "residual": [ -913.9874668585135, 1098.3849602302162 ], "projected": [ -2377.144056076802, -4754.288112153604 ], "projectedResidual": [ -857.164944645946, -1714.329889291892 ], "drift": -882.8798929853242 }, { "k": 110, "w": -1608.2671007293884, "value": [ -1608.2671007293884, -3216.534201458777 ], "tv": [ -2575.2273611670216, -2054.5818889336174 ], "residual": [ -966.9602604376332, 1161.9523125251594 ], "projected": [ -2515.1133255670134, -5030.226651134027 ], "projectedResidual": [ -906.846224837625, -1813.69244967525 ], "drift": -934.0516115827537 }, { "k": 111, "w": -1701.6722618876638, "value": [ -1701.6722618876638, -3403.3445237753276 ], "tv": [ -2724.6756190202623, -2174.1404952162097 ], "residual": [ -1023.0033571325985, 1229.204028559118 ], "projected": [ -2661.0792939168773, -5322.158587833755 ], "projectedResidual": [ -959.4070320292135, -1918.814064058427 ], "drift": -988.1892429900901 }, { "k": 112, "w": -1800.4911861866728, "value": [ -1800.4911861866728, -3600.9823723733457 ], "tv": [ -2882.785897898677, -2300.628718318941 ], "residual": [ -1082.294711712004, 1300.3536540544046 ], "projected": [ -2815.5054497923, -5631.0108995846 ], "projectedResidual": [ -1015.0142636056273, -2030.0285272112546 ], "drift": -1045.464691513796 }, { "k": 113, "w": -1905.0376553380524, "value": [ -1905.0376553380524, -3810.075310676105 ], "tv": [ -3050.060248540884, -2434.448198832707 ], "residual": [ -1145.0225932028316, 1375.6271118433979 ], "projected": [ -2978.8821456622613, -5957.764291324523 ], "projectedResidual": [ -1073.844490324209, -2147.688980648418 ], "drift": -1106.0598250339356 }, { "k": 114, "w": -2015.643637841446, "value": [ -2015.643637841446, -4031.287275682892 ], "tv": [ -3227.0298205463137, -2576.0238564370507 ], "residual": [ -1211.3861827048677, 1455.2634192458413 ], "projected": [ -3151.7281548248466, -6303.456309649693 ], "projectedResidual": [ -1136.0845169834006, -2272.169033966801 ], "drift": -1170.1670524929025 }, { "k": 115, "w": -2132.660343090736, "value": [ -2132.660343090736, -4265.320686181472 ], "tv": [ -3414.256548945178, -2725.8052391561428 ], "residual": [ -1281.596205854442, 1539.5154470253296 ], "projected": [ -3334.5923186784944, -6669.184637356989 ], "projectedResidual": [ -1201.9319755877582, -2403.8639511755164 ], "drift": -1237.989934855391 }, { "k": 116, "w": -2256.4593365762753, "value": [ -2256.4593365762753, -4512.918673152551 ], "tv": [ -3612.334938522041, -2884.2679508176325 ], "residual": [ -1355.8756019457655, 1628.650722334918 ], "projected": [ -3528.0552894691, -7056.1105789382 ], "projectedResidual": [ -1271.5959528928247, -2543.1919057856494 ], "drift": -1309.7438314796095 }, { "k": 117, "w": -2387.433719724236, "value": [ -2387.433719724236, -4774.867439448472 ], "tv": [ -3821.893951558778, -3051.9151612470228 ], "residual": [ -1434.460231834542, 1722.9522782014496 ], "projected": [ -3732.731374046729, -7465.462748093458 ], "projectedResidual": [ -1345.2976543224927, -2690.5953086449854 ], "drift": -1385.6565839521677 }, { "k": 118, "w": -2525.999378119453, "value": [ -2525.999378119453, -5051.998756238906 ], "tv": [ -4043.599004991125, -3229.2792039929 ], "residual": [ -1517.5996268716722, 1822.719552246006 ], "projected": [ -3949.2704844864775, -7898.540968972955 ], "projectedResidual": [ -1423.2711063670245, -2846.542212734049 ], "drift": -1465.9692395580353 }, { "k": 119, "w": -2672.5963020752565, "value": [ -2672.5963020752565, -5345.192604150513 ], "tv": [ -4278.154083320411, -3416.923266656329 ], "residual": [ -1605.5577812451543, 1928.2693374941841 ], "projected": [ -4178.360201767314, -8356.720403534628 ], "projectedResidual": [ -1505.7638996920573, -3011.5277993841146 ], "drift": -1550.936816682819 }, { "k": 120, "w": -2827.6899837435385, "value": [ -2827.6899837435385, -5655.379967487077 ], "tv": [ -4526.303973989662, -3615.443179191729 ], "residual": [ -1698.6139902461236, 2039.936788295348 ], "projected": [ -4420.727959061747, -8841.455918123494 ], "projectedResidual": [ -1593.0379753182087, -3186.0759506364175 ], "drift": -1640.8291145777553 } ], "scope": "固定策略的确定性平均TD更新；权重d改变，转移P不变。|A|<1e−12不显示不稳定比值根。" } ], "bias": { "rows": [ { "A": [ -1, -1 ], "B": [ -1, -1 ], "selected": 0, "single": -1, "independent": -1, "sameData": -1, "probability": 0.0625 }, { "A": [ -1, -1 ], "B": [ -1, 1 ], "selected": 0, "single": -1, "independent": -1, "sameData": -1, "probability": 0.0625 }, { "A": [ -1, -1 ], "B": [ 1, -1 ], "selected": 0, "single": -1, "independent": 1, "sameData": -1, "probability": 0.0625 }, { "A": [ -1, -1 ], "B": [ 1, 1 ], "selected": 0, "single": -1, "independent": 1, "sameData": -1, "probability": 0.0625 }, { "A": [ -1, 1 ], "B": [ -1, -1 ], "selected": 1, "single": 1, "independent": -1, "sameData": 1, "probability": 0.0625 }, { "A": [ -1, 1 ], "B": [ -1, 1 ], "selected": 1, "single": 1, "independent": 1, "sameData": 1, "probability": 0.0625 }, { "A": [ -1, 1 ], "B": [ 1, -1 ], "selected": 1, "single": 1, "independent": -1, "sameData": 1, "probability": 0.0625 }, { "A": [ -1, 1 ], "B": [ 1, 1 ], "selected": 1, "single": 1, "independent": 1, "sameData": 1, "probability": 0.0625 }, { "A": [ 1, -1 ], "B": [ -1, -1 ], "selected": 0, "single": 1, "independent": -1, "sameData": 1, "probability": 0.0625 }, { "A": [ 1, -1 ], "B": [ -1, 1 ], "selected": 0, "single": 1, "independent": -1, "sameData": 1, "probability": 0.0625 }, { "A": [ 1, -1 ], "B": [ 1, -1 ], "selected": 0, "single": 1, "independent": 1, "sameData": 1, "probability": 0.0625 }, { "A": [ 1, -1 ], "B": [ 1, 1 ], "selected": 0, "single": 1, "independent": 1, "sameData": 1, "probability": 0.0625 }, { "A": [ 1, 1 ], "B": [ -1, -1 ], "selected": 0, "single": 1, "independent": -1, "sameData": 1, "probability": 0.0625 }, { "A": [ 1, 1 ], "B": [ -1, 1 ], "selected": 0, "single": 1, "independent": -1, "sameData": 1, "probability": 0.0625 }, { "A": [ 1, 1 ], "B": [ 1, -1 ], "selected": 0, "single": 1, "independent": 1, "sameData": 1, "probability": 0.0625 }, { "A": [ 1, 1 ], "B": [ 1, 1 ], "selected": 0, "single": 1, "independent": 1, "sameData": 1, "probability": 0.0625 } ], "single": 0.5, "independent": 0, "sameData": 0.5, "trueMaximum": 0, "scope": "16种独立符号的完整枚举，非采样；两动作真值均零，独立B评估时无偏，非Double Q普遍无偏定理。" }, "theory": { "kind": "constant", "sum": "发散", "squares": "发散", "classicStepCondition": false, "scope": "有非退化独立噪声时一般保留误差；零噪声另论" } } }, { "key": "sparse", "data": { "version": 180, "parameters": { "gamma": 0.8, "steps": 120, "alphaKind": "harmonic", "coverage": "sparse", "noiseKind": "iid", "scale": 1, "seed": 20260912, "theta0": 0 }, "model": [ [ { "name": "采集", "reward": 1, "p": [ 1, 0 ] }, { "name": "远行", "reward": -2, "p": [ 0, 1 ] } ], [ { "name": "收获", "reward": 4, "p": [ 0.4, 0.6 ] }, { "name": "返回", "reward": 2, "p": [ 1, 0 ] } ] ], "rm": { "target": 2, "rows": [ { "k": 0, "theta": 0, "mean": 0, "variance": 0, "mse": 4, "alphaSum": 0, "squareSum": 0, "centeredAccumulation": 0, "update": null }, { "k": 1, "theta": 1, "mean": 2, "variance": 1, "mse": 1, "alphaSum": 1, "squareSum": 1, "centeredAccumulation": -1, "update": { "old": 0, "alpha": 1, "drift": 2, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 2725517660, "after": 179222419, "u": 0.041728471172973514 } } }, { "k": 2, "theta": 1, "mean": 2, "variance": 0.5, "mse": 0.5, "alphaSum": 1.5, "squareSum": 1.25, "centeredAccumulation": -1.5, "update": { "old": 1, "alpha": 0.5, "drift": 1, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 179222419, "after": 1472957981, "u": 0.34294975479133427 } } }, { "k": 3, "theta": 1.6666666666666665, "mean": 2, "variance": 0.33333333333333337, "mse": 0.33333333333333337, "alphaSum": 1.8333333333333333, "squareSum": 1.3611111111111112, "centeredAccumulation": -1.1666666666666667, "update": { "old": 1, "alpha": 0.3333333333333333, "drift": 1, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 1472957981, "after": 3876560441, "u": 0.9025820626411587 } } }, { "k": 4, "theta": 2, "mean": 2, "variance": 0.25, "mse": 0.25, "alphaSum": 2.083333333333333, "squareSum": 1.4236111111111112, "centeredAccumulation": -0.9166666666666667, "update": { "old": 1.6666666666666665, "alpha": 0.25, "drift": 0.3333333333333335, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 3876560441, "after": 2380152829, "u": 0.5541725151706487 } } }, { "k": 5, "theta": 1.8, "mean": 2, "variance": 0.20000000000000004, "mse": 0.20000000000000004, "alphaSum": 2.283333333333333, "squareSum": 1.4636111111111112, "centeredAccumulation": -1.1166666666666667, "update": { "old": 2, "alpha": 0.2, "drift": 0, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 2380152829, "after": 236382029, "u": 0.05503697996027768 } } }, { "k": 6, "theta": 2, "mean": 2, "variance": 0.16666666666666669, "mse": 0.16666666666666669, "alphaSum": 2.4499999999999997, "squareSum": 1.4913888888888889, "centeredAccumulation": -0.9500000000000001, "update": { "old": 1.8, "alpha": 0.16666666666666666, "drift": 0.19999999999999996, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 236382029, "after": 2367350898, "u": 0.5511918333359063 } } }, { "k": 7, "theta": 2.142857142857143, "mean": 2, "variance": 0.1428571428571429, "mse": 0.1428571428571429, "alphaSum": 2.5928571428571425, "squareSum": 1.511797052154195, "centeredAccumulation": -0.8071428571428572, "update": { "old": 2, "alpha": 0.14285714285714285, "drift": 0, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 2367350898, "after": 3532443512, "u": 0.8224610965698957 } } }, { "k": 8, "theta": 2, "mean": 2, "variance": 0.12500000000000006, "mse": 0.12500000000000006, "alphaSum": 2.7178571428571425, "squareSum": 1.527422052154195, "centeredAccumulation": -0.9321428571428572, "update": { "old": 2.142857142857143, "alpha": 0.125, "drift": -0.1428571428571428, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 3532443512, "after": 656323561, "u": 0.15281223715282977 } } }, { "k": 9, "theta": 2.111111111111111, "mean": 2, "variance": 0.11111111111111115, "mse": 0.11111111111111115, "alphaSum": 2.8289682539682537, "squareSum": 1.5397677311665408, "centeredAccumulation": -0.821031746031746, "update": { "old": 2, "alpha": 0.1111111111111111, "drift": 0, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 656323561, "after": 3709763672, "u": 0.8637466635555029 } } }, { "k": 10, "theta": 2.2, "mean": 2, "variance": 0.10000000000000003, "mse": 0.10000000000000003, "alphaSum": 2.9289682539682538, "squareSum": 1.5497677311665408, "centeredAccumulation": -0.721031746031746, "update": { "old": 2.111111111111111, "alpha": 0.1, "drift": -0.11111111111111116, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 3709763672, "after": 2946849938, "u": 0.6861169678159058 } } }, { "k": 11, "theta": 2.272727272727273, "mean": 2, "variance": 0.09090909090909093, "mse": 0.09090909090909093, "alphaSum": 3.0198773448773446, "squareSum": 1.558032193976458, "centeredAccumulation": -0.6301226551226551, "update": { "old": 2.2, "alpha": 0.09090909090909091, "drift": -0.20000000000000018, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 2946849938, "after": 2194984873, "u": 0.5110597407910973 } } }, { "k": 12, "theta": 2.166666666666667, "mean": 2, "variance": 0.08333333333333334, "mse": 0.08333333333333334, "alphaSum": 3.103210678210678, "squareSum": 1.5649766384209025, "centeredAccumulation": -0.7134559884559885, "update": { "old": 2.272727272727273, "alpha": 0.08333333333333333, "drift": -0.27272727272727293, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 2194984873, "after": 2132649241, "u": 0.49654609546996653 } } }, { "k": 13, "theta": 2.230769230769231, "mean": 2, "variance": 0.07692307692307694, "mse": 0.07692307692307694, "alphaSum": 3.180133755133755, "squareSum": 1.5708937981842162, "centeredAccumulation": -0.6365329115329115, "update": { "old": 2.166666666666667, "alpha": 0.07692307692307693, "drift": -0.16666666666666696, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 2132649241, "after": 3160602630, "u": 0.7358851446770132 } } }, { "k": 14, "theta": 2.2857142857142856, "mean": 2, "variance": 0.07142857142857145, "mse": 0.07142857142857145, "alphaSum": 3.251562326562327, "squareSum": 1.5759958390005426, "centeredAccumulation": -0.5651043401043401, "update": { "old": 2.230769230769231, "alpha": 0.07142857142857142, "drift": -0.23076923076923084, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 3160602630, "after": 2401992535, "u": 0.55925746797584 } } }, { "k": 15, "theta": 2.333333333333333, "mean": 2, "variance": 0.0666666666666667, "mse": 0.0666666666666667, "alphaSum": 3.3182289932289937, "squareSum": 1.580440283444987, "centeredAccumulation": -0.4984376734376734, "update": { "old": 2.2857142857142856, "alpha": 0.06666666666666667, "drift": -0.2857142857142856, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 2401992535, "after": 4177267159, "u": 0.9725958013441414 } } }, { "k": 16, "theta": 2.2499999999999996, "mean": 2, "variance": 0.06250000000000003, "mse": 0.06250000000000003, "alphaSum": 3.3807289932289937, "squareSum": 1.584346533444987, "centeredAccumulation": -0.5609376734376734, "update": { "old": 2.333333333333333, "alpha": 0.0625, "drift": -0.33333333333333304, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 4177267159, "after": 1092383668, "u": 0.254340392537415 } } }, { "k": 17, "theta": 2.1764705882352935, "mean": 2, "variance": 0.05882352941176473, "mse": 0.05882352941176473, "alphaSum": 3.439552522640758, "squareSum": 1.587806741057444, "centeredAccumulation": -0.6197612028494381, "update": { "old": 2.2499999999999996, "alpha": 0.058823529411764705, "drift": -0.24999999999999956, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 1092383668, "after": 574100513, "u": 0.13366819196380675 } } }, { "k": 18, "theta": 2.1111111111111107, "mean": 2, "variance": 0.05555555555555558, "mse": 0.05555555555555558, "alphaSum": 3.4951080781963135, "squareSum": 1.5908931608105303, "centeredAccumulation": -0.6753167584049937, "update": { "old": 2.1764705882352935, "alpha": 0.05555555555555555, "drift": -0.1764705882352935, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 574100513, "after": 926460831, "u": 0.21570847160182893 } } }, { "k": 19, "theta": 2.052631578947368, "mean": 2, "variance": 0.05263157894736845, "mse": 0.05263157894736845, "alphaSum": 3.547739657143682, "squareSum": 1.5936632439130234, "centeredAccumulation": -0.7279483373523621, "update": { "old": 2.1111111111111107, "alpha": 0.05263157894736842, "drift": -0.11111111111111072, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 926460831, "after": 1797262842, "u": 0.418457864318043 } } }, { "k": 20, "theta": 1.9999999999999998, "mean": 2, "variance": 0.05000000000000003, "mse": 0.05000000000000003, "alphaSum": 3.597739657143682, "squareSum": 1.5961632439130233, "centeredAccumulation": -0.7779483373523621, "update": { "old": 2.052631578947368, "alpha": 0.05, "drift": -0.05263157894736814, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 1797262842, "after": 963669525, "u": 0.2243717957753688 } } }, { "k": 21, "theta": 2.0476190476190474, "mean": 2, "variance": 0.047619047619047644, "mse": 0.047619047619047644, "alphaSum": 3.6453587047627294, "squareSum": 1.5984308176091684, "centeredAccumulation": -0.7303292897333145, "update": { "old": 1.9999999999999998, "alpha": 0.047619047619047616, "drift": 2.220446049250313e-16, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 963669525, "after": 2733137356, "u": 0.6363581297919154 } } }, { "k": 22, "theta": 2.090909090909091, "mean": 2, "variance": 0.045454545454545484, "mse": 0.045454545454545484, "alphaSum": 3.690813250217275, "squareSum": 1.6004969333116477, "centeredAccumulation": -0.684874744278769, "update": { "old": 2.0476190476190474, "alpha": 0.045454545454545456, "drift": -0.04761904761904745, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 2733137356, "after": 2204149220, "u": 0.5131934816017747 } } }, { "k": 23, "theta": 2.043478260869565, "mean": 2, "variance": 0.043478260869565244, "mse": 0.043478260869565244, "alphaSum": 3.73429151108684, "squareSum": 1.6023872924798896, "centeredAccumulation": -0.7283530051483342, "update": { "old": 2.090909090909091, "alpha": 0.043478260869565216, "drift": -0.09090909090909083, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 2204149220, "after": 1817292618, "u": 0.4231214099563658 } } }, { "k": 24, "theta": 1.9999999999999998, "mean": 2, "variance": 0.0416666666666667, "mse": 0.0416666666666667, "alphaSum": 3.7759581777535067, "squareSum": 1.6041234035910008, "centeredAccumulation": -0.7700196718150009, "update": { "old": 2.043478260869565, "alpha": 0.041666666666666664, "drift": -0.043478260869564966, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 1817292618, "after": 1856024918, "u": 0.4321394762955606 } } }, { "k": 25, "theta": 1.9599999999999997, "mean": 2, "variance": 0.04000000000000003, "mse": 0.04000000000000003, "alphaSum": 3.8159581777535068, "squareSum": 1.6057234035910009, "centeredAccumulation": -0.8100196718150009, "update": { "old": 1.9999999999999998, "alpha": 0.04, "drift": 2.220446049250313e-16, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 1856024918, "after": 1774448499, "u": 0.41314598615281284 } } }, { "k": 26, "theta": 1.9999999999999998, "mean": 2, "variance": 0.03846153846153849, "mse": 0.03846153846153849, "alphaSum": 3.854419716215045, "squareSum": 1.6072026935318293, "centeredAccumulation": -0.7715581333534625, "update": { "old": 1.9599999999999997, "alpha": 0.038461538461538464, "drift": 0.04000000000000026, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 1774448499, "after": 2442996165, "u": 0.5688043695408851 } } }, { "k": 27, "theta": 2.0370370370370368, "mean": 2, "variance": 0.03703703703703706, "mse": 0.03703703703703706, "alphaSum": 3.8914567532520823, "squareSum": 1.6085744356443121, "centeredAccumulation": -0.7345210963164255, "update": { "old": 1.9999999999999998, "alpha": 0.037037037037037035, "drift": 2.220446049250313e-16, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 2442996165, "after": 2685919607, "u": 0.6253643909003586 } } }, { "k": 28, "theta": 2.071428571428571, "mean": 2, "variance": 0.03571428571428574, "mse": 0.03571428571428574, "alphaSum": 3.927171038966368, "squareSum": 1.6098499458483937, "centeredAccumulation": -0.6988068106021398, "update": { "old": 2.0370370370370368, "alpha": 0.03571428571428571, "drift": -0.03703703703703676, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 2685919607, "after": 3676094987, "u": 0.8559075619559735 } } }, { "k": 29, "theta": 2.0344827586206895, "mean": 2, "variance": 0.03448275862068968, "mse": 0.03448275862068968, "alphaSum": 3.9616537975870574, "squareSum": 1.6110390064904865, "centeredAccumulation": -0.7332895692228294, "update": { "old": 2.071428571428571, "alpha": 0.034482758620689655, "drift": -0.07142857142857117, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 3676094987, "after": 686683909, "u": 0.15988105651922524 } } }, { "k": 30, "theta": 1.9999999999999998, "mean": 2, "variance": 0.03333333333333336, "mse": 0.03333333333333336, "alphaSum": 3.9949871309203906, "squareSum": 1.6121501176015975, "centeredAccumulation": -0.7666229025561627, "update": { "old": 2.0344827586206895, "alpha": 0.03333333333333333, "drift": -0.0344827586206895, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 686683909, "after": 1471061091, "u": 0.3425081006716937 } } }, { "k": 31, "theta": 1.9677419354838708, "mean": 2, "variance": 0.03225806451612906, "mse": 0.03225806451612906, "alphaSum": 4.02724519543652, "squareSum": 1.6131907003279242, "centeredAccumulation": -0.7988809670722917, "update": { "old": 1.9999999999999998, "alpha": 0.03225806451612903, "drift": 2.220446049250313e-16, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 1471061091, "after": 7696434, "u": 0.0017919656820595264 } } }, { "k": 32, "theta": 1.9374999999999998, "mean": 2, "variance": 0.03125000000000003, "mse": 0.03125000000000003, "alphaSum": 4.05849519543652, "squareSum": 1.6141672628279242, "centeredAccumulation": -0.8301309670722917, "update": { "old": 1.9677419354838708, "alpha": 0.03125, "drift": 0.032258064516129226, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 7696434, "after": 1612678763, "u": 0.3754810343962163 } } }, { "k": 33, "theta": 1.9696969696969695, "mean": 2, "variance": 0.030303030303030335, "mse": 0.030303030303030335, "alphaSum": 4.08879822573955, "squareSum": 1.6150855364734706, "centeredAccumulation": -0.7998279367692614, "update": { "old": 1.9374999999999998, "alpha": 0.030303030303030304, "drift": 0.06250000000000022, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 1612678763, "after": 2324131394, "u": 0.5411290084011853 } } }, { "k": 34, "theta": 1.9999999999999998, "mean": 2, "variance": 0.02941176470588238, "mse": 0.02941176470588238, "alphaSum": 4.118209990445433, "squareSum": 1.6159505883765848, "centeredAccumulation": -0.7704161720633791, "update": { "old": 1.9696969696969695, "alpha": 0.029411764705882353, "drift": 0.030303030303030498, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 2324131394, "after": 2393678149, "u": 0.5573216241318733 } } }, { "k": 35, "theta": 1.9714285714285713, "mean": 2, "variance": 0.028571428571428595, "mse": 0.028571428571428595, "alphaSum": 4.146781419016861, "squareSum": 1.616766914907197, "centeredAccumulation": -0.7989876006348077, "update": { "old": 1.9999999999999998, "alpha": 0.02857142857142857, "drift": 2.220446049250313e-16, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 2393678149, "after": 1241877735, "u": 0.28914719237945974 } } }, { "k": 36, "theta": 1.9999999999999998, "mean": 2, "variance": 0.027777777777777797, "mse": 0.027777777777777797, "alphaSum": 4.174559196794639, "squareSum": 1.6175385198454686, "centeredAccumulation": -0.7712098228570299, "update": { "old": 1.9714285714285713, "alpha": 0.027777777777777776, "drift": 0.028571428571428692, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 1241877735, "after": 2293969995, "u": 0.5341065104585141 } } }, { "k": 37, "theta": 1.9729729729729728, "mean": 2, "variance": 0.027027027027027046, "mse": 0.027027027027027046, "alphaSum": 4.201586223821666, "squareSum": 1.6182689800353882, "centeredAccumulation": -0.7982368498840569, "update": { "old": 1.9999999999999998, "alpha": 0.02702702702702703, "drift": 2.220446049250313e-16, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 2293969995, "after": 678840594, "u": 0.1580548924393952 } } }, { "k": 38, "theta": 1.9999999999999998, "mean": 2, "variance": 0.026315789473684233, "mse": 0.026315789473684233, "alphaSum": 4.22790201329535, "squareSum": 1.6189615008110114, "centeredAccumulation": -0.7719210604103727, "update": { "old": 1.9729729729729728, "alpha": 0.02631578947368421, "drift": 0.027027027027027195, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 678840594, "after": 3420147384, "u": 0.7963151168078184 } } }, { "k": 39, "theta": 2.0256410256410255, "mean": 2, "variance": 0.02564102564102566, "mse": 0.02564102564102566, "alphaSum": 4.2535430389363755, "squareSum": 1.619618963006935, "centeredAccumulation": -0.746280034769347, "update": { "old": 1.9999999999999998, "alpha": 0.02564102564102564, "drift": 2.220446049250313e-16, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 3420147384, "after": 3817859198, "u": 0.8889146144501865 } } }, { "k": 40, "theta": 2.05, "mean": 2, "variance": 0.02500000000000002, "mse": 0.02500000000000002, "alphaSum": 4.278543038936376, "squareSum": 1.6202439630069352, "centeredAccumulation": -0.721280034769347, "update": { "old": 2.0256410256410255, "alpha": 0.025, "drift": -0.02564102564102555, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 3817859198, "after": 3464806654, "u": 0.8067131633870304 } } }, { "k": 41, "theta": 2.0731707317073167, "mean": 2, "variance": 0.02439024390243904, "mse": 0.02439024390243904, "alphaSum": 4.302933282838815, "squareSum": 1.6208388470045556, "centeredAccumulation": -0.6968897908669079, "update": { "old": 2.05, "alpha": 0.024390243902439025, "drift": -0.04999999999999982, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 3464806654, "after": 2248039891, "u": 0.5234125747811049 } } }, { "k": 42, "theta": 2.095238095238095, "mean": 2, "variance": 0.023809523809523822, "mse": 0.023809523809523822, "alphaSum": 4.326742806648339, "squareSum": 1.621405740428592, "centeredAccumulation": -0.6730802670573841, "update": { "old": 2.0731707317073167, "alpha": 0.023809523809523808, "drift": -0.0731707317073167, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 2248039891, "after": 2261206225, "u": 0.5264781008008868 } } }, { "k": 43, "theta": 2.1162790697674416, "mean": 2, "variance": 0.023255813953488382, "mse": 0.023255813953488382, "alphaSum": 4.349998620601827, "squareSum": 1.6219465733112313, "centeredAccumulation": -0.6498244531038957, "update": { "old": 2.095238095238095, "alpha": 0.023255813953488372, "drift": -0.0952380952380949, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 2261206225, "after": 2784439327, "u": 0.6483028007205576 } } }, { "k": 44, "theta": 2.090909090909091, "mean": 2, "variance": 0.022727272727272735, "mse": 0.022727272727272735, "alphaSum": 4.3727258933290996, "squareSum": 1.6224631022368512, "centeredAccumulation": -0.6725517258311684, "update": { "old": 2.1162790697674416, "alpha": 0.022727272727272728, "drift": -0.11627906976744162, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 2784439327, "after": 1323919493, "u": 0.30824902770109475 } } }, { "k": 45, "theta": 2.0666666666666664, "mean": 2, "variance": 0.02222222222222223, "mse": 0.02222222222222223, "alphaSum": 4.394948115551322, "squareSum": 1.622956929397345, "centeredAccumulation": -0.6947739480533907, "update": { "old": 2.090909090909091, "alpha": 0.022222222222222223, "drift": -0.09090909090909083, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 1323919493, "after": 482793049, "u": 0.11240901635028422 } } }, { "k": 46, "theta": 2.043478260869565, "mean": 2, "variance": 0.021739130434782615, "mse": 0.021739130434782615, "alphaSum": 4.416687245986104, "squareSum": 1.6234295191894055, "centeredAccumulation": -0.7165130784881732, "update": { "old": 2.0666666666666664, "alpha": 0.021739130434782608, "drift": -0.06666666666666643, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 482793049, "after": 129973951, "u": 0.030261918669566512 } } }, { "k": 47, "theta": 2.063829787234042, "mean": 2, "variance": 0.021276595744680854, "mse": 0.021276595744680854, "alphaSum": 4.4379638417307845, "squareSum": 1.623882212715888, "centeredAccumulation": -0.6952364827434924, "update": { "old": 2.043478260869565, "alpha": 0.02127659574468085, "drift": -0.043478260869564966, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 129973951, "after": 3984424939, "u": 0.9276962231379002 } } }, { "k": 48, "theta": 2.041666666666666, "mean": 2, "variance": 0.020833333333333332, "mse": 0.020833333333333332, "alphaSum": 4.4587971750641175, "squareSum": 1.6243162404936657, "centeredAccumulation": -0.7160698160768257, "update": { "old": 2.063829787234042, "alpha": 0.020833333333333332, "drift": -0.06382978723404209, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 3984424939, "after": 310897611, "u": 0.07238649087958038 } } }, { "k": 49, "theta": 2.0204081632653055, "mean": 2, "variance": 0.02040816326530612, "mse": 0.02040816326530612, "alphaSum": 4.4792053383294235, "squareSum": 1.6247327336215291, "centeredAccumulation": -0.7364779793421319, "update": { "old": 2.041666666666666, "alpha": 0.02040816326530612, "drift": -0.041666666666666075, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 310897611, "after": 270629556, "u": 0.06301085371524096 } } }, { "k": 50, "theta": 2.039999999999999, "mean": 2, "variance": 0.019999999999999997, "mse": 0.019999999999999997, "alphaSum": 4.499205338329423, "squareSum": 1.625132733621529, "centeredAccumulation": -0.7164779793421319, "update": { "old": 2.0204081632653055, "alpha": 0.02, "drift": -0.02040816326530548, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 270629556, "after": 3515565295, "u": 0.8185313304420561 } } }, { "k": 51, "theta": 2.058823529411764, "mean": 2, "variance": 0.019607843137254898, "mse": 0.019607843137254898, "alphaSum": 4.518813181466678, "squareSum": 1.6255172011340242, "centeredAccumulation": -0.6968701362048769, "update": { "old": 2.039999999999999, "alpha": 0.0196078431372549, "drift": -0.03999999999999915, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 3515565295, "after": 2613703908, "u": 0.6085503632202744 } } }, { "k": 52, "theta": 2.038461538461538, "mean": 2, "variance": 0.019230769230769225, "mse": 0.019230769230769225, "alphaSum": 4.538043950697447, "squareSum": 1.6258870236192313, "centeredAccumulation": -0.7161009054356462, "update": { "old": 2.058823529411764, "alpha": 0.019230769230769232, "drift": -0.05882352941176405, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 2613703908, "after": 267513742, "u": 0.06228539673611522 } } }, { "k": 53, "theta": 2.018867924528301, "mean": 2, "variance": 0.01886792452830188, "mse": 0.01886792452830188, "alphaSum": 4.556911875225749, "squareSum": 1.626243022195237, "centeredAccumulation": -0.7349688299639481, "update": { "old": 2.038461538461538, "alpha": 0.018867924528301886, "drift": -0.03846153846153788, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 267513742, "after": 1913055054, "u": 0.4454178395681083 } } }, { "k": 54, "theta": 1.9999999999999993, "mean": 2, "variance": 0.01851851851851851, "mse": 0.01851851851851851, "alphaSum": 4.575430393744267, "squareSum": 1.626585957723358, "centeredAccumulation": -0.7534873484824666, "update": { "old": 2.018867924528301, "alpha": 0.018518518518518517, "drift": -0.018867924528301216, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 1913055054, "after": 1929475865, "u": 0.44924110756255686 } } }, { "k": 55, "theta": 2.0181818181818176, "mean": 2, "variance": 0.018181818181818174, "mse": 0.018181818181818174, "alphaSum": 4.593612211926086, "squareSum": 1.6269165362357545, "centeredAccumulation": -0.7353055303006484, "update": { "old": 1.9999999999999993, "alpha": 0.01818181818181818, "drift": 6.661338147750939e-16, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 1929475865, "after": 3786228968, "u": 0.8815501276403666 } } }, { "k": 56, "theta": 1.9999999999999996, "mean": 2, "variance": 0.01785714285714285, "mse": 0.01785714285714285, "alphaSum": 4.611469354783229, "squareSum": 1.6272354137867748, "centeredAccumulation": -0.7531626731577913, "update": { "old": 2.0181818181818176, "alpha": 0.017857142857142856, "drift": -0.018181818181817633, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 3786228968, "after": 1866231408, "u": 0.4345158599317074 } } }, { "k": 57, "theta": 2.0175438596491224, "mean": 2, "variance": 0.0175438596491228, "mse": 0.0175438596491228, "alphaSum": 4.6290132144323515, "squareSum": 1.627543200798163, "centeredAccumulation": -0.7356188135086685, "update": { "old": 1.9999999999999996, "alpha": 0.017543859649122806, "drift": 4.440892098500626e-16, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 1866231408, "after": 3165781545, "u": 0.7370909547898918 } } }, { "k": 58, "theta": 2.034482758620689, "mean": 2, "variance": 0.017241379310344817, "mse": 0.017241379310344817, "alphaSum": 4.646254593742697, "squareSum": 1.627840465958686, "centeredAccumulation": -0.7183774341983237, "update": { "old": 2.0175438596491224, "alpha": 0.017241379310344827, "drift": -0.017543859649122417, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 3165781545, "after": 3991367155, "u": 0.9293125837575644 } } }, { "k": 59, "theta": 2.0169491525423724, "mean": 2, "variance": 0.01694915254237287, "mse": 0.01694915254237287, "alphaSum": 4.6632037462850695, "squareSum": 1.6281277397305907, "centeredAccumulation": -0.7353265867406965, "update": { "old": 2.034482758620689, "alpha": 0.01694915254237288, "drift": -0.03448275862068906, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 3991367155, "after": 192460351, "u": 0.04481066740117967 } } }, { "k": 60, "theta": 2.0333333333333328, "mean": 2, "variance": 0.016666666666666653, "mse": 0.016666666666666653, "alphaSum": 4.679870412951736, "squareSum": 1.6284055175083685, "centeredAccumulation": -0.7186599200740298, "update": { "old": 2.0169491525423724, "alpha": 0.016666666666666666, "drift": -0.016949152542372392, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 192460351, "after": 2857649376, "u": 0.6653483435511589 } } }, { "k": 61, "theta": 2.01639344262295, "mean": 2, "variance": 0.016393442622950807, "mse": 0.016393442622950807, "alphaSum": 4.696263855574687, "squareSum": 1.6286742624694004, "centeredAccumulation": -0.7350533626969806, "update": { "old": 2.0333333333333328, "alpha": 0.01639344262295082, "drift": -0.03333333333333277, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 2857649376, "after": 2076370180, "u": 0.48344260547310114 } } }, { "k": 62, "theta": 2.0322580645161286, "mean": 2, "variance": 0.016129032258064505, "mse": 0.016129032258064505, "alphaSum": 4.712392887832752, "squareSum": 1.628934408150982, "centeredAccumulation": -0.7189243304389161, "update": { "old": 2.01639344262295, "alpha": 0.016129032258064516, "drift": -0.016393442622950172, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 2076370180, "after": 3408699413, "u": 0.7936496783513576 } } }, { "k": 63, "theta": 2.047619047619047, "mean": 2, "variance": 0.015873015873015865, "mse": 0.015873015873015865, "alphaSum": 4.7282659037057675, "squareSum": 1.629186360783887, "centeredAccumulation": -0.7030513145659003, "update": { "old": 2.0322580645161286, "alpha": 0.015873015873015872, "drift": -0.03225806451612856, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 3408699413, "after": 3136020418, "u": 0.7301616524346173 } } }, { "k": 64, "theta": 2.0624999999999996, "mean": 2, "variance": 0.015624999999999993, "mse": 0.015624999999999993, "alphaSum": 4.7438909037057675, "squareSum": 1.629430501408887, "centeredAccumulation": -0.6874263145659003, "update": { "old": 2.047619047619047, "alpha": 0.015625, "drift": -0.047619047619047006, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 3136020418, "after": 3815511595, "u": 0.8883680205326527 } } }, { "k": 65, "theta": 2.0461538461538455, "mean": 2, "variance": 0.015384615384615379, "mse": 0.015384615384615379, "alphaSum": 4.759275519090383, "squareSum": 1.6296671877994195, "centeredAccumulation": -0.7028109299505156, "update": { "old": 2.0624999999999996, "alpha": 0.015384615384615385, "drift": -0.062499999999999556, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 3815511595, "after": 1417779487, "u": 0.3301025105174631 } } }, { "k": 66, "theta": 2.06060606060606, "mean": 2, "variance": 0.015151515151515145, "mse": 0.015151515151515145, "alphaSum": 4.774427034241898, "squareSum": 1.6298967562108062, "centeredAccumulation": -0.6876594147990005, "update": { "old": 2.0461538461538455, "alpha": 0.015151515151515152, "drift": -0.046153846153845546, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 1417779487, "after": 2481656590, "u": 0.5778057011775672 } } }, { "k": 67, "theta": 2.0746268656716413, "mean": 2, "variance": 0.01492537313432835, "mse": 0.01492537313432835, "alphaSum": 4.789352407376227, "squareSum": 1.630119522974005, "centeredAccumulation": -0.6727340416646721, "update": { "old": 2.06060606060606, "alpha": 0.014925373134328358, "drift": -0.06060606060606011, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 2481656590, "after": 3235893931, "u": 0.7534152667503804 } } }, { "k": 68, "theta": 2.058823529411764, "mean": 2, "variance": 0.01470588235294117, "mse": 0.01470588235294117, "alphaSum": 4.804058289729168, "squareSum": 1.6303357859497836, "centeredAccumulation": -0.6874399240176132, "update": { "old": 2.0746268656716413, "alpha": 0.014705882352941176, "drift": -0.07462686567164134, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 3235893931, "after": 1809797678, "u": 0.4213763582520187 } } }, { "k": 69, "theta": 2.0724637681159415, "mean": 2, "variance": 0.014492753623188399, "mse": 0.014492753623188399, "alphaSum": 4.818551043352357, "squareSum": 1.630545825857366, "centeredAccumulation": -0.6729471703944249, "update": { "old": 2.058823529411764, "alpha": 0.014492753623188406, "drift": -0.05882352941176405, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 1809797678, "after": 2998963843, "u": 0.6982506818603724 } } }, { "k": 70, "theta": 2.085714285714285, "mean": 2, "variance": 0.014285714285714282, "mse": 0.014285714285714282, "alphaSum": 4.832836757638071, "squareSum": 1.630749907490019, "centeredAccumulation": -0.6586614561087106, "update": { "old": 2.0724637681159415, "alpha": 0.014285714285714285, "drift": -0.07246376811594146, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 2998963843, "after": 3238485611, "u": 0.7540186892729253 } } }, { "k": 71, "theta": 2.070422535211267, "mean": 2, "variance": 0.014084507042253518, "mse": 0.014084507042253518, "alphaSum": 4.846921264680325, "squareSum": 1.6309482808286422, "centeredAccumulation": -0.6727459631509641, "update": { "old": 2.085714285714285, "alpha": 0.014084507042253521, "drift": -0.08571428571428497, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 3238485611, "after": 1938770638, "u": 0.45140521554276347 } } }, { "k": 72, "theta": 2.0833333333333326, "mean": 2, "variance": 0.013888888888888888, "mse": 0.013888888888888888, "alphaSum": 4.860810153569214, "squareSum": 1.63114118206321, "centeredAccumulation": -0.6588570742620753, "update": { "old": 2.070422535211267, "alpha": 0.013888888888888888, "drift": -0.07042253521126707, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 1938770638, "after": 3222156037, "u": 0.7502166640479118 } } }, { "k": 73, "theta": 2.095890410958903, "mean": 2, "variance": 0.013698630136986299, "mse": 0.013698630136986299, "alphaSum": 4.8745087837062, "squareSum": 1.6313288345308399, "centeredAccumulation": -0.645158444125089, "update": { "old": 2.0833333333333326, "alpha": 0.0136986301369863, "drift": -0.0833333333333326, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 3222156037, "after": 3418134130, "u": 0.7958463695831597 } } }, { "k": 74, "theta": 2.0810810810810803, "mean": 2, "variance": 0.013513513513513513, "mse": 0.013513513513513513, "alphaSum": 4.888022297219713, "squareSum": 1.6315114495783198, "centeredAccumulation": -0.6586719576386025, "update": { "old": 2.095890410958903, "alpha": 0.013513513513513514, "drift": -0.09589041095890316, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 3418134130, "after": 1999479723, "u": 0.46554015087895095 } } }, { "k": 75, "theta": 2.0933333333333324, "mean": 2, "variance": 0.013333333333333334, "mse": 0.013333333333333334, "alphaSum": 4.901355630553047, "squareSum": 1.6316892273560977, "centeredAccumulation": -0.6453386243052692, "update": { "old": 2.0810810810810803, "alpha": 0.013333333333333334, "drift": -0.08108108108108025, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 1999479723, "after": 2823611111, "u": 0.6574231924023479 } } }, { "k": 76, "theta": 2.105263157894736, "mean": 2, "variance": 0.013157894736842106, "mse": 0.013157894736842106, "alphaSum": 4.914513525289889, "squareSum": 1.6318623575500035, "centeredAccumulation": -0.6321807295684271, "update": { "old": 2.0933333333333324, "alpha": 0.013157894736842105, "drift": -0.09333333333333238, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 2823611111, "after": 3054699791, "u": 0.711227718507871 } } }, { "k": 77, "theta": 2.09090909090909, "mean": 2, "variance": 0.012987012987012988, "mse": 0.012987012987012988, "alphaSum": 4.927500538276902, "squareSum": 1.6320310200563284, "centeredAccumulation": -0.6451677425554401, "update": { "old": 2.105263157894736, "alpha": 0.012987012987012988, "drift": -0.10526315789473584, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 3054699791, "after": 14894230, "u": 0.0034678331576287746 } } }, { "k": 78, "theta": 2.0769230769230758, "mean": 2, "variance": 0.012820512820512822, "mse": 0.012820512820512822, "alphaSum": 4.940321051097415, "squareSum": 1.6321953856053093, "centeredAccumulation": -0.6579882553759528, "update": { "old": 2.09090909090909, "alpha": 0.01282051282051282, "drift": -0.09090909090908994, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 14894230, "after": 1715971438, "u": 0.39953073440119624 } } }, { "k": 79, "theta": 2.0886075949367076, "mean": 2, "variance": 0.012658227848101269, "mse": 0.012658227848101269, "alphaSum": 4.9529792789455165, "squareSum": 1.6323556163375637, "centeredAccumulation": -0.6453300275278516, "update": { "old": 2.0769230769230758, "alpha": 0.012658227848101266, "drift": -0.07692307692307576, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 1715971438, "after": 3484397435, "u": 0.8112744975369424 } } }, { "k": 80, "theta": 2.074999999999999, "mean": 2, "variance": 0.012500000000000004, "mse": 0.012500000000000004, "alphaSum": 4.965479278945517, "squareSum": 1.6325118663375637, "centeredAccumulation": -0.6578300275278516, "update": { "old": 2.0886075949367076, "alpha": 0.0125, "drift": -0.08860759493670756, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 3484397435, "after": 1918540091, "u": 0.4466949242632836 } } }, { "k": 81, "theta": 2.0617283950617273, "mean": 2, "variance": 0.012345679012345682, "mse": 0.012345679012345682, "alphaSum": 4.977824957957862, "squareSum": 1.6326642821278397, "centeredAccumulation": -0.6701757065401972, "update": { "old": 2.074999999999999, "alpha": 0.012345679012345678, "drift": -0.07499999999999885, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 1918540091, "after": 247519525, "u": 0.057630130322650075 } } }, { "k": 82, "theta": 2.0731707317073162, "mean": 2, "variance": 0.012195121951219514, "mse": 0.012195121951219514, "alphaSum": 4.9900200799090815, "squareSum": 1.6328130031272448, "centeredAccumulation": -0.6579805845889777, "update": { "old": 2.0617283950617273, "alpha": 0.012195121951219513, "drift": -0.06172839506172734, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 247519525, "after": 2842298679, "u": 0.6617742308881134 } } }, { "k": 83, "theta": 2.0843373493975896, "mean": 2, "variance": 0.012048192771084338, "mse": 0.012048192771084338, "alphaSum": 5.002068272680166, "squareSum": 1.632958162076294, "centeredAccumulation": -0.6459323918178933, "update": { "old": 2.0731707317073162, "alpha": 0.012048192771084338, "drift": -0.07317073170731625, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 2842298679, "after": 3789504305, "u": 0.8823127264622599 } } }, { "k": 84, "theta": 2.0952380952380945, "mean": 2, "variance": 0.011904761904761908, "mse": 0.011904761904761908, "alphaSum": 5.013973034584928, "squareSum": 1.6330998854323031, "centeredAccumulation": -0.6340276299131314, "update": { "old": 2.0843373493975896, "alpha": 0.011904761904761904, "drift": -0.08433734939758963, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 3789504305, "after": 3239745933, "u": 0.7543121308553964 } } }, { "k": 85, "theta": 2.1058823529411757, "mean": 2, "variance": 0.011764705882352944, "mse": 0.011764705882352944, "alphaSum": 5.025737740467281, "squareSum": 1.6332382937368013, "centeredAccumulation": -0.6222629240307785, "update": { "old": 2.0952380952380945, "alpha": 0.011764705882352941, "drift": -0.09523809523809446, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 3239745933, "after": 3611648920, "u": 0.8409025426954031 } } }, { "k": 86, "theta": 2.0930232558139528, "mean": 2, "variance": 0.01162790697674419, "mse": 0.01162790697674419, "alphaSum": 5.037365647444025, "squareSum": 1.6333735019574611, "centeredAccumulation": -0.6338908310075227, "update": { "old": 2.1058823529411757, "alpha": 0.011627906976744186, "drift": -0.10588235294117565, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 3611648920, "after": 503160419, "u": 0.11715116421692073 } } }, { "k": 87, "theta": 2.080459770114942, "mean": 2, "variance": 0.011494252873563222, "mse": 0.011494252873563222, "alphaSum": 5.048859900317588, "squareSum": 1.6335056198065825, "centeredAccumulation": -0.645385083881086, "update": { "old": 2.0930232558139528, "alpha": 0.011494252873563218, "drift": -0.09302325581395277, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 503160419, "after": 1745126939, "u": 0.4063190284650773 } } }, { "k": 88, "theta": 2.0909090909090904, "mean": 2, "variance": 0.011363636363636367, "mse": 0.011363636363636367, "alphaSum": 5.0602235366812245, "squareSum": 1.6336347520379875, "centeredAccumulation": -0.6340214475174496, "update": { "old": 2.080459770114942, "alpha": 0.011363636363636364, "drift": -0.08045977011494188, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 1745126939, "after": 3761558904, "u": 0.8758061807602644 } } }, { "k": 89, "theta": 2.078651685393258, "mean": 2, "variance": 0.011235955056179778, "mse": 0.011235955056179778, "alphaSum": 5.0714594917374045, "squareSum": 1.633760998724012, "centeredAccumulation": -0.6452574025736294, "update": { "old": 2.0909090909090904, "alpha": 0.011235955056179775, "drift": -0.09090909090909038, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 3761558904, "after": 703000213, "u": 0.16367999208159745 } } }, { "k": 90, "theta": 2.066666666666666, "mean": 2, "variance": 0.011111111111111115, "mse": 0.011111111111111115, "alphaSum": 5.082570602848516, "squareSum": 1.6338844555141354, "centeredAccumulation": -0.6563685136847405, "update": { "old": 2.078651685393258, "alpha": 0.011111111111111112, "drift": -0.07865168539325795, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 703000213, "after": 1924310383, "u": 0.4480384250637144 } } }, { "k": 91, "theta": 2.076923076923076, "mean": 2, "variance": 0.010989010989010993, "mse": 0.010989010989010993, "alphaSum": 5.0935596138375265, "squareSum": 1.634005213876652, "centeredAccumulation": -0.6453795026957295, "update": { "old": 2.066666666666666, "alpha": 0.01098901098901099, "drift": -0.06666666666666599, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 1924310383, "after": 3858078304, "u": 0.8982788547873497 } } }, { "k": 92, "theta": 2.08695652173913, "mean": 2, "variance": 0.010869565217391306, "mse": 0.010869565217391306, "alphaSum": 5.104429179054918, "squareSum": 1.6341233613246673, "centeredAccumulation": -0.6345099374783382, "update": { "old": 2.076923076923076, "alpha": 0.010869565217391304, "drift": -0.0769230769230762, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 3858078304, "after": 2173671100, "u": 0.5060972413048148 } } }, { "k": 93, "theta": 2.0752688172043006, "mean": 2, "variance": 0.010752688172043013, "mse": 0.010752688172043013, "alphaSum": 5.115181867226961, "squareSum": 1.6342389816275924, "centeredAccumulation": -0.6452626256503812, "update": { "old": 2.08695652173913, "alpha": 0.010752688172043012, "drift": -0.08695652173912993, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 2173671100, "after": 408800528, "u": 0.09518129006028175 } } }, { "k": 94, "theta": 2.085106382978723, "mean": 2, "variance": 0.010638297872340429, "mse": 0.010638297872340429, "alphaSum": 5.125820165099301, "squareSum": 1.634352155009213, "centeredAccumulation": -0.6346243277780408, "update": { "old": 2.0752688172043006, "alpha": 0.010638297872340425, "drift": -0.07526881720430056, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 408800528, "after": 2651594767, "u": 0.6173725163098425 } } }, { "k": 95, "theta": 2.0736842105263156, "mean": 2, "variance": 0.010526315789473686, "mse": 0.010526315789473686, "alphaSum": 5.136346480888775, "squareSum": 1.6344629583333128, "centeredAccumulation": -0.6451506435675145, "update": { "old": 2.085106382978723, "alpha": 0.010526315789473684, "drift": -0.08510638297872308, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 2651594767, "after": 1538550825, "u": 0.35822177887894213 } } }, { "k": 96, "theta": 2.0625, "mean": 2, "variance": 0.010416666666666668, "mse": 0.010416666666666668, "alphaSum": 5.146763147555442, "squareSum": 1.6345714652777572, "centeredAccumulation": -0.6555673102341811, "update": { "old": 2.0736842105263156, "alpha": 0.010416666666666666, "drift": -0.07368421052631557, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 1538550825, "after": 269861137, "u": 0.06283194222487509 } } }, { "k": 97, "theta": 2.0721649484536084, "mean": 2, "variance": 0.010309278350515465, "mse": 0.010309278350515465, "alphaSum": 5.157072425905957, "squareSum": 1.6346777464978657, "centeredAccumulation": -0.6452580318836657, "update": { "old": 2.0625, "alpha": 0.010309278350515464, "drift": -0.0625, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 269861137, "after": 2931889226, "u": 0.6826336556114256 } } }, { "k": 98, "theta": 2.0612244897959187, "mean": 2, "variance": 0.010204081632653062, "mse": 0.010204081632653062, "alphaSum": 5.1672765075386105, "squareSum": 1.6347818697798315, "centeredAccumulation": -0.6554621135163188, "update": { "old": 2.0721649484536084, "alpha": 0.01020408163265306, "drift": -0.07216494845360844, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 2931889226, "after": 88760238, "u": 0.020666103344410658 } } }, { "k": 99, "theta": 2.070707070707071, "mean": 2, "variance": 0.010101010101010104, "mse": 0.010101010101010104, "alphaSum": 5.177377517639621, "squareSum": 1.6348839001848923, "centeredAccumulation": -0.6453611034153087, "update": { "old": 2.0612244897959187, "alpha": 0.010101010101010102, "drift": -0.06122448979591866, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 88760238, "after": 2571675345, "u": 0.5987648258451372 } } }, { "k": 100, "theta": 2.06, "mean": 2, "variance": 0.010000000000000002, "mse": 0.010000000000000002, "alphaSum": 5.187377517639621, "squareSum": 1.6349839001848923, "centeredAccumulation": -0.6553611034153087, "update": { "old": 2.070707070707071, "alpha": 0.01, "drift": -0.07070707070707094, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 2571675345, "after": 1070252824, "u": 0.24918765388429165 } } }, { "k": 101, "theta": 2.0693069306930694, "mean": 2, "variance": 0.009900990099009903, "mse": 0.009900990099009903, "alphaSum": 5.1972785077386305, "squareSum": 1.635081929789833, "centeredAccumulation": -0.6454601133162988, "update": { "old": 2.06, "alpha": 0.009900990099009901, "drift": -0.06000000000000005, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 1070252824, "after": 2459429196, "u": 0.5726304827257991 } } }, { "k": 102, "theta": 2.0784313725490198, "mean": 2, "variance": 0.009803921568627453, "mse": 0.009803921568627453, "alphaSum": 5.207082429307258, "squareSum": 1.6351780466679566, "centeredAccumulation": -0.6356561917476714, "update": { "old": 2.0693069306930694, "alpha": 0.00980392156862745, "drift": -0.06930693069306937, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 2459429196, "after": 2557840627, "u": 0.5955436795484275 } } }, { "k": 103, "theta": 2.0679611650485437, "mean": 2, "variance": 0.00970873786407767, "mse": 0.00970873786407767, "alphaSum": 5.216791167171336, "squareSum": 1.63527230625887, "centeredAccumulation": -0.6453649296117491, "update": { "old": 2.0784313725490198, "alpha": 0.009708737864077669, "drift": -0.07843137254901977, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 2557840627, "after": 345307334, "u": 0.08039812883362174 } } }, { "k": 104, "theta": 2.076923076923077, "mean": 2, "variance": 0.009615384615384618, "mse": 0.009615384615384618, "alphaSum": 5.226406551786721, "squareSum": 1.6353647618801719, "centeredAccumulation": -0.6357495449963645, "update": { "old": 2.0679611650485437, "alpha": 0.009615384615384616, "drift": -0.06796116504854366, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 345307334, "after": 4194557184, "u": 0.9766214489936829 } } }, { "k": 105, "theta": 2.085714285714286, "mean": 2, "variance": 0.009523809523809528, "mse": 0.009523809523809528, "alphaSum": 5.235930361310531, "squareSum": 1.6354554648280177, "centeredAccumulation": -0.626225735472555, "update": { "old": 2.076923076923077, "alpha": 0.009523809523809525, "drift": -0.0769230769230771, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 4194557184, "after": 3050317809, "u": 0.7102074588183314 } } }, { "k": 106, "theta": 2.0943396226415096, "mean": 2, "variance": 0.009433962264150948, "mse": 0.009433962264150948, "alphaSum": 5.245364323574681, "squareSum": 1.6355444644720192, "centeredAccumulation": -0.6167917732084041, "update": { "old": 2.085714285714286, "alpha": 0.009433962264150943, "drift": -0.08571428571428585, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 3050317809, "after": 2498081702, "u": 0.5816299705766141 } } }, { "k": 107, "theta": 2.0841121495327104, "mean": 2, "variance": 0.009345794392523369, "mse": 0.009345794392523369, "alphaSum": 5.254710117967204, "squareSum": 1.6356318083448464, "centeredAccumulation": -0.6261375676009274, "update": { "old": 2.0943396226415096, "alpha": 0.009345794392523364, "drift": -0.09433962264150964, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 2498081702, "after": 1891450670, "u": 0.44038767693564296 } } }, { "k": 108, "theta": 2.0740740740740744, "mean": 2, "variance": 0.009259259259259264, "mse": 0.009259259259259264, "alphaSum": 5.263969377226464, "squareSum": 1.6357175422268766, "centeredAccumulation": -0.6353968268601867, "update": { "old": 2.0841121495327104, "alpha": 0.009259259259259259, "drift": -0.0841121495327104, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 1891450670, "after": 1011483842, "u": 0.23550443397834897 } } }, { "k": 109, "theta": 2.0825688073394497, "mean": 2, "variance": 0.00917431192660551, "mse": 0.00917431192660551, "alphaSum": 5.273143689153069, "squareSum": 1.6358017102262032, "centeredAccumulation": -0.6262225149335812, "update": { "old": 2.0740740740740744, "alpha": 0.009174311926605505, "drift": -0.0740740740740744, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 1011483842, "after": 3869061067, "u": 0.9008359785657376 } } }, { "k": 110, "theta": 2.0727272727272728, "mean": 2, "variance": 0.009090909090909097, "mse": 0.009090909090909097, "alphaSum": 5.282234598243978, "squareSum": 1.6358843548543025, "centeredAccumulation": -0.6353134240244902, "update": { "old": 2.0825688073394497, "alpha": 0.00909090909090909, "drift": -0.08256880733944971, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 3869061067, "after": 803840345, "u": 0.18715866492129862 } } }, { "k": 111, "theta": 2.0630630630630633, "mean": 2, "variance": 0.009009009009009014, "mse": 0.009009009009009014, "alphaSum": 5.291243607252987, "squareSum": 1.6359655170976268, "centeredAccumulation": -0.6443224330334992, "update": { "old": 2.0727272727272728, "alpha": 0.009009009009009009, "drift": -0.07272727272727275, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 803840345, "after": 1670585272, "u": 0.38896344415843487 } } }, { "k": 112, "theta": 2.053571428571429, "mean": 2, "variance": 0.008928571428571433, "mse": 0.008928571428571433, "alphaSum": 5.300172178681558, "squareSum": 1.636045236485382, "centeredAccumulation": -0.6532510044620706, "update": { "old": 2.0630630630630633, "alpha": 0.008928571428571428, "drift": -0.06306306306306331, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 1670585272, "after": 476537482, "u": 0.11095252865925431 } } }, { "k": 113, "theta": 2.0619469026548676, "mean": 2, "variance": 0.008849557522123899, "mse": 0.008849557522123899, "alphaSum": 5.3090217362036825, "squareSum": 1.6361235511537193, "centeredAccumulation": -0.6444014469399467, "update": { "old": 2.053571428571429, "alpha": 0.008849557522123894, "drift": -0.053571428571428825, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 476537482, "after": 4143777969, "u": 0.9647984916809946 } } }, { "k": 114, "theta": 2.0701754385964914, "mean": 2, "variance": 0.008771929824561408, "mse": 0.008771929824561408, "alphaSum": 5.317793666028244, "squareSum": 1.6362004979065663, "centeredAccumulation": -0.6356295171153853, "update": { "old": 2.0619469026548676, "alpha": 0.008771929824561403, "drift": -0.061946902654867575, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 4143777969, "after": 2861263812, "u": 0.6661898950114846 } } }, { "k": 115, "theta": 2.0608695652173914, "mean": 2, "variance": 0.008695652173913049, "mse": 0.008695652173913049, "alphaSum": 5.3264893182021575, "squareSum": 1.636276112273296, "centeredAccumulation": -0.6443251692892983, "update": { "old": 2.0701754385964914, "alpha": 0.008695652173913044, "drift": -0.07017543859649145, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 2861263812, "after": 964857757, "u": 0.22464845259673893 } } }, { "k": 116, "theta": 2.0517241379310347, "mean": 2, "variance": 0.00862068965517242, "mse": 0.00862068965517242, "alphaSum": 5.33511000785733, "squareSum": 1.636350428563427, "centeredAccumulation": -0.6529458589444707, "update": { "old": 2.0608695652173914, "alpha": 0.008620689655172414, "drift": -0.0608695652173914, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 964857757, "after": 1716678405, "u": 0.3996953379828483 } } }, { "k": 117, "theta": 2.042735042735043, "mean": 2, "variance": 0.008547008547008555, "mse": 0.008547008547008555, "alphaSum": 5.343657016404339, "squareSum": 1.6364234799185295, "centeredAccumulation": -0.6614928674914792, "update": { "old": 2.0517241379310347, "alpha": 0.008547008547008548, "drift": -0.0517241379310347, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 1716678405, "after": 1575584092, "u": 0.36684425827115774 } } }, { "k": 118, "theta": 2.050847457627119, "mean": 2, "variance": 0.00847457627118645, "mse": 0.00847457627118645, "alphaSum": 5.3521315926755255, "squareSum": 1.6364952983615058, "centeredAccumulation": -0.6530182912202928, "update": { "old": 2.042735042735043, "alpha": 0.00847457627118644, "drift": -0.04273504273504303, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 1575584092, "after": 3582246941, "u": 0.8340568610001355 } } }, { "k": 119, "theta": 2.058823529411765, "mean": 2, "variance": 0.008403361344537825, "mse": 0.008403361344537825, "alphaSum": 5.360534954020063, "squareSum": 1.6365659148433926, "centeredAccumulation": -0.644614929875755, "update": { "old": 2.050847457627119, "alpha": 0.008403361344537815, "drift": -0.05084745762711895, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 3582246941, "after": 4251950366, "u": 0.9899843405000865 } } }, { "k": 120, "theta": 2.066666666666667, "mean": 2, "variance": 0.008333333333333344, "mse": 0.008333333333333344, "alphaSum": 5.368868287353397, "squareSum": 1.636635359287837, "centeredAccumulation": -0.6362815965424217, "update": { "old": 2.058823529411765, "alpha": 0.008333333333333333, "drift": -0.05882352941176494, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 4251950366, "after": 3611759992, "u": 0.840928403660655 } } } ], "weights": [ { "k": 1, "weight": 0.008333333333333344, "observation": 1 }, { "k": 2, "weight": 0.008333333333333344, "observation": 1 }, { "k": 3, "weight": 0.008333333333333342, "observation": 3 }, { "k": 4, "weight": 0.008333333333333342, "observation": 3 }, { "k": 5, "weight": 0.008333333333333342, "observation": 1 }, { "k": 6, "weight": 0.00833333333333334, "observation": 3 }, { "k": 7, "weight": 0.00833333333333334, "observation": 3 }, { "k": 8, "weight": 0.00833333333333334, "observation": 1 }, { "k": 9, "weight": 0.00833333333333334, "observation": 3 }, { "k": 10, "weight": 0.008333333333333342, "observation": 3 }, { "k": 11, "weight": 0.008333333333333342, "observation": 3 }, { "k": 12, "weight": 0.008333333333333342, "observation": 1 }, { "k": 13, "weight": 0.008333333333333342, "observation": 3 }, { "k": 14, "weight": 0.00833333333333334, "observation": 3 }, { "k": 15, "weight": 0.00833333333333334, "observation": 3 }, { "k": 16, "weight": 0.00833333333333334, "observation": 1 }, { "k": 17, "weight": 0.00833333333333334, "observation": 1 }, { "k": 18, "weight": 0.008333333333333338, "observation": 1 }, { "k": 19, "weight": 0.008333333333333338, "observation": 1 }, { "k": 20, "weight": 0.00833333333333334, "observation": 1 }, { "k": 21, "weight": 0.00833333333333334, "observation": 3 }, { "k": 22, "weight": 0.00833333333333334, "observation": 3 }, { "k": 23, "weight": 0.00833333333333334, "observation": 1 }, { "k": 24, "weight": 0.008333333333333338, "observation": 1 }, { "k": 25, "weight": 0.00833333333333334, "observation": 1 }, { "k": 26, "weight": 0.00833333333333334, "observation": 3 }, { "k": 27, "weight": 0.008333333333333338, "observation": 3 }, { "k": 28, "weight": 0.008333333333333338, "observation": 3 }, { "k": 29, "weight": 0.008333333333333338, "observation": 1 }, { "k": 30, "weight": 0.008333333333333338, "observation": 1 }, { "k": 31, "weight": 0.00833333333333334, "observation": 1 }, { "k": 32, "weight": 0.00833333333333334, "observation": 1 }, { "k": 33, "weight": 0.00833333333333334, "observation": 3 }, { "k": 34, "weight": 0.008333333333333342, "observation": 3 }, { "k": 35, "weight": 0.008333333333333342, "observation": 1 }, { "k": 36, "weight": 0.008333333333333342, "observation": 3 }, { "k": 37, "weight": 0.008333333333333342, "observation": 1 }, { "k": 38, "weight": 0.00833333333333334, "observation": 3 }, { "k": 39, "weight": 0.00833333333333334, "observation": 3 }, { "k": 40, "weight": 0.008333333333333342, "observation": 3 }, { "k": 41, "weight": 0.008333333333333342, "observation": 3 }, { "k": 42, "weight": 0.008333333333333342, "observation": 3 }, { "k": 43, "weight": 0.008333333333333342, "observation": 3 }, { "k": 44, "weight": 0.008333333333333344, "observation": 1 }, { "k": 45, "weight": 0.008333333333333344, "observation": 1 }, { "k": 46, "weight": 0.008333333333333344, "observation": 1 }, { "k": 47, "weight": 0.008333333333333344, "observation": 3 }, { "k": 48, "weight": 0.008333333333333344, "observation": 1 }, { "k": 49, "weight": 0.008333333333333344, "observation": 1 }, { "k": 50, "weight": 0.008333333333333345, "observation": 3 }, { "k": 51, "weight": 0.008333333333333345, "observation": 3 }, { "k": 52, "weight": 0.008333333333333345, "observation": 1 }, { "k": 53, "weight": 0.008333333333333345, "observation": 1 }, { "k": 54, "weight": 0.008333333333333345, "observation": 1 }, { "k": 55, "weight": 0.008333333333333345, "observation": 3 }, { "k": 56, "weight": 0.008333333333333345, "observation": 1 }, { "k": 57, "weight": 0.008333333333333345, "observation": 3 }, { "k": 58, "weight": 0.008333333333333347, "observation": 3 }, { "k": 59, "weight": 0.008333333333333345, "observation": 1 }, { "k": 60, "weight": 0.008333333333333345, "observation": 3 }, { "k": 61, "weight": 0.008333333333333345, "observation": 1 }, { "k": 62, "weight": 0.008333333333333345, "observation": 3 }, { "k": 63, "weight": 0.008333333333333344, "observation": 3 }, { "k": 64, "weight": 0.008333333333333344, "observation": 3 }, { "k": 65, "weight": 0.008333333333333344, "observation": 1 }, { "k": 66, "weight": 0.008333333333333342, "observation": 3 }, { "k": 67, "weight": 0.008333333333333344, "observation": 3 }, { "k": 68, "weight": 0.008333333333333344, "observation": 1 }, { "k": 69, "weight": 0.008333333333333342, "observation": 3 }, { "k": 70, "weight": 0.008333333333333342, "observation": 3 }, { "k": 71, "weight": 0.008333333333333342, "observation": 1 }, { "k": 72, "weight": 0.00833333333333334, "observation": 3 }, { "k": 73, "weight": 0.008333333333333342, "observation": 3 }, { "k": 74, "weight": 0.008333333333333342, "observation": 1 }, { "k": 75, "weight": 0.008333333333333342, "observation": 3 }, { "k": 76, "weight": 0.008333333333333342, "observation": 3 }, { "k": 77, "weight": 0.008333333333333342, "observation": 1 }, { "k": 78, "weight": 0.00833333333333334, "observation": 1 }, { "k": 79, "weight": 0.00833333333333334, "observation": 3 }, { "k": 80, "weight": 0.00833333333333334, "observation": 1 }, { "k": 81, "weight": 0.00833333333333334, "observation": 1 }, { "k": 82, "weight": 0.00833333333333334, "observation": 3 }, { "k": 83, "weight": 0.008333333333333342, "observation": 3 }, { "k": 84, "weight": 0.00833333333333334, "observation": 3 }, { "k": 85, "weight": 0.00833333333333334, "observation": 3 }, { "k": 86, "weight": 0.00833333333333334, "observation": 1 }, { "k": 87, "weight": 0.00833333333333334, "observation": 1 }, { "k": 88, "weight": 0.008333333333333338, "observation": 3 }, { "k": 89, "weight": 0.008333333333333338, "observation": 1 }, { "k": 90, "weight": 0.008333333333333338, "observation": 1 }, { "k": 91, "weight": 0.008333333333333338, "observation": 3 }, { "k": 92, "weight": 0.008333333333333338, "observation": 3 }, { "k": 93, "weight": 0.008333333333333338, "observation": 1 }, { "k": 94, "weight": 0.008333333333333338, "observation": 3 }, { "k": 95, "weight": 0.008333333333333338, "observation": 1 }, { "k": 96, "weight": 0.008333333333333338, "observation": 1 }, { "k": 97, "weight": 0.008333333333333338, "observation": 3 }, { "k": 98, "weight": 0.008333333333333337, "observation": 1 }, { "k": 99, "weight": 0.008333333333333338, "observation": 3 }, { "k": 100, "weight": 0.008333333333333337, "observation": 1 }, { "k": 101, "weight": 0.008333333333333337, "observation": 3 }, { "k": 102, "weight": 0.008333333333333337, "observation": 3 }, { "k": 103, "weight": 0.008333333333333335, "observation": 1 }, { "k": 104, "weight": 0.008333333333333337, "observation": 3 }, { "k": 105, "weight": 0.008333333333333337, "observation": 3 }, { "k": 106, "weight": 0.008333333333333335, "observation": 3 }, { "k": 107, "weight": 0.008333333333333335, "observation": 1 }, { "k": 108, "weight": 0.008333333333333335, "observation": 1 }, { "k": 109, "weight": 0.008333333333333335, "observation": 3 }, { "k": 110, "weight": 0.008333333333333335, "observation": 1 }, { "k": 111, "weight": 0.008333333333333335, "observation": 1 }, { "k": 112, "weight": 0.008333333333333333, "observation": 1 }, { "k": 113, "weight": 0.008333333333333333, "observation": 3 }, { "k": 114, "weight": 0.008333333333333335, "observation": 3 }, { "k": 115, "weight": 0.008333333333333335, "observation": 1 }, { "k": 116, "weight": 0.008333333333333335, "observation": 1 }, { "k": 117, "weight": 0.008333333333333335, "observation": 1 }, { "k": 118, "weight": 0.008333333333333333, "observation": 3 }, { "k": 119, "weight": 0.008333333333333333, "observation": 3 }, { "k": 120, "weight": 0.008333333333333333, "observation": 3 } ], "initialWeight": 0, "reconstructed": 2.0666666666666664, "meanModel": "对应理想独立Rademacher模型的精确矩递推；种子轨迹不是该概率模型的证明" }, "q": { "reference": { "value": [ 8.181818181818185, 12.727272727272732 ], "q": [ [ 7.5454545454545485, 8.181818181818187 ], [ 12.727272727272732, 8.545454545454549 ] ], "scope": "由解析Bellman解得到，学习更新不使用此参考" }, "rows": [ { "k": 0, "Q": [ [ 0, 0 ], [ 0, 0 ] ], "visits": [ [ 0, 0 ], [ 0, 0 ] ], "alphaSums": [ [ 0, 0 ], [ 0, 0 ] ], "squareSums": [ [ 0, 0 ], [ 0, 0 ] ], "expected": [ [ 1, -2 ], [ 4, 2 ] ], "delta": [ [ 1, -2 ], [ 4, 2 ] ], "residual": 4, "residualBound": 20.000000000000004, "error": 12.727272727272732, "covered": 0, "update": null }, { "k": 1, "Q": [ [ 1, 0 ], [ 0, 0 ] ], "visits": [ [ 1, 0 ], [ 0, 0 ] ], "alphaSums": [ [ 1, 0 ], [ 0, 0 ] ], "squareSums": [ [ 1, 0 ], [ 0, 0 ] ], "expected": [ [ 1.8, -2 ], [ 4.32, 2.8 ] ], "delta": [ [ 0.8, -2 ], [ 4.32, 2.8 ] ], "residual": 4.32, "residualBound": 21.600000000000005, "error": 12.727272727272732, "covered": 1, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 3375634068, "after": 925949831, "u": 0.2155894951429218 }, "visit": 1, "alpha": 1, "old": 0, "target": 1, "conditionalMean": 1, "conditionalVariance": 0, "noise": 0, "td": 1, "newValue": 1 } }, { "k": 2, "Q": [ [ 1, 0 ], [ 4, 0 ] ], "visits": [ [ 1, 0 ], [ 1, 0 ] ], "alphaSums": [ [ 1, 0 ], [ 1, 0 ] ], "squareSums": [ [ 1, 0 ], [ 1, 0 ] ], "expected": [ [ 1.8, 1.2000000000000002 ], [ 6.24, 2.8 ] ], "delta": [ [ 0.8, 1.2000000000000002 ], [ 2.24, 2.8 ] ], "residual": 2.8, "residualBound": 14.000000000000002, "error": 8.727272727272732, "covered": 2, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 925949831, "after": 3032814855, "u": 0.7061322347726673 }, "visit": 1, "alpha": 1, "old": 0, "target": 4, "conditionalMean": 4.32, "conditionalVariance": 0.15360000000000004, "noise": -0.3200000000000003, "td": 4, "newValue": 4 } }, { "k": 3, "Q": [ [ 1.4, 0 ], [ 4, 0 ] ], "visits": [ [ 2, 0 ], [ 1, 0 ] ], "alphaSums": [ [ 1.5, 0 ], [ 1, 0 ] ], "squareSums": [ [ 1.25, 0 ], [ 1, 0 ] ], "expected": [ [ 2.12, 1.2000000000000002 ], [ 6.368, 3.12 ] ], "delta": [ [ 0.7200000000000002, 1.2000000000000002 ], [ 2.3680000000000003, 3.12 ] ], "residual": 3.12, "residualBound": 15.600000000000003, "error": 8.727272727272732, "covered": 2, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 3032814855, "after": 3671734421, "u": 0.8548922885674983 }, "visit": 2, "alpha": 0.5, "old": 1, "target": 1.8, "conditionalMean": 1.8, "conditionalVariance": 0, "noise": 0, "td": 0.8, "newValue": 1.4 } }, { "k": 4, "Q": [ [ 1.4, 0 ], [ 4.5600000000000005, 0 ] ], "visits": [ [ 2, 0 ], [ 2, 0 ] ], "alphaSums": [ [ 1.5, 0 ], [ 1.5, 0 ] ], "squareSums": [ [ 1.25, 0 ], [ 1.25, 0 ] ], "expected": [ [ 2.12, 1.6480000000000006 ], [ 6.636800000000001, 3.12 ] ], "delta": [ [ 0.7200000000000002, 1.6480000000000006 ], [ 2.0768000000000004, 3.12 ] ], "residual": 3.12, "residualBound": 15.600000000000003, "error": 8.545454545454549, "covered": 2, "update": { "s": 1, "a": 0, "next": 0, "reward": 4, "random": { "before": 3671734421, "after": 617748561, "u": 0.14383079507388175 }, "visit": 2, "alpha": 0.5, "old": 4, "target": 5.12, "conditionalMean": 6.368, "conditionalVariance": 1.0383360000000004, "noise": -1.2480000000000002, "td": 1.12, "newValue": 4.5600000000000005 } }, { "k": 5, "Q": [ [ 1.64, 0 ], [ 4.5600000000000005, 0 ] ], "visits": [ [ 3, 0 ], [ 2, 0 ] ], "alphaSums": [ [ 1.8333333333333333, 0 ], [ 1.5, 0 ] ], "squareSums": [ [ 1.3611111111111112, 0 ], [ 1.25, 0 ] ], "expected": [ [ 2.3120000000000003, 1.6480000000000006 ], [ 6.7136000000000005, 3.3120000000000003 ] ], "delta": [ [ 0.6720000000000004, 1.6480000000000006 ], [ 2.1536, 3.3120000000000003 ] ], "residual": 3.3120000000000003, "residualBound": 16.560000000000006, "error": 8.545454545454549, "covered": 2, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 617748561, "after": 2631498781, "u": 0.6126935549546033 }, "visit": 3, "alpha": 0.3333333333333333, "old": 1.4, "target": 2.12, "conditionalMean": 2.12, "conditionalVariance": 0, "noise": 0, "td": 0.7200000000000002, "newValue": 1.64 } }, { "k": 6, "Q": [ [ 1.64, 0 ], [ 5.589333333333334, 0 ] ], "visits": [ [ 3, 0 ], [ 3, 0 ] ], "alphaSums": [ [ 1.8333333333333333, 0 ], [ 1.8333333333333333, 0 ] ], "squareSums": [ [ 1.3611111111111112, 0 ], [ 1.3611111111111112, 0 ] ], "expected": [ [ 2.3120000000000003, 2.471466666666667 ], [ 7.207680000000001, 3.3120000000000003 ] ], "delta": [ [ 0.6720000000000004, 2.471466666666667 ], [ 1.6183466666666666, 3.3120000000000003 ] ], "residual": 3.3120000000000003, "residualBound": 16.560000000000006, "error": 8.545454545454549, "covered": 2, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 2631498781, "after": 3624547248, "u": 0.8439056687057018 }, "visit": 3, "alpha": 0.3333333333333333, "old": 4.5600000000000005, "target": 7.648000000000001, "conditionalMean": 6.7136000000000005, "conditionalVariance": 1.309655040000001, "noise": 0.9344000000000001, "td": 3.088, "newValue": 5.589333333333334 } }, { "k": 7, "Q": [ [ 1.808, 0 ], [ 5.589333333333334, 0 ] ], "visits": [ [ 4, 0 ], [ 3, 0 ] ], "alphaSums": [ [ 2.083333333333333, 0 ], [ 1.8333333333333333, 0 ] ], "squareSums": [ [ 1.4236111111111112, 0 ], [ 1.3611111111111112, 0 ] ], "expected": [ [ 2.4464, 2.471466666666667 ], [ 7.26144, 3.4464 ] ], "delta": [ [ 0.6384000000000001, 2.471466666666667 ], [ 1.6721066666666662, 3.4464 ] ], "residual": 3.4464, "residualBound": 17.232000000000003, "error": 8.545454545454549, "covered": 2, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 3624547248, "after": 1374940494, "u": 0.3201282802037895 }, "visit": 4, "alpha": 0.25, "old": 1.64, "target": 2.3120000000000003, "conditionalMean": 2.3120000000000003, "conditionalVariance": 0, "noise": 0, "td": 0.6720000000000004, "newValue": 1.808 } }, { "k": 8, "Q": [ [ 1.808, 0 ], [ 6.309866666666668, 0 ] ], "visits": [ [ 4, 0 ], [ 4, 0 ] ], "alphaSums": [ [ 2.083333333333333, 0 ], [ 2.083333333333333, 0 ] ], "squareSums": [ [ 1.4236111111111112, 0 ], [ 1.4236111111111112, 0 ] ], "expected": [ [ 2.4464, 3.0478933333333345 ], [ 7.607296000000002, 3.4464 ] ], "delta": [ [ 0.6384000000000001, 3.0478933333333345 ], [ 1.2974293333333335, 3.4464 ] ], "residual": 3.4464, "residualBound": 17.232000000000003, "error": 8.545454545454549, "covered": 2, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 1374940494, "after": 2803717891, "u": 0.6527914411853999 }, "visit": 4, "alpha": 0.25, "old": 5.589333333333334, "target": 8.471466666666668, "conditionalMean": 7.26144, "conditionalVariance": 2.1962468010666685, "noise": 1.2100266666666677, "td": 2.882133333333334, "newValue": 6.309866666666668 } }, { "k": 9, "Q": [ [ 1.93568, 0 ], [ 6.309866666666668, 0 ] ], "visits": [ [ 5, 0 ], [ 4, 0 ] ], "alphaSums": [ [ 2.283333333333333, 0 ], [ 2.083333333333333, 0 ] ], "squareSums": [ [ 1.4636111111111112, 0 ], [ 1.4236111111111112, 0 ] ], "expected": [ [ 2.548544, 3.0478933333333345 ], [ 7.6481536000000006, 3.548544 ] ], "delta": [ [ 0.6128640000000001, 3.0478933333333345 ], [ 1.3382869333333325, 3.548544 ] ], "residual": 3.548544, "residualBound": 17.742720000000006, "error": 8.545454545454549, "covered": 2, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 2803717891, "after": 2992311901, "u": 0.6967019059229642 }, "visit": 5, "alpha": 0.2, "old": 1.808, "target": 2.4464, "conditionalMean": 2.4464, "conditionalVariance": 0, "noise": 0, "td": 0.6384000000000001, "newValue": 1.93568 } }, { "k": 10, "Q": [ [ 1.93568, 0 ], [ 6.857472000000001, 0 ] ], "visits": [ [ 5, 0 ], [ 5, 0 ] ], "alphaSums": [ [ 2.283333333333333, 0 ], [ 2.283333333333333, 0 ] ], "squareSums": [ [ 1.4636111111111112, 0 ], [ 1.4636111111111112, 0 ] ], "expected": [ [ 2.548544, 3.485977600000002 ], [ 7.911004160000001, 3.548544 ] ], "delta": [ [ 0.6128640000000001, 3.485977600000002 ], [ 1.0535321599999996, 3.548544 ] ], "residual": 3.548544, "residualBound": 17.742720000000006, "error": 8.545454545454549, "covered": 2, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 2992311901, "after": 2710058293, "u": 0.6309846166986972 }, "visit": 5, "alpha": 0.2, "old": 6.309866666666668, "target": 9.047893333333334, "conditionalMean": 7.6481536000000006, "conditionalVariance": 2.9389069816081097, "noise": 1.399739733333334, "td": 2.7380266666666664, "newValue": 6.857472000000001 } }, { "k": 11, "Q": [ [ 2.037824, 0 ], [ 6.857472000000001, 0 ] ], "visits": [ [ 6, 0 ], [ 5, 0 ] ], "alphaSums": [ [ 2.4499999999999997, 0 ], [ 2.283333333333333, 0 ] ], "squareSums": [ [ 1.4913888888888889, 0 ], [ 1.4636111111111112, 0 ] ], "expected": [ [ 2.6302592000000002, 3.485977600000002 ], [ 7.9436902400000005, 3.6302592000000002 ] ], "delta": [ [ 0.5924352000000002, 3.485977600000002 ], [ 1.0862182399999991, 3.6302592000000002 ] ], "residual": 3.6302592000000002, "residualBound": 18.151296000000006, "error": 8.545454545454549, "covered": 2, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 2710058293, "after": 1123422946, "u": 0.2615672876127064 }, "visit": 6, "alpha": 0.16666666666666666, "old": 1.93568, "target": 2.548544, "conditionalMean": 2.548544, "conditionalVariance": 0, "noise": 0, "td": 0.6128640000000001, "newValue": 2.037824 } }, { "k": 12, "Q": [ [ 2.037824, 0 ], [ 7.295556266666668, 0 ] ], "visits": [ [ 6, 0 ], [ 6, 0 ] ], "alphaSums": [ [ 2.4499999999999997, 0 ], [ 2.4499999999999997, 0 ] ], "squareSums": [ [ 1.4913888888888889, 0 ], [ 1.4913888888888889, 0 ] ], "expected": [ [ 2.6302592000000002, 3.8364450133333348 ], [ 8.153970688000001, 3.6302592000000002 ] ], "delta": [ [ 0.5924352000000002, 3.8364450133333348 ], [ 0.8584144213333333, 3.6302592000000002 ] ], "residual": 3.8364450133333348, "residualBound": 19.18222506666668, "error": 8.545454545454549, "covered": 2, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 1123422946, "after": 2515027031, "u": 0.5855753624346107 }, "visit": 6, "alpha": 0.16666666666666666, "old": 6.857472000000001, "target": 9.485977600000002, "conditionalMean": 7.9436902400000005, "conditionalVariance": 3.5679754512236563, "noise": 1.5422873600000013, "td": 2.6285056000000004, "newValue": 7.295556266666668 } }, { "k": 13, "Q": [ [ 2.1224576, 0 ], [ 7.295556266666668, 0 ] ], "visits": [ [ 7, 0 ], [ 6, 0 ] ], "alphaSums": [ [ 2.5928571428571425, 0 ], [ 2.4499999999999997, 0 ] ], "squareSums": [ [ 1.511797052154195, 0 ], [ 1.4913888888888889, 0 ] ], "expected": [ [ 2.6979660800000005, 3.8364450133333348 ], [ 8.181053440000001, 3.6979660800000005 ] ], "delta": [ [ 0.5755084800000003, 3.8364450133333348 ], [ 0.8854971733333334, 3.6979660800000005 ] ], "residual": 3.8364450133333348, "residualBound": 19.18222506666668, "error": 8.545454545454549, "covered": 2, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 2515027031, "after": 826258982, "u": 0.19237841060385108 }, "visit": 7, "alpha": 0.14285714285714285, "old": 2.037824, "target": 2.6302592000000002, "conditionalMean": 2.6302592000000002, "conditionalVariance": 0, "noise": 0, "td": 0.5924352000000002, "newValue": 2.1224576 } }, { "k": 14, "Q": [ [ 2.1224576, 0 ], [ 7.067329097142858, 0 ] ], "visits": [ [ 7, 0 ], [ 7, 0 ] ], "alphaSums": [ [ 2.5928571428571425, 0 ], [ 2.5928571428571425, 0 ] ], "squareSums": [ [ 1.511797052154195, 0 ], [ 1.511797052154195, 0 ] ], "expected": [ [ 2.6979660800000005, 3.6538632777142865 ], [ 8.071504398628573, 3.6979660800000005 ] ], "delta": [ [ 0.5755084800000003, 3.6538632777142865 ], [ 1.0041753014857147, 3.6979660800000005 ] ], "residual": 3.6979660800000005, "residualBound": 18.489830400000006, "error": 8.545454545454549, "covered": 2, "update": { "s": 1, "a": 0, "next": 0, "reward": 4, "random": { "before": 826258982, "after": 949595835, "u": 0.22109500947408378 }, "visit": 7, "alpha": 0.14285714285714285, "old": 7.295556266666668, "target": 5.6979660800000005, "conditionalMean": 8.181053440000001, "conditionalVariance": 4.1104818915945165, "noise": -2.4830873600000007, "td": -1.5975901866666673, "newValue": 7.067329097142858 } }, { "k": 15, "Q": [ [ 2.19439616, 0 ], [ 7.067329097142858, 0 ] ], "visits": [ [ 8, 0 ], [ 7, 0 ] ], "alphaSums": [ [ 2.7178571428571425, 0 ], [ 2.5928571428571425, 0 ] ], "squareSums": [ [ 1.527422052154195, 0 ], [ 1.511797052154195, 0 ] ], "expected": [ [ 2.7555169280000005, 3.6538632777142865 ], [ 8.094524737828571, 3.7555169280000005 ] ], "delta": [ [ 0.5611207680000003, 3.6538632777142865 ], [ 1.0271956406857132, 3.7555169280000005 ] ], "residual": 3.7555169280000005, "residualBound": 18.777584640000008, "error": 8.545454545454549, "covered": 2, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 949595835, "after": 2761411484, "u": 0.6429412132129073 }, "visit": 8, "alpha": 0.125, "old": 2.1224576, "target": 2.6979660800000005, "conditionalMean": 2.6979660800000005, "conditionalVariance": 0, "noise": 0, "td": 0.5755084800000003, "newValue": 2.19439616 } }, { "k": 16, "Q": [ [ 2.19439616, 0 ], [ 7.3906458697142865, 0 ] ], "visits": [ [ 8, 0 ], [ 8, 0 ] ], "alphaSums": [ [ 2.7178571428571425, 0 ], [ 2.7178571428571425, 0 ] ], "squareSums": [ [ 1.527422052154195, 0 ], [ 1.527422052154195, 0 ] ], "expected": [ [ 2.7555169280000005, 3.91251669577143 ], [ 8.249716788662859, 3.7555169280000005 ] ], "delta": [ [ 0.5611207680000003, 3.91251669577143 ], [ 0.8590709189485723, 3.7555169280000005 ] ], "residual": 3.91251669577143, "residualBound": 19.562583478857153, "error": 8.545454545454549, "covered": 2, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 2761411484, "after": 3781740718, "u": 0.8805051255039871 }, "visit": 8, "alpha": 0.125, "old": 7.067329097142858, "target": 9.653863277714287, "conditionalMean": 8.094524737828571, "conditionalVariance": 3.6473050229593693, "noise": 1.5593385398857151, "td": 2.5865341805714284, "newValue": 7.3906458697142865 } }, { "k": 17, "Q": [ [ 2.256742912, 0 ], [ 7.3906458697142865, 0 ] ], "visits": [ [ 9, 0 ], [ 8, 0 ] ], "alphaSums": [ [ 2.8289682539682537, 0 ], [ 2.7178571428571425, 0 ] ], "squareSums": [ [ 1.5397677311665408, 0 ], [ 1.527422052154195, 0 ] ], "expected": [ [ 2.8053943296000003, 3.91251669577143 ], [ 8.269667749302858, 3.8053943296000003 ] ], "delta": [ [ 0.5486514176000004, 3.91251669577143 ], [ 0.8790218795885716, 3.8053943296000003 ] ], "residual": 3.91251669577143, "residualBound": 19.562583478857153, "error": 8.545454545454549, "covered": 2, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 3781740718, "after": 4157859472, "u": 0.9680770970880985 }, "visit": 9, "alpha": 0.1111111111111111, "old": 2.19439616, "target": 2.7555169280000005, "conditionalMean": 2.7555169280000005, "conditionalVariance": 0, "noise": 0, "td": 0.5611207680000003, "newValue": 2.256742912 } }, { "k": 18, "Q": [ [ 2.256742912, 0 ], [ 7.6708537392761915, 0 ] ], "visits": [ [ 9, 0 ], [ 9, 0 ] ], "alphaSums": [ [ 2.8289682539682537, 0 ], [ 2.8289682539682537, 0 ] ], "squareSums": [ [ 1.5397677311665408, 0 ], [ 1.5397677311665408, 0 ] ], "expected": [ [ 2.8053943296000003, 4.136682991420954 ], [ 8.404167526692571, 3.8053943296000003 ] ], "delta": [ [ 0.5486514176000004, 4.136682991420954 ], [ 0.73331378741638, 3.8053943296000003 ] ], "residual": 4.136682991420954, "residualBound": 20.683414957104773, "error": 8.545454545454549, "covered": 2, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 4157859472, "after": 3946168592, "u": 0.9187889732420444 }, "visit": 9, "alpha": 0.1111111111111111, "old": 7.3906458697142865, "target": 9.91251669577143, "conditionalMean": 8.269667749302858, "conditionalVariance": 4.048428991369345, "noise": 1.6428489464685718, "td": 2.5218708260571434, "newValue": 7.6708537392761915 } }, { "k": 19, "Q": [ [ 2.31160805376, 0 ], [ 7.6708537392761915, 0 ] ], "visits": [ [ 10, 0 ], [ 9, 0 ] ], "alphaSums": [ [ 2.9289682539682538, 0 ], [ 2.8289682539682537, 0 ] ], "squareSums": [ [ 1.5497677311665408, 0 ], [ 1.5397677311665408, 0 ] ], "expected": [ [ 2.8492864430080003, 4.136682991420954 ], [ 8.421724372055772, 3.8492864430080003 ] ], "delta": [ [ 0.5376783892480002, 4.136682991420954 ], [ 0.7508706327795807, 3.8492864430080003 ] ], "residual": 4.136682991420954, "residualBound": 20.683414957104773, "error": 8.545454545454549, "covered": 2, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 3946168592, "after": 837483515, "u": 0.19499182584695518 }, "visit": 10, "alpha": 0.1, "old": 2.256742912, "target": 2.8053943296000003, "conditionalMean": 2.8053943296000003, "conditionalVariance": 0, "noise": 0, "td": 0.5486514176000004, "newValue": 2.31160805376 } }, { "k": 20, "Q": [ [ 2.31160805376, 0 ], [ 7.917436664490668, 0 ] ], "visits": [ [ 10, 0 ], [ 10, 0 ] ], "alphaSums": [ [ 2.9289682539682538, 0 ], [ 2.9289682539682538, 0 ] ], "squareSums": [ [ 1.5497677311665408, 0 ], [ 1.5497677311665408, 0 ] ], "expected": [ [ 2.8492864430080003, 4.333949331592535 ], [ 8.540084176158722, 3.8492864430080003 ] ], "delta": [ [ 0.5376783892480002, 4.333949331592535 ], [ 0.6226475116680534, 3.8492864430080003 ] ], "residual": 4.333949331592535, "residualBound": 21.66974665796268, "error": 8.545454545454549, "covered": 2, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 837483515, "after": 3156228753, "u": 0.7348667720798403 }, "visit": 10, "alpha": 0.1, "old": 7.6708537392761915, "target": 10.136682991420955, "conditionalMean": 8.421724372055772, "conditionalVariance": 4.411624599202393, "noise": 1.7149586193651825, "td": 2.465829252144763, "newValue": 7.917436664490668 } }, { "k": 21, "Q": [ [ 2.3604879073280003, 0 ], [ 7.917436664490668, 0 ] ], "visits": [ [ 11, 0 ], [ 10, 0 ] ], "alphaSums": [ [ 3.0198773448773446, 0 ], [ 2.9289682539682538, 0 ] ], "squareSums": [ [ 1.558032193976458, 0 ], [ 1.5497677311665408, 0 ] ], "expected": [ [ 2.8883903258624004, 4.333949331592535 ], [ 8.55572572930048, 3.8883903258624004 ] ], "delta": [ [ 0.5279024185344001, 4.333949331592535 ], [ 0.6382890648098121, 3.8883903258624004 ] ], "residual": 4.333949331592535, "residualBound": 21.66974665796268, "error": 8.545454545454549, "covered": 2, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 3156228753, "after": 3577389608, "u": 0.8329259250313044 }, "visit": 11, "alpha": 0.09090909090909091, "old": 2.31160805376, "target": 2.8492864430080003, "conditionalMean": 2.8492864430080003, "conditionalVariance": 0, "noise": 0, "td": 0.5376783892480002, "newValue": 2.3604879073280003 } }, { "k": 22, "Q": [ [ 2.3604879073280003, 0 ], [ 8.1371196342272, 0 ] ], "visits": [ [ 11, 0 ], [ 11, 0 ] ], "alphaSums": [ [ 3.0198773448773446, 0 ], [ 3.0198773448773446, 0 ] ], "squareSums": [ [ 1.558032193976458, 0 ], [ 1.558032193976458, 0 ] ], "expected": [ [ 2.8883903258624004, 4.509695707381761 ], [ 8.661173554774017, 3.8883903258624004 ] ], "delta": [ [ 0.5279024185344001, 4.509695707381761 ], [ 0.524053920546816, 3.8883903258624004 ] ], "residual": 4.509695707381761, "residualBound": 22.54847853690881, "error": 8.545454545454549, "covered": 2, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 3577389608, "after": 2927865975, "u": 0.6816969194915146 }, "visit": 11, "alpha": 0.09090909090909091, "old": 7.917436664490668, "target": 10.333949331592535, "conditionalMean": 8.55572572930048, "conditionalVariance": 4.743118769622793, "noise": 1.778223602292055, "td": 2.416512667101867, "newValue": 8.1371196342272 } }, { "k": 23, "Q": [ [ 2.4044797755392002, 0 ], [ 8.1371196342272, 0 ] ], "visits": [ [ 12, 0 ], [ 11, 0 ] ], "alphaSums": [ [ 3.103210678210678, 0 ], [ 3.0198773448773446, 0 ] ], "squareSums": [ [ 1.5649766384209025, 0 ], [ 1.558032193976458, 0 ] ], "expected": [ [ 2.92358382043136, 4.509695707381761 ], [ 8.675250952601601, 3.92358382043136 ] ], "delta": [ [ 0.5191040448921598, 4.509695707381761 ], [ 0.5381313183744005, 3.92358382043136 ] ], "residual": 4.509695707381761, "residualBound": 22.54847853690881, "error": 8.545454545454549, "covered": 2, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 2927865975, "after": 3375020561, "u": 0.7858082095626742 }, "visit": 12, "alpha": 0.08333333333333333, "old": 2.3604879073280003, "target": 2.8883903258624004, "conditionalMean": 2.8883903258624004, "conditionalVariance": 0, "noise": 0, "td": 0.5279024185344001, "newValue": 2.4044797755392002 } }, { "k": 24, "Q": [ [ 2.4044797755392002, 0 ], [ 7.952658316410881, 0 ] ], "visits": [ [ 12, 0 ], [ 12, 0 ] ], "alphaSums": [ [ 3.103210678210678, 0 ], [ 3.103210678210678, 0 ] ], "squareSums": [ [ 1.5649766384209025, 0 ], [ 1.5649766384209025, 0 ] ], "expected": [ [ 2.92358382043136, 4.362126653128705 ], [ 8.586709520049768, 3.92358382043136 ] ], "delta": [ [ 0.5191040448921598, 4.362126653128705 ], [ 0.6340512036388866, 3.92358382043136 ] ], "residual": 4.362126653128705, "residualBound": 21.810633265643528, "error": 8.545454545454549, "covered": 2, "update": { "s": 1, "a": 0, "next": 0, "reward": 4, "random": { "before": 3375020561, "after": 1400009093, "u": 0.3259650182444602 }, "visit": 12, "alpha": 0.08333333333333333, "old": 8.1371196342272, "target": 5.92358382043136, "conditionalMean": 8.675250952601601, "conditionalVariance": 5.047781337510664, "noise": -2.7516671321702413, "td": -2.2135358137958407, "newValue": 7.952658316410881 } }, { "k": 25, "Q": [ [ 2.44441085591552, 0 ], [ 7.952658316410881, 0 ] ], "visits": [ [ 13, 0 ], [ 12, 0 ] ], "alphaSums": [ [ 3.180133755133755, 0 ], [ 3.103210678210678, 0 ] ], "squareSums": [ [ 1.5708937981842162, 0 ], [ 1.5649766384209025, 0 ] ], "expected": [ [ 2.9555286847324163, 4.362126653128705 ], [ 8.599487465770189, 3.9555286847324163 ] ], "delta": [ [ 0.511117828816896, 4.362126653128705 ], [ 0.6468291493593075, 3.9555286847324163 ] ], "residual": 4.362126653128705, "residualBound": 21.810633265643528, "error": 8.545454545454549, "covered": 2, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 1400009093, "after": 3038329764, "u": 0.7074162745848298 }, "visit": 13, "alpha": 0.07692307692307693, "old": 2.4044797755392002, "target": 2.92358382043136, "conditionalMean": 2.92358382043136, "conditionalVariance": 0, "noise": 0, "td": 0.5191040448921598, "newValue": 2.44441085591552 } }, { "k": 26, "Q": [ [ 2.44441085591552, 0 ], [ 8.138002034619944, 0 ] ], "visits": [ [ 13, 0 ], [ 13, 0 ] ], "alphaSums": [ [ 3.180133755133755, 0 ], [ 3.180133755133755, 0 ] ], "squareSums": [ [ 1.5708937981842162, 0 ], [ 1.5708937981842162, 0 ] ], "expected": [ [ 2.9555286847324163, 4.5104016276959555 ], [ 8.688452450510539, 3.9555286847324163 ] ], "delta": [ [ 0.511117828816896, 4.5104016276959555 ], [ 0.5504504158905945, 3.9555286847324163 ] ], "residual": 4.5104016276959555, "residualBound": 22.55200813847978, "error": 8.545454545454549, "covered": 2, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 3038329764, "after": 3755188434, "u": 0.8743229401297867 }, "visit": 13, "alpha": 0.07692307692307693, "old": 7.952658316410881, "target": 10.362126653128705, "conditionalMean": 8.599487465770189, "conditionalVariance": 4.660345357217833, "noise": 1.7626391873585163, "td": 2.409468336717824, "newValue": 8.138002034619944 } }, { "k": 27, "Q": [ [ 2.4809192722595843, 0 ], [ 8.138002034619944, 0 ] ], "visits": [ [ 14, 0 ], [ 13, 0 ] ], "alphaSums": [ [ 3.251562326562327, 0 ], [ 3.180133755133755, 0 ] ], "squareSums": [ [ 1.5759958390005426, 0 ], [ 1.5708937981842162, 0 ] ], "expected": [ [ 2.9847354178076673, 4.5104016276959555 ], [ 8.700135143740642, 3.9847354178076673 ] ], "delta": [ [ 0.503816145548083, 4.5104016276959555 ], [ 0.5621331091206976, 3.9847354178076673 ] ], "residual": 4.5104016276959555, "residualBound": 22.55200813847978, "error": 8.545454545454549, "covered": 2, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 3755188434, "after": 3539932150, "u": 0.8242046809755266 }, "visit": 14, "alpha": 0.07142857142857142, "old": 2.44441085591552, "target": 2.9555286847324163, "conditionalMean": 2.9555286847324163, "conditionalVariance": 0, "noise": 0, "td": 0.511117828816896, "newValue": 2.4809192722595843 } }, { "k": 28, "Q": [ [ 2.4809192722595843, 0 ], [ 7.984197276276211, 0 ] ], "visits": [ [ 14, 0 ], [ 14, 0 ] ], "alphaSums": [ [ 3.251562326562327, 0 ], [ 3.251562326562327, 0 ] ], "squareSums": [ [ 1.5759958390005426, 0 ], [ 1.5759958390005426, 0 ] ], "expected": [ [ 2.9847354178076673, 4.387357821020969 ], [ 8.626308859735648, 3.9847354178076673 ] ], "delta": [ [ 0.503816145548083, 4.387357821020969 ], [ 0.6421115834594371, 3.9847354178076673 ] ], "residual": 4.387357821020969, "residualBound": 21.93678910510485, "error": 8.545454545454549, "covered": 2, "update": { "s": 1, "a": 0, "next": 0, "reward": 4, "random": { "before": 3539932150, "after": 548978038, "u": 0.1278189099393785 }, "visit": 14, "alpha": 0.07142857142857142, "old": 8.138002034619944, "target": 5.984735417807667, "conditionalMean": 8.700135143740642, "conditionalVariance": 4.915597114397912, "noise": -2.7153997259329747, "td": -2.153266616812277, "newValue": 7.984197276276211 } }, { "k": 29, "Q": [ [ 2.514507015296123, 0 ], [ 7.984197276276211, 0 ] ], "visits": [ [ 15, 0 ], [ 14, 0 ] ], "alphaSums": [ [ 3.3182289932289937, 0 ], [ 3.251562326562327, 0 ] ], "squareSums": [ [ 1.580440283444987, 0 ], [ 1.5759958390005426, 0 ] ], "expected": [ [ 3.0116056122368984, 4.387357821020969 ], [ 8.637056937507342, 4.011605612236899 ] ], "delta": [ [ 0.4970985969407753, 4.387357821020969 ], [ 0.6528596612311315, 4.011605612236899 ] ], "residual": 4.387357821020969, "residualBound": 21.93678910510485, "error": 8.545454545454549, "covered": 2, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 548978038, "after": 3587881309, "u": 0.8353687145281583 }, "visit": 15, "alpha": 0.06666666666666667, "old": 2.4809192722595843, "target": 2.9847354178076673, "conditionalMean": 2.9847354178076673, "conditionalVariance": 0, "noise": 0, "td": 0.503816145548083, "newValue": 2.514507015296123 } }, { "k": 30, "Q": [ [ 2.514507015296123, 0 ], [ 8.144407979259194, 0 ] ], "visits": [ [ 15, 0 ], [ 15, 0 ] ], "alphaSums": [ [ 3.3182289932289937, 0 ], [ 3.3182289932289937, 0 ] ], "squareSums": [ [ 1.580440283444987, 0 ], [ 1.580440283444987, 0 ] ], "expected": [ [ 3.0116056122368984, 4.515526383407355 ], [ 8.713958074939173, 4.011605612236899 ] ], "delta": [ [ 0.4970985969407753, 4.515526383407355 ], [ 0.569550095679979, 4.011605612236899 ] ], "residual": 4.515526383407355, "residualBound": 22.57763191703678, "error": 8.545454545454549, "covered": 2, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 3587881309, "after": 3705298053, "u": 0.8627069306094199 }, "visit": 15, "alpha": 0.06666666666666667, "old": 7.984197276276211, "target": 10.38735782102097, "conditionalMean": 8.637056937507342, "conditionalVariance": 4.595329774242881, "noise": 1.7503008835136278, "td": 2.4031605447447593, "newValue": 8.144407979259194 } }, { "k": 31, "Q": [ [ 2.5455756776049214, 0 ], [ 8.144407979259194, 0 ] ], "visits": [ [ 16, 0 ], [ 15, 0 ] ], "alphaSums": [ [ 3.3807289932289937, 0 ], [ 3.3182289932289937, 0 ] ], "squareSums": [ [ 1.584346533444987, 0 ], [ 1.580440283444987, 0 ] ], "expected": [ [ 3.0364605420839372, 4.515526383407355 ], [ 8.723900046877988, 4.036460542083937 ] ], "delta": [ [ 0.4908848644790158, 4.515526383407355 ], [ 0.5794920676187942, 4.036460542083937 ] ], "residual": 4.515526383407355, "residualBound": 22.57763191703678, "error": 8.545454545454549, "covered": 2, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 3705298053, "after": 2115785504, "u": 0.49261970072984695 }, "visit": 16, "alpha": 0.0625, "old": 2.514507015296123, "target": 3.0116056122368984, "conditionalMean": 3.0116056122368984, "conditionalVariance": 0, "noise": 0, "td": 0.4970985969407753, "newValue": 2.5455756776049214 } }, { "k": 32, "Q": [ [ 2.5455756776049214, 0 ], [ 8.292602879518453, 0 ] ], "visits": [ [ 16, 0 ], [ 16, 0 ] ], "alphaSums": [ [ 3.3807289932289937, 0 ], [ 3.3807289932289937, 0 ] ], "squareSums": [ [ 1.584346533444987, 0 ], [ 1.584346533444987, 0 ] ], "expected": [ [ 3.0364605420839372, 4.634082303614763 ], [ 8.795033599002434, 4.036460542083937 ] ], "delta": [ [ 0.4908848644790158, 4.634082303614763 ], [ 0.5024307194839803, 4.036460542083937 ] ], "residual": 4.634082303614763, "residualBound": 23.17041151807382, "error": 8.545454545454549, "covered": 2, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 2115785504, "after": 2071792284, "u": 0.48237673100084066 }, "visit": 16, "alpha": 0.0625, "old": 8.144407979259194, "target": 10.515526383407355, "conditionalMean": 8.723900046877988, "conditionalVariance": 4.814887394618464, "noise": 1.791626336529367, "td": 2.371118404148161, "newValue": 8.292602879518453 } }, { "k": 33, "Q": [ [ 2.574451257868393, 0 ], [ 8.292602879518453, 0 ] ], "visits": [ [ 17, 0 ], [ 16, 0 ] ], "alphaSums": [ [ 3.439552522640758, 0 ], [ 3.3807289932289937, 0 ] ], "squareSums": [ [ 1.587806741057444, 0 ], [ 1.584346533444987, 0 ] ], "expected": [ [ 3.0595610062947145, 4.634082303614763 ], [ 8.804273784686742, 4.0595610062947145 ] ], "delta": [ [ 0.4851097484263214, 4.634082303614763 ], [ 0.5116709051682893, 4.0595610062947145 ] ], "residual": 4.634082303614763, "residualBound": 23.17041151807382, "error": 8.545454545454549, "covered": 2, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 2071792284, "after": 2683442923, "u": 0.6247877429705113 }, "visit": 17, "alpha": 0.058823529411764705, "old": 2.5455756776049214, "target": 3.0364605420839372, "conditionalMean": 3.0364605420839372, "conditionalVariance": 0, "noise": 0, "td": 0.4908848644790158, "newValue": 2.574451257868393 } }, { "k": 34, "Q": [ [ 2.574451257868393, 0 ], [ 8.430336963288825, 0 ] ], "visits": [ [ 17, 0 ], [ 17, 0 ] ], "alphaSums": [ [ 3.439552522640758, 0 ], [ 3.439552522640758, 0 ] ], "squareSums": [ [ 1.587806741057444, 0 ], [ 1.587806741057444, 0 ] ], "expected": [ [ 3.0595610062947145, 4.744269570631061 ], [ 8.870386144896521, 4.0595610062947145 ] ], "delta": [ [ 0.4851097484263214, 4.744269570631061 ], [ 0.4400491816076961, 4.0595610062947145 ] ], "residual": 4.744269570631061, "residualBound": 23.721347853155308, "error": 8.545454545454549, "covered": 2, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 2683442923, "after": 2026641404, "u": 0.47186422254890203 }, "visit": 17, "alpha": 0.058823529411764705, "old": 8.292602879518453, "target": 10.634082303614763, "conditionalMean": 8.804273784686742, "conditionalVariance": 5.022298823912328, "noise": 1.8298085189280204, "td": 2.3414794240963097, "newValue": 8.430336963288825 } }, { "k": 35, "Q": [ [ 2.601401799447633, 0 ], [ 8.430336963288825, 0 ] ], "visits": [ [ 18, 0 ], [ 17, 0 ] ], "alphaSums": [ [ 3.4951080781963135, 0 ], [ 3.439552522640758, 0 ] ], "squareSums": [ [ 1.5908931608105303, 0 ], [ 1.587806741057444, 0 ] ], "expected": [ [ 3.0811214395581064, 4.744269570631061 ], [ 8.879010318201878, 4.081121439558107 ] ], "delta": [ [ 0.4797196401104733, 4.744269570631061 ], [ 0.44867335491305305, 4.081121439558107 ] ], "residual": 4.744269570631061, "residualBound": 23.721347853155308, "error": 8.545454545454549, "covered": 2, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 2026641404, "after": 3159275077, "u": 0.7355760496575385 }, "visit": 18, "alpha": 0.05555555555555555, "old": 2.574451257868393, "target": 3.0595610062947145, "conditionalMean": 3.0595610062947145, "conditionalVariance": 0, "noise": 0, "td": 0.4851097484263214, "newValue": 2.601401799447633 } }, { "k": 36, "Q": [ [ 2.601401799447633, 0 ], [ 8.29982498974823, 0 ] ], "visits": [ [ 18, 0 ], [ 18, 0 ] ], "alphaSums": [ [ 3.4951080781963135, 0 ], [ 3.4951080781963135, 0 ] ], "squareSums": [ [ 1.5908931608105303, 0 ], [ 1.5908931608105303, 0 ] ], "expected": [ [ 3.0811214395581064, 4.639859991798584 ], [ 8.816364570902394, 4.081121439558107 ] ], "delta": [ [ 0.4797196401104733, 4.639859991798584 ], [ 0.5165395811541647, 4.081121439558107 ] ], "residual": 4.639859991798584, "residualBound": 23.199299958992924, "error": 8.545454545454549, "covered": 2, "update": { "s": 1, "a": 0, "next": 0, "reward": 4, "random": { "before": 3159275077, "after": 977421254, "u": 0.2275736196897924 }, "visit": 18, "alpha": 0.05555555555555555, "old": 8.430336963288825, "target": 6.081121439558107, "conditionalMean": 8.879010318201878, "conditionalVariance": 5.218788118159006, "noise": -2.7978888786437714, "td": -2.3492155237307184, "newValue": 8.29982498974823 } }, { "k": 37, "Q": [ [ 2.6266502015587108, 0 ], [ 8.29982498974823, 0 ] ], "visits": [ [ 19, 0 ], [ 18, 0 ] ], "alphaSums": [ [ 3.547739657143682, 0 ], [ 3.4951080781963135, 0 ] ], "squareSums": [ [ 1.5936632439130234, 0 ], [ 1.5908931608105303, 0 ] ], "expected": [ [ 3.1013201612469685, 4.639859991798584 ], [ 8.824444059577939, 4.101320161246969 ] ], "delta": [ [ 0.47466995968825776, 4.639859991798584 ], [ 0.5246190698297095, 4.101320161246969 ] ], "residual": 4.639859991798584, "residualBound": 23.199299958992924, "error": 8.545454545454549, "covered": 2, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 977421254, "after": 896393659, "u": 0.20870791259221733 }, "visit": 19, "alpha": 0.05263157894736842, "old": 2.601401799447633, "target": 3.0811214395581064, "conditionalMean": 3.0811214395581064, "conditionalVariance": 0, "noise": 0, "td": 0.4797196401104733, "newValue": 2.6266502015587108 } }, { "k": 38, "Q": [ [ 2.6266502015587108, 0 ], [ 8.422984726698248, 0 ] ], "visits": [ [ 19, 0 ], [ 19, 0 ] ], "alphaSums": [ [ 3.547739657143682, 0 ], [ 3.547739657143682, 0 ] ], "squareSums": [ [ 1.5936632439130234, 0 ], [ 1.5936632439130234, 0 ] ], "expected": [ [ 3.1013201612469685, 4.738387781358599 ], [ 8.883560733313946, 4.101320161246969 ] ], "delta": [ [ 0.47466995968825776, 4.738387781358599 ], [ 0.46057600661569786, 4.101320161246969 ] ], "residual": 4.738387781358599, "residualBound": 23.691938906793, "error": 8.545454545454549, "covered": 2, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 896393659, "after": 2718066646, "u": 0.6328492066822946 }, "visit": 19, "alpha": 0.05263157894736842, "old": 8.29982498974823, "target": 10.639859991798584, "conditionalMean": 8.824444059577939, "conditionalVariance": 4.9436025104408365, "noise": 1.8154159322206453, "td": 2.340035002050355, "newValue": 8.422984726698248 } }, { "k": 39, "Q": [ [ 2.6503836995431236, 0 ], [ 8.422984726698248, 0 ] ], "visits": [ [ 20, 0 ], [ 19, 0 ] ], "alphaSums": [ [ 3.597739657143682, 0 ], [ 3.547739657143682, 0 ] ], "squareSums": [ [ 1.5961632439130233, 0 ], [ 1.5936632439130234, 0 ] ], "expected": [ [ 3.1203069596344988, 4.738387781358599 ], [ 8.891155452668958, 4.120306959634499 ] ], "delta": [ [ 0.4699232600913752, 4.738387781358599 ], [ 0.46817072597070997, 4.120306959634499 ] ], "residual": 4.738387781358599, "residualBound": 23.691938906793, "error": 8.545454545454549, "covered": 2, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 2718066646, "after": 836945386, "u": 0.19486653292551637 }, "visit": 20, "alpha": 0.05, "old": 2.6266502015587108, "target": 3.1013201612469685, "conditionalMean": 3.1013201612469685, "conditionalVariance": 0, "noise": 0, "td": 0.47466995968825776, "newValue": 2.6503836995431236 } }, { "k": 40, "Q": [ [ 2.6503836995431236, 0 ], [ 8.307850838345061, 0 ] ], "visits": [ [ 20, 0 ], [ 20, 0 ] ], "alphaSums": [ [ 3.597739657143682, 0 ], [ 3.597739657143682, 0 ] ], "squareSums": [ [ 1.5961632439130233, 0 ], [ 1.5961632439130233, 0 ] ], "expected": [ [ 3.1203069596344988, 4.646280670676049 ], [ 8.83589118625943, 4.120306959634499 ] ], "delta": [ [ 0.4699232600913752, 4.646280670676049 ], [ 0.5280403479143683, 4.120306959634499 ] ], "residual": 4.646280670676049, "residualBound": 23.231403353380248, "error": 8.545454545454549, "covered": 2, "update": { "s": 1, "a": 0, "next": 0, "reward": 4, "random": { "before": 836945386, "after": 1118411237, "u": 0.26040040818043053 }, "visit": 20, "alpha": 0.05, "old": 8.422984726698248, "target": 6.120306959634499, "conditionalMean": 8.891155452668958, "conditionalVariance": 5.1184009142342255, "noise": -2.7708484930344586, "td": -2.3026777670637486, "newValue": 8.307850838345061 } }, { "k": 41, "Q": [ [ 2.6727609976427127, 0 ], [ 8.307850838345061, 0 ] ], "visits": [ [ 21, 0 ], [ 20, 0 ] ], "alphaSums": [ [ 3.6453587047627294, 0 ], [ 3.597739657143682, 0 ] ], "squareSums": [ [ 1.5984308176091684, 0 ], [ 1.5961632439130233, 0 ] ], "expected": [ [ 3.1382087981141704, 4.646280670676049 ], [ 8.843051921651298, 4.138208798114171 ] ], "delta": [ [ 0.46544780047145773, 4.646280670676049 ], [ 0.5352010833062373, 4.138208798114171 ] ], "residual": 4.646280670676049, "residualBound": 23.231403353380248, "error": 8.545454545454549, "covered": 2, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 1118411237, "after": 1127556303, "u": 0.26252965978346765 }, "visit": 21, "alpha": 0.047619047619047616, "old": 2.6503836995431236, "target": 3.1203069596344988, "conditionalMean": 3.1203069596344988, "conditionalVariance": 0, "noise": 0, "td": 0.4699232600913752, "newValue": 2.6727609976427127 } }, { "k": 42, "Q": [ [ 2.6727609976427127, 0 ], [ 8.20453455071502, 0 ] ], "visits": [ [ 21, 0 ], [ 21, 0 ] ], "alphaSums": [ [ 3.6453587047627294, 0 ], [ 3.6453587047627294, 0 ] ], "squareSums": [ [ 1.5984308176091684, 0 ], [ 1.5984308176091684, 0 ] ], "expected": [ [ 3.1382087981141704, 4.563627640572015 ], [ 8.793460103588878, 4.138208798114171 ] ], "delta": [ [ 0.46544780047145773, 4.563627640572015 ], [ 0.5889255528738584, 4.138208798114171 ] ], "residual": 4.563627640572015, "residualBound": 22.81813820286008, "error": 8.545454545454549, "covered": 2, "update": { "s": 1, "a": 0, "next": 0, "reward": 4, "random": { "before": 1127556303, "after": 305812537, "u": 0.07120252982713282 }, "visit": 21, "alpha": 0.047619047619047616, "old": 8.307850838345061, "target": 6.138208798114171, "conditionalMean": 8.843051921651298, "conditionalVariance": 4.877450881964057, "noise": -2.7048431235371275, "td": -2.1696420402308902, "newValue": 8.20453455071502 } }, { "k": 43, "Q": [ [ 2.6939177158459606, 0 ], [ 8.20453455071502, 0 ] ], "visits": [ [ 22, 0 ], [ 21, 0 ] ], "alphaSums": [ [ 3.690813250217275, 0 ], [ 3.6453587047627294, 0 ] ], "squareSums": [ [ 1.6004969333116477, 0 ], [ 1.5984308176091684, 0 ] ], "expected": [ [ 3.1551341726767688, 4.563627640572015 ], [ 8.800230253413918, 4.155134172676769 ] ], "delta": [ [ 0.46121645683080814, 4.563627640572015 ], [ 0.5956957026988992, 4.155134172676769 ] ], "residual": 4.563627640572015, "residualBound": 22.81813820286008, "error": 8.545454545454549, "covered": 2, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 305812537, "after": 1326863495, "u": 0.308934481581673 }, "visit": 22, "alpha": 0.045454545454545456, "old": 2.6727609976427127, "target": 3.1382087981141704, "conditionalMean": 3.1382087981141704, "conditionalVariance": 0, "noise": 0, "td": 0.46544780047145773, "newValue": 2.6939177158459606 } }, { "k": 44, "Q": [ [ 2.6939177158459606, 0 ], [ 8.111379988076918, 0 ] ], "visits": [ [ 22, 0 ], [ 22, 0 ] ], "alphaSums": [ [ 3.690813250217275, 0 ], [ 3.690813250217275, 0 ] ], "squareSums": [ [ 1.6004969333116477, 0 ], [ 1.6004969333116477, 0 ] ], "expected": [ [ 3.1551341726767688, 4.489103990461534 ], [ 8.755516063347628, 4.155134172676769 ] ], "delta": [ [ 0.46121645683080814, 4.489103990461534 ], [ 0.6441360752707102, 4.155134172676769 ] ], "residual": 4.489103990461534, "residualBound": 22.445519952307677, "error": 8.545454545454549, "covered": 2, "update": { "s": 1, "a": 0, "next": 0, "reward": 4, "random": { "before": 1326863495, "after": 894975684, "u": 0.20837776456028223 }, "visit": 22, "alpha": 0.045454545454545456, "old": 8.20453455071502, "target": 6.155134172676769, "conditionalMean": 8.800230253413918, "conditionalVariance": 4.664355517554015, "noise": -2.645096080737149, "td": -2.04940037803825, "newValue": 8.111379988076918 } }, { "k": 45, "Q": [ [ 2.713970605273387, 0 ], [ 8.111379988076918, 0 ] ], "visits": [ [ 23, 0 ], [ 22, 0 ] ], "alphaSums": [ [ 3.73429151108684, 0 ], [ 3.690813250217275, 0 ] ], "squareSums": [ [ 1.6023872924798896, 0 ], [ 1.6004969333116477, 0 ] ], "expected": [ [ 3.17117648421871, 4.489103990461534 ], [ 8.761932987964403, 4.1711764842187105 ] ], "delta": [ [ 0.45720587894532283, 4.489103990461534 ], [ 0.6505529998874859, 4.1711764842187105 ] ], "residual": 4.489103990461534, "residualBound": 22.445519952307677, "error": 8.545454545454549, "covered": 2, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 894975684, "after": 1653888772, "u": 0.38507598731666803 }, "visit": 23, "alpha": 0.043478260869565216, "old": 2.6939177158459606, "target": 3.1551341726767688, "conditionalMean": 3.1551341726767688, "conditionalVariance": 0, "noise": 0, "td": 0.46121645683080814, "newValue": 2.713970605273387 } }, { "k": 46, "Q": [ [ 2.713970605273387, 0 ], [ 8.214759292528422, 0 ] ], "visits": [ [ 23, 0 ], [ 23, 0 ] ], "alphaSums": [ [ 3.73429151108684, 0 ], [ 3.73429151108684, 0 ] ], "squareSums": [ [ 1.6023872924798896, 0 ], [ 1.6023872924798896, 0 ] ], "expected": [ [ 3.17117648421871, 4.5718074340227375 ], [ 8.811555054101127, 4.1711764842187105 ] ], "delta": [ [ 0.45720587894532283, 4.5718074340227375 ], [ 0.5967957615727055, 4.1711764842187105 ] ], "residual": 4.5718074340227375, "residualBound": 22.85903717011369, "error": 8.545454545454549, "covered": 2, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 1653888772, "after": 3873490174, "u": 0.9018672103993595 }, "visit": 23, "alpha": 0.043478260869565216, "old": 8.111379988076918, "target": 10.489103990461533, "conditionalMean": 8.761932987964403, "conditionalVariance": 4.4746795078004125, "noise": 1.7271710024971298, "td": 2.377724002384616, "newValue": 8.214759292528422 } }, { "k": 47, "Q": [ [ 2.733020850229442, 0 ], [ 8.214759292528422, 0 ] ], "visits": [ [ 24, 0 ], [ 23, 0 ] ], "alphaSums": [ [ 3.7759581777535067, 0 ], [ 3.73429151108684, 0 ] ], "squareSums": [ [ 1.6041234035910008, 0 ], [ 1.6023872924798896, 0 ] ], "expected": [ [ 3.186416680183554, 4.5718074340227375 ], [ 8.817651132487065, 4.186416680183553 ] ], "delta": [ [ 0.45339582995411165, 4.5718074340227375 ], [ 0.6028918399586427, 4.186416680183553 ] ], "residual": 4.5718074340227375, "residualBound": 22.85903717011369, "error": 8.545454545454549, "covered": 2, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 3873490174, "after": 831521761, "u": 0.19360374682582915 }, "visit": 24, "alpha": 0.041666666666666664, "old": 2.713970605273387, "target": 3.17117648421871, "conditionalMean": 3.17117648421871, "conditionalVariance": 0, "noise": 0, "td": 0.45720587894532283, "newValue": 2.733020850229442 } }, { "k": 48, "Q": [ [ 2.733020850229442, 0 ], [ 8.130245017014053, 0 ] ], "visits": [ [ 24, 0 ], [ 24, 0 ] ], "alphaSums": [ [ 3.7759581777535067, 0 ], [ 3.7759581777535067, 0 ] ], "squareSums": [ [ 1.6041234035910008, 0 ], [ 1.6041234035910008, 0 ] ], "expected": [ [ 3.186416680183554, 4.504196013611242 ], [ 8.777084280240167, 4.186416680183553 ] ], "delta": [ [ 0.45339582995411165, 4.504196013611242 ], [ 0.6468392632261146, 4.186416680183553 ] ], "residual": 4.504196013611242, "residualBound": 22.520980068056215, "error": 8.545454545454549, "covered": 2, "update": { "s": 1, "a": 0, "next": 0, "reward": 4, "random": { "before": 831521761, "after": 208361975, "u": 0.04851305275224149 }, "visit": 24, "alpha": 0.041666666666666664, "old": 8.214759292528422, "target": 6.186416680183553, "conditionalMean": 8.817651132487065, "conditionalVariance": 4.6155964953259705, "noise": -2.631234452303511, "td": -2.0283426123448685, "newValue": 8.130245017014053 } }, { "k": 49, "Q": [ [ 2.7511566834276064, 0 ], [ 8.130245017014053, 0 ] ], "visits": [ [ 25, 0 ], [ 24, 0 ] ], "alphaSums": [ [ 3.8159581777535068, 0 ], [ 3.7759581777535067, 0 ] ], "squareSums": [ [ 1.6057234035910009, 0 ], [ 1.6041234035910008, 0 ] ], "expected": [ [ 3.200925346742085, 4.504196013611242 ], [ 8.78288774686358, 4.2009253467420855 ] ], "delta": [ [ 0.4497686633144786, 4.504196013611242 ], [ 0.6526427298495268, 4.2009253467420855 ] ], "residual": 4.504196013611242, "residualBound": 22.520980068056215, "error": 8.545454545454549, "covered": 2, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 208361975, "after": 2380579325, "u": 0.5542718165088445 }, "visit": 25, "alpha": 0.04, "old": 2.733020850229442, "target": 3.186416680183554, "conditionalMean": 3.186416680183554, "conditionalVariance": 0, "noise": 0, "td": 0.45339582995411165, "newValue": 2.7511566834276064 } }, { "k": 50, "Q": [ [ 2.7511566834276064, 0 ], [ 8.225203056877941, 0 ] ], "visits": [ [ 25, 0 ], [ 25, 0 ] ], "alphaSums": [ [ 3.8159581777535068, 0 ], [ 3.8159581777535068, 0 ] ], "squareSums": [ [ 1.6057234035910009, 0 ], [ 1.6057234035910009, 0 ] ], "expected": [ [ 3.200925346742085, 4.580162445502353 ], [ 8.828467605998245, 4.2009253467420855 ] ], "delta": [ [ 0.4497686633144786, 4.580162445502353 ], [ 0.6032645491203041, 4.2009253467420855 ] ], "residual": 4.580162445502353, "residualBound": 22.900812227511768, "error": 8.545454545454549, "covered": 2, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 2380579325, "after": 2931165456, "u": 0.6824651397764683 }, "visit": 25, "alpha": 0.04, "old": 8.130245017014053, "target": 10.504196013611242, "conditionalMean": 8.78288774686358, "conditionalVariance": 4.444353223760767, "noise": 1.7213082667476627, "td": 2.3739509965971894, "newValue": 8.225203056877941 } }, { "k": 51, "Q": [ [ 2.768455478170471, 0 ], [ 8.225203056877941, 0 ] ], "visits": [ [ 26, 0 ], [ 25, 0 ] ], "alphaSums": [ [ 3.854419716215045, 0 ], [ 3.8159581777535068, 0 ] ], "squareSums": [ [ 1.6072026935318293, 0 ], [ 1.6057234035910009, 0 ] ], "expected": [ [ 3.214764382536377, 4.580162445502353 ], [ 8.834003220315964, 4.2147643825363765 ] ], "delta": [ [ 0.44630890436590587, 4.580162445502353 ], [ 0.6088001634380227, 4.2147643825363765 ] ], "residual": 4.580162445502353, "residualBound": 22.900812227511768, "error": 8.545454545454549, "covered": 2, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 2931165456, "after": 2635326874, "u": 0.6135848523117602 }, "visit": 26, "alpha": 0.038461538461538464, "old": 2.7511566834276064, "target": 3.200925346742085, "conditionalMean": 3.200925346742085, "conditionalVariance": 0, "noise": 0, "td": 0.4497686633144786, "newValue": 2.768455478170471 } }, { "k": 52, "Q": [ [ 2.768455478170471, 0 ], [ 8.31577841797888, 0 ] ], "visits": [ [ 26, 0 ], [ 26, 0 ] ], "alphaSums": [ [ 3.854419716215045, 0 ], [ 3.854419716215045, 0 ] ], "squareSums": [ [ 1.6072026935318293, 0 ], [ 1.6072026935318293, 0 ] ], "expected": [ [ 3.214764382536377, 4.652622734383105 ], [ 8.877479393644414, 4.2147643825363765 ] ], "delta": [ [ 0.44630890436590587, 4.652622734383105 ], [ 0.5617009756655342, 4.2147643825363765 ] ], "residual": 4.652622734383105, "residualBound": 23.263113671915526, "error": 8.545454545454549, "covered": 2, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 2635326874, "after": 3585768458, "u": 0.8348767780698836 }, "visit": 26, "alpha": 0.038461538461538464, "old": 8.225203056877941, "target": 10.580162445502353, "conditionalMean": 8.834003220315964, "conditionalVariance": 4.573608059555303, "noise": 1.746159225186389, "td": 2.354959388624412, "newValue": 8.31577841797888 } }, { "k": 53, "Q": [ [ 2.7849854375914305, 0 ], [ 8.31577841797888, 0 ] ], "visits": [ [ 27, 0 ], [ 26, 0 ] ], "alphaSums": [ [ 3.8914567532520823, 0 ], [ 3.854419716215045, 0 ] ], "squareSums": [ [ 1.6085744356443121, 0 ], [ 1.6072026935318293, 0 ] ], "expected": [ [ 3.2279883500731446, 4.652622734383105 ], [ 8.882768980659119, 4.2279883500731446 ] ], "delta": [ [ 0.4430029124817141, 4.652622734383105 ], [ 0.566990562680239, 4.2279883500731446 ] ], "residual": 4.652622734383105, "residualBound": 23.263113671915526, "error": 8.545454545454549, "covered": 2, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 3585768458, "after": 3713356791, "u": 0.8645832517649978 }, "visit": 27, "alpha": 0.037037037037037035, "old": 2.768455478170471, "target": 3.214764382536377, "conditionalMean": 3.214764382536377, "conditionalVariance": 0, "noise": 0, "td": 0.44630890436590587, "newValue": 2.7849854375914305 } }, { "k": 54, "Q": [ [ 2.7849854375914305, 0 ], [ 8.402328207475332, 0 ] ], "visits": [ [ 27, 0 ], [ 27, 0 ] ], "alphaSums": [ [ 3.8914567532520823, 0 ], [ 3.8914567532520823, 0 ] ], "squareSums": [ [ 1.6085744356443121, 0 ], [ 1.6085744356443121, 0 ] ], "expected": [ [ 3.2279883500731446, 4.721862565980266 ], [ 8.924312879617418, 4.2279883500731446 ] ], "delta": [ [ 0.4430029124817141, 4.721862565980266 ], [ 0.5219846721420858, 4.2279883500731446 ] ], "residual": 4.721862565980266, "residualBound": 23.609312829901334, "error": 8.545454545454549, "covered": 2, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 3713356791, "after": 2455405602, "u": 0.5716936667449772 }, "visit": 27, "alpha": 0.037037037037037035, "old": 8.31577841797888, "target": 10.652622734383105, "conditionalMean": 8.882768980659119, "conditionalVariance": 4.698573464356315, "noise": 1.7698537537239858, "td": 2.3368443164042247, "newValue": 8.402328207475332 } }, { "k": 55, "Q": [ [ 2.800806970180063, 0 ], [ 8.402328207475332, 0 ] ], "visits": [ [ 28, 0 ], [ 27, 0 ] ], "alphaSums": [ [ 3.927171038966368, 0 ], [ 3.8914567532520823, 0 ] ], "squareSums": [ [ 1.6098499458483937, 0 ], [ 1.6085744356443121, 0 ] ], "expected": [ [ 3.2406455761440505, 4.721862565980266 ], [ 8.92937577004578, 4.2406455761440505 ] ], "delta": [ [ 0.4398386059639874, 4.721862565980266 ], [ 0.5270475625704485, 4.2406455761440505 ] ], "residual": 4.721862565980266, "residualBound": 23.609312829901334, "error": 8.545454545454549, "covered": 2, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 2455405602, "after": 2567572717, "u": 0.5978096083272249 }, "visit": 28, "alpha": 0.03571428571428571, "old": 2.7849854375914305, "target": 3.2279883500731446, "conditionalMean": 3.2279883500731446, "conditionalVariance": 0, "noise": 0, "td": 0.4430029124817141, "newValue": 2.800806970180063 } }, { "k": 56, "Q": [ [ 2.800806970180063, 0 ], [ 8.485168720279079, 0 ] ], "visits": [ [ 28, 0 ], [ 28, 0 ] ], "alphaSums": [ [ 3.927171038966368, 0 ], [ 3.927171038966368, 0 ] ], "squareSums": [ [ 1.6098499458483937, 0 ], [ 1.6098499458483937, 0 ] ], "expected": [ [ 3.2406455761440505, 4.7881349762232635 ], [ 8.969139216191579, 4.2406455761440505 ] ], "delta": [ [ 0.4398386059639874, 4.7881349762232635 ], [ 0.48397049591249974, 4.2406455761440505 ] ], "residual": 4.7881349762232635, "residualBound": 23.940674881116323, "error": 8.545454545454549, "covered": 2, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 2567572717, "after": 3396326502, "u": 0.7907688855193555 }, "visit": 28, "alpha": 0.03571428571428571, "old": 8.402328207475332, "target": 10.721862565980267, "conditionalMean": 8.92937577004578, "conditionalVariance": 4.81951337039922, "noise": 1.7924867959344866, "td": 2.319534358504935, "newValue": 8.485168720279079 } }, { "k": 57, "Q": [ [ 2.81597381866158, 0 ], [ 8.485168720279079, 0 ] ], "visits": [ [ 29, 0 ], [ 28, 0 ] ], "alphaSums": [ [ 3.9616537975870574, 0 ], [ 3.927171038966368, 0 ] ], "squareSums": [ [ 1.6110390064904865, 0 ], [ 1.6098499458483937, 0 ] ], "expected": [ [ 3.252779054929264, 4.7881349762232635 ], [ 8.973992607705664, 4.252779054929264 ] ], "delta": [ [ 0.4368052362676842, 4.7881349762232635 ], [ 0.48882388742658556, 4.252779054929264 ] ], "residual": 4.7881349762232635, "residualBound": 23.940674881116323, "error": 8.545454545454549, "covered": 2, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 3396326502, "after": 746753783, "u": 0.1738671639468521 }, "visit": 29, "alpha": 0.034482758620689655, "old": 2.800806970180063, "target": 3.2406455761440505, "conditionalMean": 3.2406455761440505, "conditionalVariance": 0, "noise": 0, "td": 0.4398386059639874, "newValue": 2.81597381866158 } }, { "k": 58, "Q": [ [ 2.81597381866158, 0 ], [ 8.564581349794395, 0 ] ], "visits": [ [ 29, 0 ], [ 29, 0 ] ], "alphaSums": [ [ 3.9616537975870574, 0 ], [ 3.9616537975870574, 0 ] ], "squareSums": [ [ 1.6110390064904865, 0 ], [ 1.6110390064904865, 0 ] ], "expected": [ [ 3.252779054929264, 4.8516650798355165 ], [ 9.012110669873014, 4.252779054929264 ] ], "delta": [ [ 0.4368052362676842, 4.8516650798355165 ], [ 0.447529320078619, 4.252779054929264 ] ], "residual": 4.8516650798355165, "residualBound": 24.25832539917759, "error": 8.545454545454549, "covered": 2, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 746753783, "after": 3604372345, "u": 0.8392083330545574 }, "visit": 29, "alpha": 0.034482758620689655, "old": 8.485168720279079, "target": 10.788134976223263, "conditionalMean": 8.973992607705664, "conditionalVariance": 4.936668799875971, "noise": 1.814142368517599, "td": 2.3029662559441846, "newValue": 8.564581349794395 } }, { "k": 59, "Q": [ [ 2.830533993203836, 0 ], [ 8.564581349794395, 0 ] ], "visits": [ [ 30, 0 ], [ 29, 0 ] ], "alphaSums": [ [ 3.9949871309203906, 0 ], [ 3.9616537975870574, 0 ] ], "squareSums": [ [ 1.6121501176015975, 0 ], [ 1.6110390064904865, 0 ] ], "expected": [ [ 3.2644271945630687, 4.8516650798355165 ], [ 9.016769925726537, 4.264427194563069 ] ], "delta": [ [ 0.4338932013592327, 4.8516650798355165 ], [ 0.45218857593214246, 4.264427194563069 ] ], "residual": 4.8516650798355165, "residualBound": 24.25832539917759, "error": 8.545454545454549, "covered": 2, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 3604372345, "after": 2862072069, "u": 0.6663780820090324 }, "visit": 30, "alpha": 0.03333333333333333, "old": 2.81597381866158, "target": 3.252779054929264, "conditionalMean": 3.252779054929264, "conditionalVariance": 0, "noise": 0, "td": 0.4368052362676842, "newValue": 2.830533993203836 } }, { "k": 60, "Q": [ [ 2.830533993203836, 0 ], [ 8.487909544620017, 0 ] ], "visits": [ [ 30, 0 ], [ 30, 0 ] ], "alphaSums": [ [ 3.9949871309203906, 0 ], [ 3.9949871309203906, 0 ] ], "squareSums": [ [ 1.6121501176015975, 0 ], [ 1.6121501176015975, 0 ] ], "expected": [ [ 3.2644271945630687, 4.790327635696014 ], [ 8.979967459242836, 4.264427194563069 ] ], "delta": [ [ 0.4338932013592327, 4.790327635696014 ], [ 0.4920579146228192, 4.264427194563069 ] ], "residual": 4.790327635696014, "residualBound": 23.951638178480074, "error": 8.545454545454549, "covered": 2, "update": { "s": 1, "a": 0, "next": 0, "reward": 4, "random": { "before": 2862072069, "after": 73286558, "u": 0.01706335647031665 }, "visit": 30, "alpha": 0.03333333333333333, "old": 8.564581349794395, "target": 6.264427194563069, "conditionalMean": 9.016769925726537, "conditionalVariance": 5.050260339858919, "noise": -2.752342731163468, "td": -2.3001541552313256, "newValue": 8.487909544620017 } }, { "k": 61, "Q": [ [ 2.844530548086392, 0 ], [ 8.487909544620017, 0 ] ], "visits": [ [ 31, 0 ], [ 30, 0 ] ], "alphaSums": [ [ 4.02724519543652, 0 ], [ 3.9949871309203906, 0 ] ], "squareSums": [ [ 1.6131907003279242, 0 ], [ 1.6121501176015975, 0 ] ], "expected": [ [ 3.2756244384691136, 4.790327635696014 ], [ 8.984446356805254, 4.275624438469114 ] ], "delta": [ [ 0.4310938903827215, 4.790327635696014 ], [ 0.49653681218523715, 4.275624438469114 ] ], "residual": 4.790327635696014, "residualBound": 23.951638178480074, "error": 8.545454545454549, "covered": 2, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 73286558, "after": 1234261128, "u": 0.28737381286919117 }, "visit": 31, "alpha": 0.03225806451612903, "old": 2.830533993203836, "target": 3.2644271945630687, "conditionalMean": 3.2644271945630687, "conditionalVariance": 0, "noise": 0, "td": 0.4338932013592327, "newValue": 2.844530548086392 } }, { "k": 62, "Q": [ [ 2.844530548086392, 0 ], [ 8.41654550893773, 0 ] ], "visits": [ [ 31, 0 ], [ 31, 0 ] ], "alphaSums": [ [ 4.02724519543652, 0 ], [ 4.02724519543652, 0 ] ], "squareSums": [ [ 1.6131907003279242, 0 ], [ 1.6131907003279242, 0 ] ], "expected": [ [ 3.2756244384691136, 4.7332364071501845 ], [ 8.950191619677756, 4.275624438469114 ] ], "delta": [ [ 0.4310938903827215, 4.7332364071501845 ], [ 0.5336461107400261, 4.275624438469114 ] ], "residual": 4.7332364071501845, "residualBound": 23.66618203575093, "error": 8.545454545454549, "covered": 2, "update": { "s": 1, "a": 0, "next": 0, "reward": 4, "random": { "before": 1234261128, "after": 51168264, "u": 0.011913539841771126 }, "visit": 31, "alpha": 0.03225806451612903, "old": 8.487909544620017, "target": 6.275624438469114, "conditionalMean": 8.984446356805254, "conditionalVariance": 4.891810790172191, "noise": -2.70882191833614, "td": -2.212285106150903, "newValue": 8.41654550893773 } }, { "k": 63, "Q": [ [ 2.8580022321608523, 0 ], [ 8.41654550893773, 0 ] ], "visits": [ [ 32, 0 ], [ 31, 0 ] ], "alphaSums": [ [ 4.05849519543652, 0 ], [ 4.02724519543652, 0 ] ], "squareSums": [ [ 1.6141672628279242, 0 ], [ 1.6131907003279242, 0 ] ], "expected": [ [ 3.286401785728682, 4.7332364071501845 ], [ 8.954502558581584, 4.286401785728682 ] ], "delta": [ [ 0.42839955356782955, 4.7332364071501845 ], [ 0.5379570496438539, 4.286401785728682 ] ], "residual": 4.7332364071501845, "residualBound": 23.66618203575093, "error": 8.545454545454549, "covered": 2, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 51168264, "after": 3929845774, "u": 0.9149885210208595 }, "visit": 32, "alpha": 0.03125, "old": 2.844530548086392, "target": 3.2756244384691136, "conditionalMean": 3.2756244384691136, "conditionalVariance": 0, "noise": 0, "td": 0.4310938903827215, "newValue": 2.8580022321608523 } }, { "k": 64, "Q": [ [ 2.8580022321608523, 0 ], [ 8.48894209950687, 0 ] ], "visits": [ [ 32, 0 ], [ 32, 0 ] ], "alphaSums": [ [ 4.05849519543652, 0 ], [ 4.05849519543652, 0 ] ], "squareSums": [ [ 1.6141672628279242, 0 ], [ 1.6141672628279242, 0 ] ], "expected": [ [ 3.286401785728682, 4.791153679605497 ], [ 8.98925292205477, 4.286401785728682 ] ], "delta": [ [ 0.42839955356782955, 4.791153679605497 ], [ 0.5003108225479007, 4.286401785728682 ] ], "residual": 4.791153679605497, "residualBound": 23.955768398027487, "error": 8.545454545454549, "covered": 2, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 3929845774, "after": 4220816400, "u": 0.9827353991568089 }, "visit": 32, "alpha": 0.03125, "old": 8.41654550893773, "target": 10.733236407150184, "conditionalMean": 8.954502558581584, "conditionalVariance": 4.745841156065501, "noise": 1.7787338485685993, "td": 2.316690898212453, "newValue": 8.48894209950687 } }, { "k": 65, "Q": [ [ 2.870984036814423, 0 ], [ 8.48894209950687, 0 ] ], "visits": [ [ 33, 0 ], [ 32, 0 ] ], "alphaSums": [ [ 4.08879822573955, 0 ], [ 4.05849519543652, 0 ] ], "squareSums": [ [ 1.6150855364734706, 0 ], [ 1.6141672628279242, 0 ] ], "expected": [ [ 3.2967872294515383, 4.791153679605497 ], [ 8.993407099543912, 4.296787229451539 ] ], "delta": [ [ 0.4258031926371153, 4.791153679605497 ], [ 0.5044650000370421, 4.296787229451539 ] ], "residual": 4.791153679605497, "residualBound": 23.955768398027487, "error": 8.545454545454549, "covered": 2, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 4220816400, "after": 683776635, "u": 0.15920415404252708 }, "visit": 33, "alpha": 0.030303030303030304, "old": 2.8580022321608523, "target": 3.286401785728682, "conditionalMean": 3.286401785728682, "conditionalVariance": 0, "noise": 0, "td": 0.42839955356782955, "newValue": 2.870984036814423 } }, { "k": 66, "Q": [ [ 2.870984036814423, 0 ], [ 8.558706086782585, 0 ] ], "visits": [ [ 33, 0 ], [ 33, 0 ] ], "alphaSums": [ [ 4.08879822573955, 0 ], [ 4.08879822573955, 0 ] ], "squareSums": [ [ 1.6150855364734706, 0 ], [ 1.6150855364734706, 0 ] ], "expected": [ [ 3.2967872294515383, 4.846964869426069 ], [ 9.026893813436256, 4.296787229451539 ] ], "delta": [ [ 0.4258031926371153, 4.846964869426069 ], [ 0.4681877266536709, 4.296787229451539 ] ], "residual": 4.846964869426069, "residualBound": 24.23482434713035, "error": 8.545454545454549, "covered": 2, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 683776635, "after": 1783627836, "u": 0.4152832170948386 }, "visit": 33, "alpha": 0.030303030303030304, "old": 8.48894209950687, "target": 10.791153679605497, "conditionalMean": 8.993407099543912, "conditionalVariance": 4.8478391491846775, "noise": 1.7977465800615846, "td": 2.3022115800986267, "newValue": 8.558706086782585 } }, { "k": 67, "Q": [ [ 2.8835076601272793, 0 ], [ 8.558706086782585, 0 ] ], "visits": [ [ 34, 0 ], [ 33, 0 ] ], "alphaSums": [ [ 4.118209990445433, 0 ], [ 4.08879822573955, 0 ] ], "squareSums": [ [ 1.6159505883765848, 0 ], [ 1.6150855364734706, 0 ] ], "expected": [ [ 3.3068061281018237, 4.846964869426069 ], [ 9.03090137289637, 4.306806128101824 ] ], "delta": [ [ 0.4232984679745444, 4.846964869426069 ], [ 0.47219528611378436, 4.306806128101824 ] ], "residual": 4.846964869426069, "residualBound": 24.23482434713035, "error": 8.545454545454549, "covered": 2, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 1783627836, "after": 547428343, "u": 0.12745809345506132 }, "visit": 34, "alpha": 0.029411764705882353, "old": 2.870984036814423, "target": 3.2967872294515383, "conditionalMean": 3.2967872294515383, "conditionalVariance": 0, "noise": 0, "td": 0.4258031926371153, "newValue": 2.8835076601272793 } }, { "k": 68, "Q": [ [ 2.8835076601272793, 0 ], [ 8.49247373505668, 0 ] ], "visits": [ [ 34, 0 ], [ 34, 0 ] ], "alphaSums": [ [ 4.118209990445433, 0 ], [ 4.118209990445433, 0 ] ], "squareSums": [ [ 1.6159505883765848, 0 ], [ 1.6159505883765848, 0 ] ], "expected": [ [ 3.3068061281018237, 4.793978988045345 ], [ 8.999109844067938, 4.306806128101824 ] ], "delta": [ [ 0.4232984679745444, 4.793978988045345 ], [ 0.5066361090112572, 4.306806128101824 ] ], "residual": 4.793978988045345, "residualBound": 23.96989494022673, "error": 8.545454545454549, "covered": 2, "update": { "s": 1, "a": 0, "next": 0, "reward": 4, "random": { "before": 547428343, "after": 1235299800, "u": 0.2876156475394964 }, "visit": 34, "alpha": 0.029411764705882353, "old": 8.558706086782585, "target": 6.306806128101824, "conditionalMean": 9.03090137289637, "conditionalVariance": 4.94712993514151, "noise": -2.7240952447945457, "td": -2.2518999586807613, "newValue": 8.49247373505668 } }, { "k": 69, "Q": [ [ 2.895601902069409, 0 ], [ 8.49247373505668, 0 ] ], "visits": [ [ 35, 0 ], [ 34, 0 ] ], "alphaSums": [ [ 4.146781419016861, 0 ], [ 4.118209990445433, 0 ] ], "squareSums": [ [ 1.616766914907197, 0 ], [ 1.6159505883765848, 0 ] ], "expected": [ [ 3.3164815216555272, 4.793978988045345 ], [ 9.00298000148942, 4.316481521655527 ] ], "delta": [ [ 0.4208796195861182, 4.793978988045345 ], [ 0.5105062664327384, 4.316481521655527 ] ], "residual": 4.793978988045345, "residualBound": 23.96989494022673, "error": 8.545454545454549, "covered": 2, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 1235299800, "after": 4015612277, "u": 0.934957591118291 }, "visit": 35, "alpha": 0.02857142857142857, "old": 2.8835076601272793, "target": 3.3068061281018237, "conditionalMean": 3.3068061281018237, "conditionalVariance": 0, "noise": 0, "td": 0.4232984679745444, "newValue": 2.895601902069409 } }, { "k": 70, "Q": [ [ 2.895601902069409, 0 ], [ 8.558231027999215, 0 ] ], "visits": [ [ 35, 0 ], [ 35, 0 ] ], "alphaSums": [ [ 4.146781419016861, 0 ], [ 4.146781419016861, 0 ] ], "squareSums": [ [ 1.616766914907197, 0 ], [ 1.616766914907197, 0 ] ], "expected": [ [ 3.3164815216555272, 4.846584822399372 ], [ 9.034543502101833, 4.316481521655527 ] ], "delta": [ [ 0.4208796195861182, 4.846584822399372 ], [ 0.47631247410261857, 4.316481521655527 ] ], "residual": 4.846584822399372, "residualBound": 24.232924111996866, "error": 8.545454545454549, "covered": 2, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 4015612277, "after": 2911090958, "u": 0.6777911814861 }, "visit": 35, "alpha": 0.02857142857142857, "old": 8.49247373505668, "target": 10.793978988045346, "conditionalMean": 9.00298000148942, "conditionalVariance": 4.811516054766538, "noise": 1.7909989865559268, "td": 2.3015052529886653, "newValue": 8.558231027999215 } }, { "k": 71, "Q": [ [ 2.907293002613468, 0 ], [ 8.558231027999215, 0 ] ], "visits": [ [ 36, 0 ], [ 35, 0 ] ], "alphaSums": [ [ 4.174559196794639, 0 ], [ 4.146781419016861, 0 ] ], "squareSums": [ [ 1.6175385198454686, 0 ], [ 1.616766914907197, 0 ] ], "expected": [ [ 3.3258344020907744, 4.846584822399372 ], [ 9.038284654275934, 4.325834402090774 ] ], "delta": [ [ 0.4185413994773066, 4.846584822399372 ], [ 0.4800536262767192, 4.325834402090774 ] ], "residual": 4.846584822399372, "residualBound": 24.232924111996866, "error": 8.545454545454549, "covered": 2, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 2911090958, "after": 2397085631, "u": 0.5581149903591722 }, "visit": 36, "alpha": 0.027777777777777776, "old": 2.895601902069409, "target": 3.3164815216555272, "conditionalMean": 3.3164815216555272, "conditionalVariance": 0, "noise": 0, "td": 0.4208796195861182, "newValue": 2.907293002613468 } }, { "k": 72, "Q": [ [ 2.907293002613468, 0 ], [ 8.49622001061287, 0 ] ], "visits": [ [ 36, 0 ], [ 36, 0 ] ], "alphaSums": [ [ 4.174559196794639, 0 ], [ 4.174559196794639, 0 ] ], "squareSums": [ [ 1.6175385198454686, 0 ], [ 1.6175385198454686, 0 ] ], "expected": [ [ 3.3258344020907744, 4.796976008490296 ], [ 9.00851936593049, 4.325834402090774 ] ], "delta": [ [ 0.4185413994773066, 4.796976008490296 ], [ 0.5122993553176194, 4.325834402090774 ] ], "residual": 4.796976008490296, "residualBound": 23.984880042451486, "error": 8.545454545454549, "covered": 2, "update": { "s": 1, "a": 0, "next": 0, "reward": 4, "random": { "before": 2397085631, "after": 1072764852, "u": 0.2497725309804082 }, "visit": 36, "alpha": 0.027777777777777776, "old": 8.558231027999215, "target": 6.325834402090774, "conditionalMean": 9.038284654275934, "conditionalVariance": 4.904924247052888, "noise": -2.7124502521851594, "td": -2.2323966259084402, "newValue": 8.49622001061287 } }, { "k": 73, "Q": [ [ 2.9186049323290706, 0 ], [ 8.49622001061287, 0 ] ], "visits": [ [ 37, 0 ], [ 36, 0 ] ], "alphaSums": [ [ 4.201586223821666, 0 ], [ 4.174559196794639, 0 ] ], "squareSums": [ [ 1.6182689800353882, 0 ], [ 1.6175385198454686, 0 ] ], "expected": [ [ 3.3348839458632566, 4.796976008490296 ], [ 9.01213918343948, 4.334883945863257 ] ], "delta": [ [ 0.41627901353418606, 4.796976008490296 ], [ 0.5159191728266102, 4.334883945863257 ] ], "residual": 4.796976008490296, "residualBound": 23.984880042451486, "error": 8.545454545454549, "covered": 2, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 1072764852, "after": 3186933719, "u": 0.7420158290769905 }, "visit": 37, "alpha": 0.02702702702702703, "old": 2.907293002613468, "target": 3.3258344020907744, "conditionalMean": 3.3258344020907744, "conditionalVariance": 0, "noise": 0, "td": 0.4185413994773066, "newValue": 2.9186049323290706 } }, { "k": 74, "Q": [ [ 2.9186049323290706, 0 ], [ 8.558402605150098, 0 ] ], "visits": [ [ 37, 0 ], [ 37, 0 ] ], "alphaSums": [ [ 4.201586223821666, 0 ], [ 4.201586223821666, 0 ] ], "squareSums": [ [ 1.6182689800353882, 0 ], [ 1.6182689800353882, 0 ] ], "expected": [ [ 3.3348839458632566, 4.846722084120079 ], [ 9.04198682881735, 4.334883945863257 ] ], "delta": [ [ 0.41627901353418606, 4.846722084120079 ], [ 0.4835842236672523, 4.334883945863257 ] ], "residual": 4.846722084120079, "residualBound": 24.2336104206004, "error": 8.545454545454549, "covered": 2, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 3186933719, "after": 1808208080, "u": 0.4210062511265278 }, "visit": 37, "alpha": 0.02702702702702703, "old": 8.49622001061287, "target": 10.796976008490297, "conditionalMean": 9.01213918343948, "conditionalVariance": 4.778463738086215, "noise": 1.7848368250508173, "td": 2.3007559978774275, "newValue": 8.558402605150098 } }, { "k": 75, "Q": [ [ 2.929559643211549, 0 ], [ 8.558402605150098, 0 ] ], "visits": [ [ 38, 0 ], [ 37, 0 ] ], "alphaSums": [ [ 4.22790201329535, 0 ], [ 4.201586223821666, 0 ] ], "squareSums": [ [ 1.6189615008110114, 0 ], [ 1.6182689800353882, 0 ] ], "expected": [ [ 3.3436477145692396, 4.846722084120079 ], [ 9.045492336299743, 4.34364771456924 ] ], "delta": [ [ 0.41408807135769043, 4.846722084120079 ], [ 0.48708973114964493, 4.34364771456924 ] ], "residual": 4.846722084120079, "residualBound": 24.2336104206004, "error": 8.545454545454549, "covered": 2, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 1808208080, "after": 2994197502, "u": 0.6971409316174686 }, "visit": 38, "alpha": 0.02631578947368421, "old": 2.9186049323290706, "target": 3.3348839458632566, "conditionalMean": 3.3348839458632566, "conditionalVariance": 0, "noise": 0, "td": 0.41627901353418606, "newValue": 2.929559643211549 } }, { "k": 76, "Q": [ [ 2.929559643211549, 0 ], [ 8.50011958171376, 0 ] ], "visits": [ [ 38, 0 ], [ 38, 0 ] ], "alphaSums": [ [ 4.22790201329535, 0 ], [ 4.22790201329535, 0 ] ], "squareSums": [ [ 1.6189615008110114, 0 ], [ 1.6189615008110114, 0 ] ], "expected": [ [ 3.3436477145692396, 4.800095665371008 ], [ 9.017516485050301, 4.34364771456924 ] ], "delta": [ [ 0.41408807135769043, 4.800095665371008 ], [ 0.5173969033365413, 4.34364771456924 ] ], "residual": 4.800095665371008, "residualBound": 24.000478326855045, "error": 8.545454545454549, "covered": 2, "update": { "s": 1, "a": 0, "next": 0, "reward": 4, "random": { "before": 2994197502, "after": 1225705658, "u": 0.2853818372823298 }, "visit": 38, "alpha": 0.02631578947368421, "old": 8.558402605150098, "target": 6.34364771456924, "conditionalMean": 9.045492336299743, "conditionalVariance": 4.866642906649366, "noise": -2.701844621730503, "td": -2.214754890580858, "newValue": 8.50011958171376 } }, { "k": 77, "Q": [ [ 2.9401772860668745, 0 ], [ 8.50011958171376, 0 ] ], "visits": [ [ 39, 0 ], [ 38, 0 ] ], "alphaSums": [ [ 4.2535430389363755, 0 ], [ 4.22790201329535, 0 ] ], "squareSums": [ [ 1.619618963006935, 0 ], [ 1.6189615008110114, 0 ] ], "expected": [ [ 3.3521418288534996, 4.800095665371008 ], [ 9.020914130764005, 4.352141828853499 ] ], "delta": [ [ 0.4119645427866252, 4.800095665371008 ], [ 0.5207945490502457, 4.352141828853499 ] ], "residual": 4.800095665371008, "residualBound": 24.000478326855045, "error": 8.545454545454549, "covered": 2, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 1225705658, "after": 2468468342, "u": 0.5747350729070604 }, "visit": 39, "alpha": 0.02564102564102564, "old": 2.929559643211549, "target": 3.3436477145692396, "conditionalMean": 3.3436477145692396, "conditionalVariance": 0, "noise": 0, "td": 0.41408807135769043, "newValue": 2.9401772860668745 } }, { "k": 78, "Q": [ [ 2.9401772860668745, 0 ], [ 8.559093327448561, 0 ] ], "visits": [ [ 39, 0 ], [ 39, 0 ] ], "alphaSums": [ [ 4.2535430389363755, 0 ], [ 4.2535430389363755, 0 ] ], "squareSums": [ [ 1.619618963006935, 0 ], [ 1.619618963006935, 0 ] ], "expected": [ [ 3.3521418288534996, 4.847274661958849 ], [ 9.04922152871671, 4.352141828853499 ] ], "delta": [ [ 0.4119645427866252, 4.847274661958849 ], [ 0.49012820126814916, 4.352141828853499 ] ], "residual": 4.847274661958849, "residualBound": 24.236373309794253, "error": 8.545454545454549, "covered": 2, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 2468468342, "after": 2483491489, "u": 0.5782329218927771 }, "visit": 39, "alpha": 0.02564102564102564, "old": 8.50011958171376, "target": 10.800095665371007, "conditionalMean": 9.020914130764005, "conditionalVariance": 4.748230399629798, "noise": 1.7791815346070017, "td": 2.2999760836572474, "newValue": 8.559093327448561 } }, { "k": 79, "Q": [ [ 2.95047639963654, 0 ], [ 8.559093327448561, 0 ] ], "visits": [ [ 40, 0 ], [ 39, 0 ] ], "alphaSums": [ [ 4.278543038936376, 0 ], [ 4.2535430389363755, 0 ] ], "squareSums": [ [ 1.6202439630069352, 0 ], [ 1.619618963006935, 0 ] ], "expected": [ [ 3.360381119709232, 4.847274661958849 ], [ 9.052517245059002, 4.360381119709232 ] ], "delta": [ [ 0.4099047200726922, 4.847274661958849 ], [ 0.4934239176104409, 4.360381119709232 ] ], "residual": 4.847274661958849, "residualBound": 24.236373309794253, "error": 8.545454545454549, "covered": 2, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 2483491489, "after": 3157407880, "u": 0.7351413089782 }, "visit": 40, "alpha": 0.025, "old": 2.9401772860668745, "target": 3.3521418288534996, "conditionalMean": 3.3521418288534996, "conditionalVariance": 0, "noise": 0, "td": 0.4119645427866252, "newValue": 2.95047639963654 } }, { "k": 80, "Q": [ [ 2.95047639963654, 0 ], [ 8.616297860811319, 0 ] ], "visits": [ [ 40, 0 ], [ 40, 0 ] ], "alphaSums": [ [ 4.278543038936376, 0 ], [ 4.278543038936376, 0 ] ], "squareSums": [ [ 1.6202439630069352, 0 ], [ 1.6202439630069352, 0 ] ], "expected": [ [ 3.360381119709232, 4.8930382886490555 ], [ 9.079975421073126, 4.360381119709232 ] ], "delta": [ [ 0.4099047200726922, 4.8930382886490555 ], [ 0.4636775602618073, 4.360381119709232 ] ], "residual": 4.8930382886490555, "residualBound": 24.465191443245285, "error": 8.545454545454549, "covered": 2, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 3157407880, "after": 2672551481, "u": 0.6222518815193325 }, "visit": 40, "alpha": 0.025, "old": 8.559093327448561, "target": 10.84727466195885, "conditionalMean": 9.052517245059002, "conditionalVariance": 4.831731278275518, "noise": 1.7947574168998468, "td": 2.2881813345102877, "newValue": 8.616297860811319 } }, { "k": 81, "Q": [ [ 2.960474075735874, 0 ], [ 8.616297860811319, 0 ] ], "visits": [ [ 41, 0 ], [ 40, 0 ] ], "alphaSums": [ [ 4.302933282838815, 0 ], [ 4.278543038936376, 0 ] ], "squareSums": [ [ 1.6208388470045556, 0 ], [ 1.6202439630069352, 0 ] ], "expected": [ [ 3.3683792605886995, 4.8930382886490555 ], [ 9.083174677424914, 4.3683792605887 ] ], "delta": [ [ 0.40790518485282545, 4.8930382886490555 ], [ 0.4668768166135955, 4.3683792605887 ] ], "residual": 4.8930382886490555, "residualBound": 24.465191443245285, "error": 8.545454545454549, "covered": 2, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 2672551481, "after": 2451195935, "u": 0.5707135272677988 }, "visit": 41, "alpha": 0.024390243902439025, "old": 2.95047639963654, "target": 3.360381119709232, "conditionalMean": 3.360381119709232, "conditionalVariance": 0, "noise": 0, "td": 0.4099047200726922, "newValue": 2.960474075735874 } }, { "k": 82, "Q": [ [ 2.960474075735874, 0 ], [ 8.671828115148823, 0 ] ], "visits": [ [ 41, 0 ], [ 41, 0 ] ], "alphaSums": [ [ 4.302933282838815, 0 ], [ 4.302933282838815, 0 ] ], "squareSums": [ [ 1.6208388470045556, 0 ], [ 1.6208388470045556, 0 ] ], "expected": [ [ 3.3683792605886995, 4.937462492119059 ], [ 9.109829199506915, 4.3683792605887 ] ], "delta": [ [ 0.40790518485282545, 4.937462492119059 ], [ 0.43800108435809193, 4.3683792605887 ] ], "residual": 4.937462492119059, "residualBound": 24.6873124605953, "error": 8.545454545454549, "covered": 2, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 2451195935, "after": 3089201139, "u": 0.7192606895696372 }, "visit": 41, "alpha": 0.024390243902439025, "old": 8.616297860811319, "target": 10.893038288649056, "conditionalMean": 9.083174677424914, "conditionalVariance": 4.913409436849941, "noise": 1.8098636112241415, "td": 2.276740427837737, "newValue": 8.671828115148823 } }, { "k": 83, "Q": [ [ 2.9701861039466557, 0 ], [ 8.671828115148823, 0 ] ], "visits": [ [ 42, 0 ], [ 41, 0 ] ], "alphaSums": [ [ 4.326742806648339, 0 ], [ 4.302933282838815, 0 ] ], "squareSums": [ [ 1.621405740428592, 0 ], [ 1.6208388470045556, 0 ] ], "expected": [ [ 3.3761488831573248, 4.937462492119059 ], [ 9.112937048534366, 4.376148883157325 ] ], "delta": [ [ 0.40596277921066903, 4.937462492119059 ], [ 0.4411089333855429, 4.376148883157325 ] ], "residual": 4.937462492119059, "residualBound": 24.6873124605953, "error": 8.545454545454549, "covered": 2, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 3089201139, "after": 1295306524, "u": 0.30158705171197653 }, "visit": 42, "alpha": 0.023809523809523808, "old": 2.960474075735874, "target": 3.3683792605886995, "conditionalMean": 3.3683792605886995, "conditionalVariance": 0, "noise": 0, "td": 0.40790518485282545, "newValue": 2.9701861039466557 } }, { "k": 84, "Q": [ [ 2.9701861039466557, 0 ], [ 8.617169085815693, 0 ] ], "visits": [ [ 42, 0 ], [ 42, 0 ] ], "alphaSums": [ [ 4.326742806648339, 0 ], [ 4.326742806648339, 0 ] ], "squareSums": [ [ 1.621405740428592, 0 ], [ 1.621405740428592, 0 ] ], "expected": [ [ 3.3761488831573248, 4.893735268652555 ], [ 9.086700714454462, 4.376148883157325 ] ], "delta": [ [ 0.40596277921066903, 4.893735268652555 ], [ 0.4695316286387694, 4.376148883157325 ] ], "residual": 4.893735268652555, "residualBound": 24.46867634326278, "error": 8.545454545454549, "covered": 2, "update": { "s": 1, "a": 0, "next": 0, "reward": 4, "random": { "before": 1295306524, "after": 1312000919, "u": 0.30547401844523847 }, "visit": 42, "alpha": 0.023809523809523808, "old": 8.671828115148823, "target": 6.376148883157325, "conditionalMean": 9.112937048534366, "conditionalVariance": 4.993339641431886, "noise": -2.7367881653770416, "td": -2.2956792319914987, "newValue": 8.617169085815693 } }, { "k": 85, "Q": [ [ 2.97962709881202, 0 ], [ 8.617169085815693, 0 ] ], "visits": [ [ 43, 0 ], [ 42, 0 ] ], "alphaSums": [ [ 4.349998620601827, 0 ], [ 4.326742806648339, 0 ] ], "squareSums": [ [ 1.6219465733112313, 0 ], [ 1.621405740428592, 0 ] ], "expected": [ [ 3.3837016790496164, 4.893735268652555 ], [ 9.08972183281138, 4.383701679049617 ] ], "delta": [ [ 0.40407458023759624, 4.893735268652555 ], [ 0.47255274699568695, 4.383701679049617 ] ], "residual": 4.893735268652555, "residualBound": 24.46867634326278, "error": 8.545454545454549, "covered": 2, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 1312000919, "after": 3614438103, "u": 0.8415519499685615 }, "visit": 43, "alpha": 0.023255813953488372, "old": 2.9701861039466557, "target": 3.3761488831573248, "conditionalMean": 3.3761488831573248, "conditionalVariance": 0, "noise": 0, "td": 0.40596277921066903, "newValue": 2.97962709881202 } }, { "k": 86, "Q": [ [ 2.97962709881202, 0 ], [ 8.565227983332761, 0 ] ], "visits": [ [ 43, 0 ], [ 43, 0 ] ], "alphaSums": [ [ 4.349998620601827, 0 ], [ 4.349998620601827, 0 ] ], "squareSums": [ [ 1.6219465733112313, 0 ], [ 1.6219465733112313, 0 ] ], "expected": [ [ 3.3837016790496164, 4.852182386666209 ], [ 9.064790103619572, 4.383701679049617 ] ], "delta": [ [ 0.40407458023759624, 4.852182386666209 ], [ 0.4995621202868108, 4.383701679049617 ] ], "residual": 4.852182386666209, "residualBound": 24.26091193333105, "error": 8.545454545454549, "covered": 2, "update": { "s": 1, "a": 0, "next": 0, "reward": 4, "random": { "before": 3614438103, "after": 261476333, "u": 0.06087970291264355 }, "visit": 43, "alpha": 0.023255813953488372, "old": 8.617169085815693, "target": 6.383701679049617, "conditionalMean": 9.08972183281138, "conditionalVariance": 4.881696715043224, "noise": -2.706020153761763, "td": -2.233467406766076, "newValue": 8.565227983332761 } }, { "k": 87, "Q": [ [ 2.9888106119992384, 0 ], [ 8.565227983332761, 0 ] ], "visits": [ [ 44, 0 ], [ 43, 0 ] ], "alphaSums": [ [ 4.3727258933290996, 0 ], [ 4.349998620601827, 0 ] ], "squareSums": [ [ 1.6224631022368512, 0 ], [ 1.6219465733112313, 0 ] ], "expected": [ [ 3.391048489599391, 4.852182386666209 ], [ 9.067728827839481, 4.391048489599391 ] ], "delta": [ [ 0.4022378776001525, 4.852182386666209 ], [ 0.5025008445067201, 4.391048489599391 ] ], "residual": 4.852182386666209, "residualBound": 24.26091193333105, "error": 8.545454545454549, "covered": 2, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 261476333, "after": 2070851577, "u": 0.48215770558454096 }, "visit": 44, "alpha": 0.022727272727272728, "old": 2.97962709881202, "target": 3.3837016790496164, "conditionalMean": 3.3837016790496164, "conditionalVariance": 0, "noise": 0, "td": 0.40407458023759624, "newValue": 2.9888106119992384 } }, { "k": 88, "Q": [ [ 2.9888106119992384, 0 ], [ 8.617204219772157, 0 ] ], "visits": [ [ 44, 0 ], [ 44, 0 ] ], "alphaSums": [ [ 4.3727258933290996, 0 ], [ 4.3727258933290996, 0 ] ], "squareSums": [ [ 1.6224631022368512, 0 ], [ 1.6224631022368512, 0 ] ], "expected": [ [ 3.391048489599391, 4.893763375817726 ], [ 9.092677421330393, 4.391048489599391 ] ], "delta": [ [ 0.4022378776001525, 4.893763375817726 ], [ 0.4754732015582359, 4.391048489599391 ] ], "residual": 4.893763375817726, "residualBound": 24.468816879088635, "error": 8.545454545454549, "covered": 2, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 2070851577, "after": 2091568785, "u": 0.48698130645789206 }, "visit": 44, "alpha": 0.022727272727272728, "old": 8.565227983332761, "target": 10.85218238666621, "conditionalMean": 9.067728827839481, "conditionalVariance": 4.776411755414061, "noise": 1.784453558826728, "td": 2.286954403333448, "newValue": 8.617204219772157 } }, { "k": 89, "Q": [ [ 2.997749231501464, 0 ], [ 8.617204219772157, 0 ] ], "visits": [ [ 45, 0 ], [ 44, 0 ] ], "alphaSums": [ [ 4.394948115551322, 0 ], [ 4.3727258933290996, 0 ] ], "squareSums": [ [ 1.622956929397345, 0 ], [ 1.6224631022368512, 0 ] ], "expected": [ [ 3.3981993852011714, 4.893763375817726 ], [ 9.095537779571105, 4.398199385201171 ] ], "delta": [ [ 0.4004501536997074, 4.893763375817726 ], [ 0.47833355979894776, 4.398199385201171 ] ], "residual": 4.893763375817726, "residualBound": 24.468816879088635, "error": 8.545454545454549, "covered": 2, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 2091568785, "after": 2322037133, "u": 0.5406414002645761 }, "visit": 45, "alpha": 0.022222222222222223, "old": 2.9888106119992384, "target": 3.391048489599391, "conditionalMean": 3.391048489599391, "conditionalVariance": 0, "noise": 0, "td": 0.4022378776001525, "newValue": 2.997749231501464 } }, { "k": 90, "Q": [ [ 2.997749231501464, 0 ], [ 8.667794423239837, 0 ] ], "visits": [ [ 45, 0 ], [ 45, 0 ] ], "alphaSums": [ [ 4.394948115551322, 0 ], [ 4.394948115551322, 0 ] ], "squareSums": [ [ 1.622956929397345, 0 ], [ 1.622956929397345, 0 ] ], "expected": [ [ 3.3981993852011714, 4.93423553859187 ], [ 9.119821077235592, 4.398199385201171 ] ], "delta": [ [ 0.4004501536997074, 4.93423553859187 ], [ 0.45202665399575537, 4.398199385201171 ] ], "residual": 4.93423553859187, "residualBound": 24.671177692959354, "error": 8.545454545454549, "covered": 2, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 2322037133, "after": 3482030054, "u": 0.8107232986949384 }, "visit": 45, "alpha": 0.022222222222222223, "old": 8.617204219772157, "target": 10.893763375817727, "conditionalMean": 9.095537779571105, "conditionalVariance": 4.850422942494779, "noise": 1.7982255962466223, "td": 2.27655915604557, "newValue": 8.667794423239837 } }, { "k": 91, "Q": [ [ 3.006454669625371, 0 ], [ 8.667794423239837, 0 ] ], "visits": [ [ 46, 0 ], [ 45, 0 ] ], "alphaSums": [ [ 4.416687245986104, 0 ], [ 4.394948115551322, 0 ] ], "squareSums": [ [ 1.6234295191894055, 0 ], [ 1.622956929397345, 0 ] ], "expected": [ [ 3.405163735700297, 4.93423553859187 ], [ 9.12260681743524, 4.405163735700297 ] ], "delta": [ [ 0.3987090660749262, 4.93423553859187 ], [ 0.45481239419540387, 4.405163735700297 ] ], "residual": 4.93423553859187, "residualBound": 24.671177692959354, "error": 8.545454545454549, "covered": 2, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 3482030054, "after": 1888815997, "u": 0.4397742443252355 }, "visit": 46, "alpha": 0.021739130434782608, "old": 2.997749231501464, "target": 3.3981993852011714, "conditionalMean": 3.3981993852011714, "conditionalVariance": 0, "noise": 0, "td": 0.4004501536997074, "newValue": 3.006454669625371 } }, { "k": 92, "Q": [ [ 3.006454669625371, 0 ], [ 8.717064882269229, 0 ] ], "visits": [ [ 46, 0 ], [ 46, 0 ] ], "alphaSums": [ [ 4.416687245986104, 0 ], [ 4.416687245986104, 0 ] ], "squareSums": [ [ 1.6234295191894055, 0 ], [ 1.6234295191894055, 0 ] ], "expected": [ [ 3.405163735700297, 4.973651905815384 ], [ 9.146256637769348, 4.405163735700297 ] ], "delta": [ [ 0.3987090660749262, 4.973651905815384 ], [ 0.4291917555001188, 4.405163735700297 ] ], "residual": 4.973651905815384, "residualBound": 24.868259529076926, "error": 8.545454545454549, "covered": 2, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 1888815997, "after": 4003640192, "u": 0.9321701228618622 }, "visit": 46, "alpha": 0.021739130434782608, "old": 8.667794423239837, "target": 10.93423553859187, "conditionalMean": 9.12260681743524, "conditionalVariance": 4.922997934979406, "noise": 1.8116287211566302, "td": 2.266441115352034, "newValue": 8.717064882269229 } }, { "k": 93, "Q": [ [ 3.0149378412439862, 0 ], [ 8.717064882269229, 0 ] ], "visits": [ [ 47, 0 ], [ 46, 0 ] ], "alphaSums": [ [ 4.4379638417307845, 0 ], [ 4.416687245986104, 0 ] ], "squareSums": [ [ 1.623882212715888, 0 ], [ 1.6234295191894055, 0 ] ], "expected": [ [ 3.411950272995189, 4.973651905815384 ], [ 9.148971252687305, 4.411950272995189 ] ], "delta": [ [ 0.39701243175120293, 4.973651905815384 ], [ 0.43190637041807634, 4.411950272995189 ] ], "residual": 4.973651905815384, "residualBound": 24.868259529076926, "error": 8.545454545454549, "covered": 2, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 4003640192, "after": 2727285449, "u": 0.6349956265185028 }, "visit": 47, "alpha": 0.02127659574468085, "old": 3.006454669625371, "target": 3.405163735700297, "conditionalMean": 3.405163735700297, "conditionalVariance": 0, "noise": 0, "td": 0.3987090660749262, "newValue": 3.0149378412439862 } }, { "k": 94, "Q": [ [ 3.0149378412439862, 0 ], [ 8.668019890582547, 0 ] ], "visits": [ [ 47, 0 ], [ 47, 0 ] ], "alphaSums": [ [ 4.4379638417307845, 0 ], [ 4.4379638417307845, 0 ] ], "squareSums": [ [ 1.623882212715888, 0 ], [ 1.623882212715888, 0 ] ], "expected": [ [ 3.411950272995189, 4.934415912466038 ], [ 9.1254296566777, 4.411950272995189 ] ], "delta": [ [ 0.39701243175120293, 4.934415912466038 ], [ 0.45740976609515194, 4.411950272995189 ] ], "residual": 4.934415912466038, "residualBound": 24.672079562330197, "error": 8.545454545454549, "covered": 2, "update": { "s": 1, "a": 0, "next": 0, "reward": 4, "random": { "before": 2727285449, "after": 1511278306, "u": 0.35187190072610974 }, "visit": 47, "alpha": 0.02127659574468085, "old": 8.717064882269229, "target": 6.411950272995189, "conditionalMean": 9.148971252687305, "conditionalVariance": 4.994189228849863, "noise": -2.737020979692116, "td": -2.3051146092740398, "newValue": 8.668019890582547 } }, { "k": 95, "Q": [ [ 3.0232089335721364, 0 ], [ 8.668019890582547, 0 ] ], "visits": [ [ 48, 0 ], [ 47, 0 ] ], "alphaSums": [ [ 4.4587971750641175, 0 ], [ 4.4379638417307845, 0 ] ], "squareSums": [ [ 1.6243162404936657, 0 ], [ 1.623882212715888, 0 ] ], "expected": [ [ 3.4185671468577095, 4.934415912466038 ], [ 9.128076406222707, 4.4185671468577095 ] ], "delta": [ [ 0.3953582132855731, 4.934415912466038 ], [ 0.4600565156401597, 4.4185671468577095 ] ], "residual": 4.934415912466038, "residualBound": 24.672079562330197, "error": 8.545454545454549, "covered": 2, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 1511278306, "after": 2344984390, "u": 0.5459842248819768 }, "visit": 48, "alpha": 0.020833333333333332, "old": 3.0149378412439862, "target": 3.411950272995189, "conditionalMean": 3.411950272995189, "conditionalVariance": 0, "noise": 0, "td": 0.39701243175120293, "newValue": 3.0232089335721364 } }, { "k": 96, "Q": [ [ 3.0232089335721364, 0 ], [ 8.621156291754946, 0 ] ], "visits": [ [ 48, 0 ], [ 48, 0 ] ], "alphaSums": [ [ 4.4587971750641175, 0 ], [ 4.4587971750641175, 0 ] ], "squareSums": [ [ 1.6243162404936657, 0 ], [ 1.6243162404936657, 0 ] ], "expected": [ [ 3.4185671468577095, 4.896925033403957 ], [ 9.105581878785458, 4.4185671468577095 ] ], "delta": [ [ 0.3953582132855731, 4.896925033403957 ], [ 0.4844255870305112, 4.4185671468577095 ] ], "residual": 4.896925033403957, "residualBound": 24.484625167019793, "error": 8.545454545454549, "covered": 2, "update": { "s": 1, "a": 0, "next": 0, "reward": 4, "random": { "before": 2344984390, "after": 1032137040, "u": 0.24031313136219978 }, "visit": 48, "alpha": 0.020833333333333332, "old": 8.668019890582547, "target": 6.4185671468577095, "conditionalMean": 9.128076406222707, "conditionalVariance": 4.894293617723106, "noise": -2.7095092593649976, "td": -2.249452743724838, "newValue": 8.621156291754946 } }, { "k": 97, "Q": [ [ 3.031277468537148, 0 ], [ 8.621156291754946, 0 ] ], "visits": [ [ 49, 0 ], [ 48, 0 ] ], "alphaSums": [ [ 4.4792053383294235, 0 ], [ 4.4587971750641175, 0 ] ], "squareSums": [ [ 1.6247327336215291, 0 ], [ 1.6243162404936657, 0 ] ], "expected": [ [ 3.4250219748297184, 4.896925033403957 ], [ 9.108163809974261, 4.425021974829718 ] ], "delta": [ [ 0.3937445062925704, 4.896925033403957 ], [ 0.48700751821931476, 4.425021974829718 ] ], "residual": 4.896925033403957, "residualBound": 24.484625167019793, "error": 8.545454545454549, "covered": 2, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 1032137040, "after": 2370029031, "u": 0.5518153847660869 }, "visit": 49, "alpha": 0.02040816326530612, "old": 3.0232089335721364, "target": 3.4185671468577095, "conditionalMean": 3.4185671468577095, "conditionalVariance": 0, "noise": 0, "td": 0.3953582132855731, "newValue": 3.031277468537148 } }, { "k": 98, "Q": [ [ 3.031277468537148, 0 ], [ 8.576337224062595, 0 ] ], "visits": [ [ 49, 0 ], [ 49, 0 ] ], "alphaSums": [ [ 4.4792053383294235, 0 ], [ 4.4792053383294235, 0 ] ], "squareSums": [ [ 1.6247327336215291, 0 ], [ 1.6247327336215291, 0 ] ], "expected": [ [ 3.4250219748297184, 4.8610697792500766 ], [ 9.086650657481933, 4.425021974829718 ] ], "delta": [ [ 0.3937445062925704, 4.8610697792500766 ], [ 0.5103134334193378, 4.425021974829718 ] ], "residual": 4.8610697792500766, "residualBound": 24.30534889625039, "error": 8.545454545454549, "covered": 2, "update": { "s": 1, "a": 0, "next": 0, "reward": 4, "random": { "before": 2370029031, "after": 1242872856, "u": 0.2893788870424032 }, "visit": 49, "alpha": 0.02040816326530612, "old": 8.621156291754946, "target": 6.425021974829718, "conditionalMean": 9.108163809974261, "conditionalVariance": 4.799500071668553, "noise": -2.683141835144543, "td": -2.196134316925228, "newValue": 8.576337224062595 } }, { "k": 99, "Q": [ [ 3.0391523586629994, 0 ], [ 8.576337224062595, 0 ] ], "visits": [ [ 50, 0 ], [ 49, 0 ] ], "alphaSums": [ [ 4.499205338329423, 0 ], [ 4.4792053383294235, 0 ] ], "squareSums": [ [ 1.625132733621529, 0 ], [ 1.6247327336215291, 0 ] ], "expected": [ [ 3.4313218869304, 4.8610697792500766 ], [ 9.089170622322206, 4.4313218869304 ] ], "delta": [ [ 0.3921695282674005, 4.8610697792500766 ], [ 0.5128333982596107, 4.4313218869304 ] ], "residual": 4.8610697792500766, "residualBound": 24.30534889625039, "error": 8.545454545454549, "covered": 2, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 1242872856, "after": 1869449395, "u": 0.43526510591618717 }, "visit": 50, "alpha": 0.02, "old": 3.031277468537148, "target": 3.4250219748297184, "conditionalMean": 3.4250219748297184, "conditionalVariance": 0, "noise": 0, "td": 0.3937445062925704, "newValue": 3.0391523586629994 } }, { "k": 100, "Q": [ [ 3.0391523586629994, 0 ], [ 8.533436917319952, 0 ] ], "visits": [ [ 50, 0 ], [ 50, 0 ] ], "alphaSums": [ [ 4.499205338329423, 0 ], [ 4.499205338329423, 0 ] ], "squareSums": [ [ 1.625132733621529, 0 ], [ 1.625132733621529, 0 ] ], "expected": [ [ 3.4313218869304, 4.826749533855962 ], [ 9.068578475085737, 4.4313218869304 ] ], "delta": [ [ 0.3921695282674005, 4.826749533855962 ], [ 0.535141557765785, 4.4313218869304 ] ], "residual": 4.826749533855962, "residualBound": 24.133747669279813, "error": 8.545454545454549, "covered": 2, "update": { "s": 1, "a": 0, "next": 0, "reward": 4, "random": { "before": 1869449395, "after": 285963854, "u": 0.0665811481885612 }, "visit": 50, "alpha": 0.02, "old": 8.576337224062595, "target": 6.4313218869304, "conditionalMean": 9.089170622322206, "conditionalVariance": 4.709439933482549, "noise": -2.6578487353918057, "td": -2.145015337132195, "newValue": 8.533436917319952 } }, { "k": 101, "Q": [ [ 3.0468419572564778, 0 ], [ 8.533436917319952, 0 ] ], "visits": [ [ 51, 0 ], [ 50, 0 ] ], "alphaSums": [ [ 4.518813181466678, 0 ], [ 4.499205338329423, 0 ] ], "squareSums": [ [ 1.6255172011340242, 0 ], [ 1.625132733621529, 0 ] ], "expected": [ [ 3.4374735658051825, 4.826749533855962 ], [ 9.07103914663565, 4.437473565805183 ] ], "delta": [ [ 0.3906316085487047, 4.826749533855962 ], [ 0.5376022293156986, 4.437473565805183 ] ], "residual": 4.826749533855962, "residualBound": 24.133747669279813, "error": 8.545454545454549, "covered": 2, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 285963854, "after": 2274606159, "u": 0.5295980160590261 }, "visit": 51, "alpha": 0.0196078431372549, "old": 3.0391523586629994, "target": 3.4313218869304, "conditionalMean": 3.4313218869304, "conditionalVariance": 0, "noise": 0, "td": 0.3921695282674005, "newValue": 3.0468419572564778 } }, { "k": 102, "Q": [ [ 3.0468419572564778, 0 ], [ 8.578403831369677, 0 ] ], "visits": [ [ 51, 0 ], [ 51, 0 ] ], "alphaSums": [ [ 4.518813181466678, 0 ], [ 4.518813181466678, 0 ] ], "squareSums": [ [ 1.6255172011340242, 0 ], [ 1.6255172011340242, 0 ] ], "expected": [ [ 3.4374735658051825, 4.862723065095742 ], [ 9.092623265379519, 4.437473565805183 ] ], "delta": [ [ 0.3906316085487047, 4.862723065095742 ], [ 0.514219434009842, 4.437473565805183 ] ], "residual": 4.862723065095742, "residualBound": 24.313615325478715, "error": 8.545454545454549, "covered": 2, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 2274606159, "after": 4083067906, "u": 0.9506633286364377 }, "visit": 51, "alpha": 0.0196078431372549, "old": 8.533436917319952, "target": 10.826749533855962, "conditionalMean": 9.07103914663565, "conditionalVariance": 4.623778445689947, "noise": 1.7557103872203115, "td": 2.29331261653601, "newValue": 8.578403831369677 } }, { "k": 103, "Q": [ [ 3.054354103574722, 0 ], [ 8.578403831369677, 0 ] ], "visits": [ [ 52, 0 ], [ 51, 0 ] ], "alphaSums": [ [ 4.538043950697447, 0 ], [ 4.518813181466678, 0 ] ], "squareSums": [ [ 1.6258870236192313, 0 ], [ 1.6255172011340242, 0 ] ], "expected": [ [ 3.443483282859778, 4.862723065095742 ], [ 9.095027152201357, 4.443483282859778 ] ], "delta": [ [ 0.38912917928505575, 4.862723065095742 ], [ 0.5166233208316804, 4.443483282859778 ] ], "residual": 4.862723065095742, "residualBound": 24.313615325478715, "error": 8.545454545454549, "covered": 2, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 4083067906, "after": 4244705997, "u": 0.9882976294029504 }, "visit": 52, "alpha": 0.019230769230769232, "old": 3.0468419572564778, "target": 3.4374735658051825, "conditionalMean": 3.4374735658051825, "conditionalVariance": 0, "noise": 0, "td": 0.3906316085487047, "newValue": 3.054354103574722 } }, { "k": 104, "Q": [ [ 3.054354103574722, 0 ], [ 8.537347666975256, 0 ] ], "visits": [ [ 52, 0 ], [ 52, 0 ] ], "alphaSums": [ [ 4.538043950697447, 0 ], [ 4.538043950697447, 0 ] ], "squareSums": [ [ 1.6258870236192313, 0 ], [ 1.6258870236192313, 0 ] ], "expected": [ [ 3.443483282859778, 4.8298781335802055 ], [ 9.075320193292033, 4.443483282859778 ] ], "delta": [ [ 0.38912917928505575, 4.8298781335802055 ], [ 0.5379725263167767, 4.443483282859778 ] ], "residual": 4.8298781335802055, "residualBound": 24.149390667901034, "error": 8.545454545454549, "covered": 2, "update": { "s": 1, "a": 0, "next": 0, "reward": 4, "random": { "before": 4244705997, "after": 876835137, "u": 0.20415408932603896 }, "visit": 52, "alpha": 0.019230769230769232, "old": 8.578403831369677, "target": 6.443483282859778, "conditionalMean": 9.095027152201357, "conditionalVariance": 4.687123260695274, "noise": -2.6515438693415794, "td": -2.134920548509899, "newValue": 8.537347666975256 } }, { "k": 105, "Q": [ [ 3.0616961635612325, 0 ], [ 8.537347666975256, 0 ] ], "visits": [ [ 53, 0 ], [ 52, 0 ] ], "alphaSums": [ [ 4.556911875225749, 0 ], [ 4.538043950697447, 0 ] ], "squareSums": [ [ 1.626243022195237, 0 ], [ 1.6258870236192313, 0 ] ], "expected": [ [ 3.449356930848986, 4.8298781335802055 ], [ 9.077669652487717, 4.449356930848986 ] ], "delta": [ [ 0.38766076728775367, 4.8298781335802055 ], [ 0.5403219855124615, 4.449356930848986 ] ], "residual": 4.8298781335802055, "residualBound": 24.149390667901034, "error": 8.545454545454549, "covered": 2, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 876835137, "after": 386200308, "u": 0.0899192662909627 }, "visit": 53, "alpha": 0.018867924528301886, "old": 3.054354103574722, "target": 3.443483282859778, "conditionalMean": 3.443483282859778, "conditionalVariance": 0, "noise": 0, "td": 0.38912917928505575, "newValue": 3.0616961635612325 } }, { "k": 106, "Q": [ [ 3.0616961635612325, 0 ], [ 8.580602958797991, 0 ] ], "visits": [ [ 53, 0 ], [ 53, 0 ] ], "alphaSums": [ [ 4.556911875225749, 0 ], [ 4.556911875225749, 0 ] ], "squareSums": [ [ 1.626243022195237, 0 ], [ 1.626243022195237, 0 ] ], "expected": [ [ 3.449356930848986, 4.864482367038393 ], [ 9.09843219256263, 4.449356930848986 ] ], "delta": [ [ 0.38766076728775367, 4.864482367038393 ], [ 0.5178292337646386, 4.449356930848986 ] ], "residual": 4.864482367038393, "residualBound": 24.32241183519197, "error": 8.545454545454549, "covered": 2, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 386200308, "after": 2719808889, "u": 0.6332548542413861 }, "visit": 53, "alpha": 0.018867924528301886, "old": 8.537347666975256, "target": 10.829878133580205, "conditionalMean": 9.077669652487717, "conditionalVariance": 4.605351841818664, "noise": 1.752208481092488, "td": 2.2925304666049495, "newValue": 8.580602958797991 } }, { "k": 107, "Q": [ [ 3.068875066659154, 0 ], [ 8.580602958797991, 0 ] ], "visits": [ [ 54, 0 ], [ 53, 0 ] ], "alphaSums": [ [ 4.575430393744267, 0 ], [ 4.556911875225749, 0 ] ], "squareSums": [ [ 1.626585957723358, 0 ], [ 1.626243022195237, 0 ] ], "expected": [ [ 3.4551000533273233, 4.864482367038393 ], [ 9.100729441553966, 4.455100053327323 ] ], "delta": [ [ 0.3862249866681693, 4.864482367038393 ], [ 0.5201264827559751, 4.455100053327323 ] ], "residual": 4.864482367038393, "residualBound": 24.32241183519197, "error": 8.545454545454549, "covered": 2, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 2719808889, "after": 2345383840, "u": 0.5460772290825844 }, "visit": 54, "alpha": 0.018518518518518517, "old": 3.0616961635612325, "target": 3.449356930848986, "conditionalMean": 3.449356930848986, "conditionalVariance": 0, "noise": 0, "td": 0.38766076728775367, "newValue": 3.068875066659154 } }, { "k": 108, "Q": [ [ 3.068875066659154, 0 ], [ 8.541241793881868, 0 ] ], "visits": [ [ 54, 0 ], [ 54, 0 ] ], "alphaSums": [ [ 4.575430393744267, 0 ], [ 4.575430393744267, 0 ] ], "squareSums": [ [ 1.626585957723358, 0 ], [ 1.626585957723358, 0 ] ], "expected": [ [ 3.4551000533273233, 4.832993435105495 ], [ 9.081836082394226, 4.455100053327323 ] ], "delta": [ [ 0.3862249866681693, 4.832993435105495 ], [ 0.5405942885123576, 4.455100053327323 ] ], "residual": 4.832993435105495, "residualBound": 24.16496717552748, "error": 8.545454545454549, "covered": 2, "update": { "s": 1, "a": 0, "next": 0, "reward": 4, "random": { "before": 2345383840, "after": 1522986719, "u": 0.3545979780610651 }, "visit": 54, "alpha": 0.018518518518518517, "old": 8.580602958797991, "target": 6.455100053327323, "conditionalMean": 9.100729441553966, "conditionalVariance": 4.666236573232318, "noise": -2.6456293882266433, "td": -2.1255029054706682, "newValue": 8.541241793881868 } }, { "k": 109, "Q": [ [ 3.0758973391440296, 0 ], [ 8.541241793881868, 0 ] ], "visits": [ [ 55, 0 ], [ 54, 0 ] ], "alphaSums": [ [ 4.593612211926086, 0 ], [ 4.575430393744267, 0 ] ], "squareSums": [ [ 1.6269165362357545, 0 ], [ 1.626585957723358, 0 ] ], "expected": [ [ 3.460717871315224, 4.832993435105495 ], [ 9.084083209589387, 4.460717871315223 ] ], "delta": [ [ 0.38482053217119416, 4.832993435105495 ], [ 0.5428414157075192, 4.460717871315223 ] ], "residual": 4.832993435105495, "residualBound": 24.16496717552748, "error": 8.545454545454549, "covered": 2, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 1522986719, "after": 1689577329, "u": 0.39338537701405585 }, "visit": 55, "alpha": 0.01818181818181818, "old": 3.068875066659154, "target": 3.4551000533273233, "conditionalMean": 3.4551000533273233, "conditionalVariance": 0, "noise": 0, "td": 0.3862249866681693, "newValue": 3.0758973391440296 } }, { "k": 110, "Q": [ [ 3.0758973391440296, 0 ], [ 8.58291000554048, 0 ] ], "visits": [ [ 55, 0 ], [ 55, 0 ] ], "alphaSums": [ [ 4.593612211926086, 0 ], [ 4.593612211926086, 0 ] ], "squareSums": [ [ 1.6269165362357545, 0 ], [ 1.6269165362357545, 0 ] ], "expected": [ [ 3.460717871315224, 4.8663280044323844 ], [ 9.104083951185519, 4.460717871315223 ] ], "delta": [ [ 0.38482053217119416, 4.8663280044323844 ], [ 0.5211739456450388, 4.460717871315223 ] ], "residual": 4.8663280044323844, "residualBound": 24.331640022161928, "error": 8.545454545454549, "covered": 2, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 1689577329, "after": 4077768924, "u": 0.9494295632466674 }, "visit": 55, "alpha": 0.01818181818181818, "old": 8.541241793881868, "target": 10.832993435105495, "conditionalMean": 9.084083209589387, "conditionalVariance": 4.588030465372208, "noise": 1.7489102255161075, "td": 2.2917516412236267, "newValue": 8.58291000554048 } }, { "k": 111, "Q": [ [ 3.0827691343613726, 0 ], [ 8.58291000554048, 0 ] ], "visits": [ [ 56, 0 ], [ 55, 0 ] ], "alphaSums": [ [ 4.611469354783229, 0 ], [ 4.593612211926086, 0 ] ], "squareSums": [ [ 1.6272354137867748, 0 ], [ 1.6269165362357545, 0 ] ], "expected": [ [ 3.4662153074890982, 4.8663280044323844 ], [ 9.10628292565507, 4.466215307489098 ] ], "delta": [ [ 0.38344617312772566, 4.8663280044323844 ], [ 0.5233729201145891, 4.466215307489098 ] ], "residual": 4.8663280044323844, "residualBound": 24.331640022161928, "error": 8.545454545454549, "covered": 2, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 4077768924, "after": 1809383095, "u": 0.42127983062528074 }, "visit": 56, "alpha": 0.017857142857142856, "old": 3.0758973391440296, "target": 3.460717871315224, "conditionalMean": 3.460717871315224, "conditionalVariance": 0, "noise": 0, "td": 0.38482053217119416, "newValue": 3.0827691343613726 } }, { "k": 112, "Q": [ [ 3.0827691343613726, 0 ], [ 8.623685326949264, 0 ] ], "visits": [ [ 56, 0 ], [ 56, 0 ] ], "alphaSums": [ [ 4.611469354783229, 0 ], [ 4.611469354783229, 0 ] ], "squareSums": [ [ 1.6272354137867748, 0 ], [ 1.6272354137867748, 0 ] ], "expected": [ [ 3.4662153074890982, 4.898948261559411 ], [ 9.125855079931286, 4.466215307489098 ] ], "delta": [ [ 0.38344617312772566, 4.898948261559411 ], [ 0.5021697529820219, 4.466215307489098 ] ], "residual": 4.898948261559411, "residualBound": 24.494741307797064, "error": 8.545454545454549, "covered": 2, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 1809383095, "after": 4123701936, "u": 0.9601241759955883 }, "visit": 56, "alpha": 0.017857142857142856, "old": 8.58291000554048, "target": 10.866328004432384, "conditionalMean": 9.10628292565507, "conditionalVariance": 4.646638018992365, "noise": 1.7600450787773152, "td": 2.2834179988919043, "newValue": 8.623685326949264 } }, { "k": 113, "Q": [ [ 3.0894962602057188, 0 ], [ 8.623685326949264, 0 ] ], "visits": [ [ 57, 0 ], [ 56, 0 ] ], "alphaSums": [ [ 4.6290132144323515, 0 ], [ 4.611469354783229, 0 ] ], "squareSums": [ [ 1.627543200798163, 0 ], [ 1.6272354137867748, 0 ] ], "expected": [ [ 3.4715970081645753, 4.898948261559411 ], [ 9.128007760201477, 4.471597008164576 ] ], "delta": [ [ 0.3821007479588565, 4.898948261559411 ], [ 0.5043224332522129, 4.471597008164576 ] ], "residual": 4.898948261559411, "residualBound": 24.494741307797064, "error": 8.545454545454549, "covered": 2, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 4123701936, "after": 3489696958, "u": 0.8125083888880908 }, "visit": 57, "alpha": 0.017543859649122806, "old": 3.0827691343613726, "target": 3.4662153074890982, "conditionalMean": 3.4662153074890982, "conditionalVariance": 0, "noise": 0, "td": 0.38344617312772566, "newValue": 3.0894962602057188 } }, { "k": 114, "Q": [ [ 3.0894962602057188, 0 ], [ 8.663602220538916, 0 ] ], "visits": [ [ 57, 0 ], [ 57, 0 ] ], "alphaSums": [ [ 4.6290132144323515, 0 ], [ 4.6290132144323515, 0 ] ], "squareSums": [ [ 1.627543200798163, 0 ], [ 1.627543200798163, 0 ] ], "expected": [ [ 3.4715970081645753, 4.930881776431133 ], [ 9.147167869124509, 4.471597008164576 ] ], "delta": [ [ 0.3821007479588565, 4.930881776431133 ], [ 0.4835656485855928, 4.471597008164576 ] ], "residual": 4.930881776431133, "residualBound": 24.65440888215567, "error": 8.545454545454549, "covered": 2, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 3489696958, "after": 4084376277, "u": 0.9509679574985057 }, "visit": 57, "alpha": 0.017543859649122806, "old": 8.623685326949264, "target": 10.898948261559411, "conditionalMean": 9.128007760201477, "conditionalVariance": 4.70434538902484, "noise": 1.7709405013579342, "td": 2.275262934610147, "newValue": 8.663602220538916 } }, { "k": 115, "Q": [ [ 3.096084204136044, 0 ], [ 8.663602220538916, 0 ] ], "visits": [ [ 58, 0 ], [ 57, 0 ] ], "alphaSums": [ [ 4.646254593742697, 0 ], [ 4.6290132144323515, 0 ] ], "squareSums": [ [ 1.627840465958686, 0 ], [ 1.627543200798163, 0 ] ], "expected": [ [ 3.4768673633088354, 4.930881776431133 ], [ 9.149276011182213, 4.476867363308836 ] ], "delta": [ [ 0.3807831591727915, 4.930881776431133 ], [ 0.48567379064329685, 4.476867363308836 ] ], "residual": 4.930881776431133, "residualBound": 24.65440888215567, "error": 8.545454545454549, "covered": 2, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 4084376277, "after": 1109555553, "u": 0.25833853357471526 }, "visit": 58, "alpha": 0.017241379310344827, "old": 3.0894962602057188, "target": 3.4715970081645753, "conditionalMean": 3.4715970081645753, "conditionalVariance": 0, "noise": 0, "td": 0.3821007479588565, "newValue": 3.096084204136044 } }, { "k": 116, "Q": [ [ 3.096084204136044, 0 ], [ 8.702693247364644, 0 ] ], "visits": [ [ 58, 0 ], [ 58, 0 ] ], "alphaSums": [ [ 4.646254593742697, 0 ], [ 4.646254593742697, 0 ] ], "squareSums": [ [ 1.627840465958686, 0 ], [ 1.627840465958686, 0 ] ], "expected": [ [ 3.4768673633088354, 4.962154597891716 ], [ 9.168039704058565, 4.476867363308836 ] ], "delta": [ [ 0.3807831591727915, 4.962154597891716 ], [ 0.4653464566939203, 4.476867363308836 ] ], "residual": 4.962154597891716, "residualBound": 24.810772989458584, "error": 8.545454545454549, "covered": 2, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 1109555553, "after": 2898633510, "u": 0.6748907058499753 }, "visit": 58, "alpha": 0.017241379310344827, "old": 8.663602220538916, "target": 10.930881776431132, "conditionalMean": 9.149276011182213, "conditionalVariance": 4.76117865415228, "noise": 1.7816057652489192, "td": 2.267279555892216, "newValue": 8.702693247364644 } }, { "k": 117, "Q": [ [ 3.10253815598643, 0 ], [ 8.702693247364644, 0 ] ], "visits": [ [ 59, 0 ], [ 58, 0 ] ], "alphaSums": [ [ 4.6632037462850695, 0 ], [ 4.646254593742697, 0 ] ], "squareSums": [ [ 1.6281277397305907, 0 ], [ 1.627840465958686, 0 ] ], "expected": [ [ 3.482030524789144, 4.962154597891716 ], [ 9.170104968650687, 4.482030524789144 ] ], "delta": [ [ 0.3794923688027141, 4.962154597891716 ], [ 0.4674117212860427, 4.482030524789144 ] ], "residual": 4.962154597891716, "residualBound": 24.810772989458584, "error": 8.545454545454549, "covered": 2, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 2898633510, "after": 210534838, "u": 0.04901896184310317 }, "visit": 59, "alpha": 0.01694915254237288, "old": 3.096084204136044, "target": 3.4768673633088354, "conditionalMean": 3.4768673633088354, "conditionalVariance": 0, "noise": 0, "td": 0.3807831591727915, "newValue": 3.10253815598643 } }, { "k": 118, "Q": [ [ 3.10253815598643, 0 ], [ 8.665054896134551, 0 ] ], "visits": [ [ 59, 0 ], [ 59, 0 ] ], "alphaSums": [ [ 4.6632037462850695, 0 ], [ 4.6632037462850695, 0 ] ], "squareSums": [ [ 1.6281277397305907, 0 ], [ 1.6281277397305907, 0 ] ], "expected": [ [ 3.482030524789144, 4.9320439169076415 ], [ 9.152038560060241, 4.482030524789144 ] ], "delta": [ [ 0.3794923688027141, 4.9320439169076415 ], [ 0.4869836639256899, 4.482030524789144 ] ], "residual": 4.9320439169076415, "residualBound": 24.660219584538215, "error": 8.545454545454549, "covered": 2, "update": { "s": 1, "a": 0, "next": 0, "reward": 4, "random": { "before": 210534838, "after": 201061003, "u": 0.04681316274218261 }, "visit": 59, "alpha": 0.01694915254237288, "old": 8.702693247364644, "target": 6.482030524789144, "conditionalMean": 9.170104968650687, "conditionalVariance": 4.817162810494363, "noise": -2.6880744438615434, "td": -2.2206627225755007, "newValue": 8.665054896134551 } }, { "k": 119, "Q": [ [ 3.1088630287998087, 0 ], [ 8.665054896134551, 0 ] ], "visits": [ [ 60, 0 ], [ 59, 0 ] ], "alphaSums": [ [ 4.679870412951736, 0 ], [ 4.6632037462850695, 0 ] ], "squareSums": [ [ 1.6284055175083685, 0 ], [ 1.6281277397305907, 0 ] ], "expected": [ [ 3.487090423039847, 4.9320439169076415 ], [ 9.154062519360522, 4.487090423039847 ] ], "delta": [ [ 0.37822739424003826, 4.9320439169076415 ], [ 0.48900762322597124, 4.487090423039847 ] ], "residual": 4.9320439169076415, "residualBound": 24.660219584538215, "error": 8.545454545454549, "covered": 2, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 201061003, "after": 3237979038, "u": 0.7539007435552776 }, "visit": 60, "alpha": 0.016666666666666666, "old": 3.10253815598643, "target": 3.482030524789144, "conditionalMean": 3.482030524789144, "conditionalVariance": 0, "noise": 0, "td": 0.3794923688027141, "newValue": 3.1088630287998087 } }, { "k": 120, "Q": [ [ 3.1088630287998087, 0 ], [ 8.70283804648077, 0 ] ], "visits": [ [ 60, 0 ], [ 60, 0 ] ], "alphaSums": [ [ 4.679870412951736, 0 ], [ 4.679870412951736, 0 ] ], "squareSums": [ [ 1.6284055175083685, 0 ], [ 1.6284055175083685, 0 ] ], "expected": [ [ 3.487090423039847, 4.962270437184616 ], [ 9.17219843152671, 4.487090423039847 ] ], "delta": [ [ 0.37822739424003826, 4.962270437184616 ], [ 0.46936038504594, 4.487090423039847 ] ], "residual": 4.962270437184616, "residualBound": 24.811352185923084, "error": 8.545454545454549, "covered": 2, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 3237979038, "after": 2768454360, "u": 0.6445810105651617 }, "visit": 60, "alpha": 0.016666666666666666, "old": 8.665054896134551, "target": 10.932043916907642, "conditionalMean": 9.154062519360522, "conditionalVariance": 4.741826775035404, "noise": 1.7779813975471193, "td": 2.2669890207730905, "newValue": 8.70283804648077 } } ], "scope": "按(s,a)调用生成模型；不是连续环境轨迹。种子PRNG仅复现有限样本，条件均值/方差来自理想转移模型；有限覆盖次数不证明无穷访问。" }, "projection": [ { "key": "stationary", "d": [ 0.2857142857142857, 0.7142857142857143 ], "P": [ [ 0, 1 ], [ 0.4, 0.6 ] ], "r": [ -2, 4 ], "phi": [ 1, 2 ], "C": 3.142857142857143, "A": 0.8571428571428568, "b": 5.142857142857143, "projector": [ [ 0.09090909090909091, 0.4545454545454546 ], [ 0.18181818181818182, 0.9090909090909092 ] ], "coefficient": 0.7272727272727274, "root": 6.0000000000000036, "rootSuppressed": false, "rate": 0.1, "meanIterationFactor": 0.9142857142857144, "stableMeanIteration": true, "rows": [ { "k": 0, "w": 0, "value": [ 0, 0 ], "tv": [ -2, 4 ], "residual": [ -2, 4 ], "projected": [ 1.6363636363636365, 3.272727272727273 ], "projectedResidual": [ 1.6363636363636365, 3.272727272727273 ], "drift": 5.142857142857143 }, { "k": 1, "w": 0.5142857142857143, "value": [ 0.5142857142857143, 1.0285714285714287 ], "tv": [ -1.177142857142857, 4.658285714285714 ], "residual": [ -1.6914285714285713, 3.629714285714286 ], "projected": [ 2.010389610389611, 4.020779220779222 ], "projectedResidual": [ 1.4961038961038966, 2.992207792207793 ], "drift": 4.702040816326531 }, { "k": 2, "w": 0.9844897959183675, "value": [ 0.9844897959183675, 1.968979591836735 ], "tv": [ -0.42481632653061197, 5.26014693877551 ], "residual": [ -1.4093061224489793, 3.291167346938775 ], "projected": [ 2.352356215213358, 4.704712430426716 ], "projectedResidual": [ 1.3678664192949905, 2.735732838589981 ], "drift": 4.299008746355685 }, { "k": 3, "w": 1.414390670553936, "value": [ 1.414390670553936, 2.828781341107872 ], "tv": [ 0.26302507288629773, 5.810420058309038 ], "residual": [ -1.1513655976676382, 2.9816387172011662 ], "projected": [ 2.665011396766499, 5.330022793532998 ], "projectedResidual": [ 1.250620726212563, 2.501241452425126 ], "drift": 3.9305222823823414 }, { "k": 4, "w": 1.80744289879217, "value": [ 1.80744289879217, 3.61488579758434 ], "tv": [ 0.8919086380674721, 6.3135269104539775 ], "residual": [ -0.9155342607246979, 2.6986411128696375 ], "projected": [ 2.9508675627579417, 5.901735125515883 ], "projectedResidual": [ 1.1434246639657717, 2.2868493279315434 ], "drift": 3.5936203724638554 }, { "k": 5, "w": 2.1668049360385555, "value": [ 2.1668049360385555, 4.333609872077111 ], "tv": [ 1.4668878976616888, 6.773510318129351 ], "residual": [ -0.6999170383768667, 2.43990044605224 ], "projected": [ 3.2122217716644044, 6.424443543328809 ], "projectedResidual": [ 1.0454168356258489, 2.0908336712516977 ], "drift": 3.2855957691098108 }, { "k": 6, "w": 2.4953645129495365, "value": [ 2.4953645129495365, 4.990729025899073 ], "tv": [ 1.9925832207192586, 7.194066576575407 ], "residual": [ -0.5027812922302779, 2.203337550676334 ], "projected": [ 3.4511741912360274, 6.902348382472055 ], "projectedResidual": [ 0.9558096782864909, 1.9116193565729818 ], "drift": 3.003973274614684 }, { "k": 7, "w": 2.795761840411005, "value": [ 2.795761840411005, 5.59152368082201 ], "tv": [ 2.4732189446576083, 7.578575155726087 ], "residual": [ -0.3225428957533967, 1.987051474904077 ], "projected": [ 3.669644974844368, 7.339289949688736 ], "projectedResidual": [ 0.8738831344333629, 1.7477662688667257 ], "drift": 2.7464898510762827 }, { "k": 8, "w": 3.0704108255186333, "value": [ 3.0704108255186333, 6.140821651037267 ], "tv": [ 2.9126573208298137, 7.930125856663851 ], "residual": [ -0.15775350468881966, 1.7893042056265847 ], "projected": [ 3.8693896912862793, 7.738779382572559 ], "projectedResidual": [ 0.798978865767646, 1.597957731535292 ], "drift": 2.5110764352697443 }, { "k": 9, "w": 3.321518469045608, "value": [ 3.321518469045608, 6.643036938091216 ], "tv": [ 3.3144295504729726, 8.25154364037838 ], "residual": [ -0.007088918572635272, 1.6085067022871637 ], "projected": [ 4.052013432033171, 8.104026864066341 ], "projectedResidual": [ 0.7304949629875628, 1.4609899259751256 ], "drift": 2.2958413122466235 }, { "k": 10, "w": 3.55110260027027, "value": [ 3.55110260027027, 7.10220520054054 ], "tv": [ 3.681764160432433, 8.545411328345946 ], "residual": [ 0.1306615601621628, 1.4432061278054054 ], "projected": [ 4.218983709287469, 8.437967418574939 ], "projectedResidual": [ 0.6678811090171992, 1.3357622180343984 ], "drift": 2.0990549140540558 }, { "k": 11, "w": 3.761008091675676, "value": [ 3.761008091675676, 7.522016183351352 ], "tv": [ 4.017612946681082, 8.814090357344867 ], "residual": [ 0.25660485500540586, 1.292074173993515 ], "projected": [ 4.371642248491401, 8.743284496982803 ], "projectedResidual": [ 0.6106341568157254, 1.2212683136314508 ], "drift": 1.919135921420851 }, { "k": 12, "w": 3.952921683817761, "value": [ 3.952921683817761, 7.905843367635522 ], "tv": [ 4.324674694108418, 9.059739755286735 ], "residual": [ 0.37175301029065677, 1.153896387651213 ], "projected": [ 4.511215770049281, 9.022431540098562 ], "projectedResidual": [ 0.5582940862315202, 1.1165881724630404 ], "drift": 1.7546385567276355 }, { "k": 13, "w": 4.128385539490525, "value": [ 4.128385539490525, 8.25677107898105 ], "tv": [ 4.60541686318484, 9.284333490547873 ], "residual": [ 0.4770313236943151, 1.027562411566823 ], "projected": [ 4.638825846902201, 9.277651693804401 ], "projectedResidual": [ 0.5104403074116757, 1.0208806148233514 ], "drift": 1.6042409661509804 }, { "k": 14, "w": 4.288809636105623, "value": [ 4.288809636105623, 8.577619272211246 ], "tv": [ 4.862095417768997, 9.489676334215197 ], "residual": [ 0.5732857816633743, 0.9120570620039512 ], "projected": [ 4.755497917167727, 9.510995834335453 ], "projectedResidual": [ 0.4666882810621038, 0.9333765621242076 ], "drift": 1.4667345976237538 }, { "k": 15, "w": 4.4354830958679985, "value": [ 4.4354830958679985, 8.870966191735997 ], "tv": [ 5.096772953388798, 9.677418362711038 ], "residual": [ 0.6612898575207993, 0.8064521709750405 ], "projected": [ 4.862169524267635, 9.72433904853527 ], "projectedResidual": [ 0.4266864283996368, 0.8533728567992735 ], "drift": 1.3410144892560032 }, { "k": 16, "w": 4.5695845447935985, "value": [ 4.5695845447935985, 9.139169089587197 ], "tv": [ 5.311335271669758, 9.849068217335805 ], "residual": [ 0.7417507268761598, 0.7098991277486082 ], "projected": [ 4.959697850758981, 9.919395701517962 ], "projectedResidual": [ 0.3901133059653823, 0.7802266119307646 ], "drift": 1.2260703901769174 }, { "k": 17, "w": 4.69219158381129, "value": [ 4.69219158381129, 9.38438316762258 ], "tv": [ 5.507506534098065, 10.006005227278452 ], "residual": [ 0.8153149502867745, 0.6216220596558717 ], "projected": [ 5.048866606408212, 10.097733212816424 ], "projectedResidual": [ 0.35667502259692174, 0.7133500451938435 ], "drift": 1.1209786424474677 }, { "k": 18, "w": 4.804289448056037, "value": [ 4.804289448056037, 9.608578896112075 ], "tv": [ 5.68686311688966, 10.149490493511728 ], "residual": [ 0.882573668833623, 0.5409115973996528 ], "projected": [ 5.130392325858937, 10.260784651717874 ], "projectedResidual": [ 0.32610287780289937, 0.6522057556057987 ], "drift": 1.024894758809113 }, { "k": 19, "w": 4.906778923936948, "value": [ 4.906778923936948, 9.813557847873897 ], "tv": [ 5.850846278299118, 10.280677022639296 ], "residual": [ 0.9440673543621694, 0.4671191747653989 ], "projected": [ 5.2049301264996, 10.4098602529992 ], "projectedResidual": [ 0.2981512025626518, 0.5963024051253036 ], "drift": 0.9370466366254755 }, { "k": 20, "w": 5.000483587599496, "value": [ 5.000483587599496, 10.000967175198992 ], "tv": [ 6.000773740159195, 10.400618992127356 ], "residual": [ 1.0002901525596988, 0.3996518169283636 ], "projected": [ 5.273078972799635, 10.54615794559927 ], "projectedResidual": [ 0.2725953852001384, 0.5451907704002767 ], "drift": 0.8567283534861483 }, { "k": 21, "w": 5.086156422948111, "value": [ 5.086156422948111, 10.172312845896222 ], "tv": [ 6.1378502767169785, 10.510280221373584 ], "residual": [ 1.0516938537688674, 0.337967375477362 ], "projected": [ 5.33538648941681, 10.67077297883362 ], "projectedResidual": [ 0.24923006646869883, 0.49846013293739766 ], "drift": 0.783294494615907 }, { "k": 22, "w": 5.164485872409702, "value": [ 5.164485872409702, 10.328971744819404 ], "tv": [ 6.263177395855523, 10.610541916684419 ], "residual": [ 1.0986915234458214, 0.281570171865015 ], "projected": [ 5.392353361752511, 10.784706723505021 ], "projectedResidual": [ 0.22786748934280876, 0.4557349786856175 ], "drift": 0.7161549665059725 }, { "k": 23, "w": 5.236101369060299, "value": [ 5.236101369060299, 10.472202738120599 ], "tv": [ 6.37776219049648, 10.702209752397184 ], "residual": [ 1.1416608214361803, 0.23000701427658576 ], "projected": [ 5.4444373593165825, 10.888874718633165 ], "projectedResidual": [ 0.20833599025628313, 0.41667198051256626 ], "drift": 0.654770255091174 }, { "k": 24, "w": 5.301578394569416, "value": [ 5.301578394569416, 10.603156789138833 ], "tv": [ 6.482525431311066, 10.786020345048854 ], "residual": [ 1.1809470367416495, 0.18286355591002135 ], "projected": [ 5.492057014232304, 10.984114028464608 ], "projectedResidual": [ 0.19047861966288782, 0.38095723932577563 ], "drift": 0.5986470903690737 }, { "k": 25, "w": 5.361443103606324, "value": [ 5.361443103606324, 10.722886207212648 ], "tv": [ 6.578308965770118, 10.862647172616095 ], "residual": [ 1.216865862163794, 0.13976096540344685 ], "projected": [ 5.535594984440963, 11.071189968881926 ], "projectedResidual": [ 0.17415188083463917, 0.34830376166927834 ], "drift": 0.5473344826231532 }, { "k": 26, "w": 5.416176551868639, "value": [ 5.416176551868639, 10.832353103737278 ], "tv": [ 6.665882482989822, 10.93270598639186 ], "residual": [ 1.2497059311211833, 0.10035288265458142 ], "projected": [ 5.575401128631739, 11.150802257263479 ], "projectedResidual": [ 0.15922457676310042, 0.31844915352620085 ], "drift": 0.5004200983983118 }, { "k": 27, "w": 5.46621856170847, "value": [ 5.46621856170847, 10.93243712341694 ], "tv": [ 6.745949698733552, 10.996759758986842 ], "residual": [ 1.279731137025082, 0.06432263556990137 ], "projected": [ 5.611795317606161, 11.223590635212322 ], "projectedResidual": [ 0.14557675589769037, 0.29115351179538074 ], "drift": 0.457526947107028 }, { "k": 28, "w": 5.511971256419173, "value": [ 5.511971256419173, 11.023942512838346 ], "tv": [ 6.819154010270678, 11.055323208216542 ], "residual": [ 1.3071827538515048, 0.03138069537819632 ], "projected": [ 5.64507000466849, 11.29014000933698 ], "projectedResidual": [ 0.1330987482493171, 0.2661974964986342 ], "drift": 0.4183103516407112 }, { "k": 29, "w": 5.553802291583244, "value": [ 5.553802291583244, 11.107604583166488 ], "tv": [ 6.886083666533191, 11.108866933226553 ], "residual": [ 1.3322813749499467, 0.0012623500600650317 ], "projected": [ 5.6754925756969055, 11.350985151393811 ], "projectedResidual": [ 0.12169028411366156, 0.24338056822732312 ], "drift": 0.3824551786429362 }, { "k": 30, "w": 5.592047809447537, "value": [ 5.592047809447537, 11.184095618895075 ], "tv": [ 6.947276495116061, 11.157821196092849 ], "residual": [ 1.3552286856685232, -0.026274422802226027 ], "projected": [ 5.703307497780028, 11.406614995560057 ], "projectedResidual": [ 0.111259688332491, 0.222519376664982 ], "drift": 0.3496733061878272 }, { "k": 31, "w": 5.62701514006632, "value": [ 5.62701514006632, 11.25403028013264 ], "tv": [ 7.003224224106113, 11.202579379284892 ], "residual": [ 1.3762090840397923, -0.05145090084774928 ], "projected": [ 5.7287382836845975, 11.457476567369195 ], "projectedResidual": [ 0.10172314361827706, 0.2034462872365541 ], "drift": 0.3197013085145848 }, { "k": 32, "w": 5.658985270917779, "value": [ 5.658985270917779, 11.317970541835559 ], "tv": [ 7.0543764334684465, 11.243501146774758 ], "residual": [ 1.3953911625506672, -0.07446939506080064 ], "projected": [ 5.751989287940204, 11.503978575880408 ], "projectedResidual": [ 0.09300401702242489, 0.18600803404484978 ], "drift": 0.2922983392133345 }, { "k": 33, "w": 5.688215104839113, "value": [ 5.688215104839113, 11.376430209678226 ], "tv": [ 7.10114416774258, 11.280915334194065 ], "residual": [ 1.4129290629034674, -0.09551487548416127 ], "projected": [ 5.773247348973901, 11.546494697947802 ], "projectedResidual": [ 0.08503224413478794, 0.17006448826957588 ], "drift": 0.26724419585219117 }, { "k": 34, "w": 5.714939524424332, "value": [ 5.714939524424332, 11.429879048848663 ], "tv": [ 7.143903239078931, 11.315122591263144 ], "residual": [ 1.428963714654599, -0.11475645758551956 ], "projected": [ 5.792683290490423, 11.585366580980846 ], "projectedResidual": [ 0.07774376606609135, 0.1554875321321827 ], "drift": 0.24433755049343286 }, { "k": 35, "w": 5.739373279473675, "value": [ 5.739373279473675, 11.47874655894735 ], "tv": [ 7.18299724715788, 11.346397797726304 ], "residual": [ 1.4436239676842053, -0.13234876122104566 ], "projected": [ 5.810453294162674, 11.620906588325347 ], "projectedResidual": [ 0.07108001468899872, 0.14216002937799743 ], "drift": 0.22339433187970936 }, { "k": 36, "w": 5.761712712661646, "value": [ 5.761712712661646, 11.523425425323293 ], "tv": [ 7.218740340258634, 11.374992272206907 ], "residual": [ 1.4570276275969878, -0.14843315311638605 ], "projected": [ 5.8267001546630155, 11.653400309326031 ], "projectedResidual": [ 0.06498744200136919, 0.12997488400273838 ], "drift": 0.20424624629001986 }, { "k": 37, "w": 5.782137337290648, "value": [ 5.782137337290648, 11.564274674581297 ], "tv": [ 7.251419739665037, 11.401135791732031 ], "residual": [ 1.4692824023743887, -0.1631388828492657 ], "projected": [ 5.841554427120473, 11.683108854240945 ], "projectedResidual": [ 0.0594170898298243, 0.1188341796596486 ], "drift": 0.18673942517944653 }, { "k": 38, "w": 5.800811279808593, "value": [ 5.800811279808593, 11.601622559617185 ], "tv": [ 7.281298047693749, 11.425038438155 ], "residual": [ 1.4804867678851563, -0.17658412146218616 ], "projected": [ 5.855135476224432, 11.710270952448864 ], "projectedResidual": [ 0.05432419641583941, 0.10864839283167882 ], "drift": 0.17073318873549415 }, { "k": 39, "w": 5.817884598682142, "value": [ 5.817884598682142, 11.635769197364285 ], "tv": [ 7.308615357891428, 11.446892286313144 ], "residual": [ 1.4907307592092858, -0.1888769110511408 ], "projected": [ 5.867552435405196, 11.735104870810392 ], "projectedResidual": [ 0.04966783672305386, 0.09933567344610772 ], "drift": 0.15609891541530896 }, { "k": 40, "w": 5.833494490223673, "value": [ 5.833494490223673, 11.666988980447346 ], "tv": [ 7.333591184357877, 11.466872947486301 ], "residual": [ 1.5000966941342035, -0.20011603296104497 ], "projected": [ 5.878905083799035, 11.75781016759807 ], "projectedResidual": [ 0.0454105935753617, 0.0908211871507234 ], "drift": 0.14271900837971163 }, { "k": 41, "w": 5.847766391061644, "value": [ 5.847766391061644, 11.695532782123289 ], "tv": [ 7.356426225698632, 11.485140980558905 ], "residual": [ 1.5086598346369877, -0.2103918015643842 ], "projected": [ 5.889284648044833, 11.778569296089666 ], "projectedResidual": [ 0.04151825698318845, 0.0830365139663769 ], "drift": 0.1304859505185929 }, { "k": 42, "w": 5.860814986113503, "value": [ 5.860814986113503, 11.721629972227007 ], "tv": [ 7.377303977781606, 11.501843182225283 ], "residual": [ 1.516488991668103, -0.21978679000172363 ], "projected": [ 5.898774535355275, 11.79754907071055 ], "projectedResidual": [ 0.03795954924177192, 0.07591909848354383 ], "drift": 0.1193014404741426 }, { "k": 43, "w": 5.872745130160918, "value": [ 5.872745130160918, 11.745490260321835 ], "tv": [ 7.396392208257469, 11.517113766605975 ], "residual": [ 1.523647078096551, -0.2283764937158601 ], "projected": [ 5.907451003753395, 11.81490200750679 ], "projectedResidual": [ 0.03470587359247723, 0.06941174718495446 ], "drift": 0.10907560271921568 }, { "k": 44, "w": 5.8836526904328394, "value": [ 5.8836526904328394, 11.767305380865679 ], "tv": [ 7.413844304692544, 11.531075443754034 ], "residual": [ 1.5301916142597047, -0.23622993711164497 ], "projected": [ 5.915383774860247, 11.830767549720495 ], "projectedResidual": [ 0.03173108442740791, 0.06346216885481581 ], "drift": 0.09972626534328288 }, { "k": 45, "w": 5.893625316967167, "value": [ 5.893625316967167, 11.787250633934335 ], "tv": [ 7.429800507147467, 11.543840405717974 ], "residual": [ 1.5361751901803, -0.24341022821636038 ], "projected": [ 5.92263659415794, 11.84527318831588 ], "projectedResidual": [ 0.02901127719077312, 0.05802255438154624 ], "drift": 0.09117829974243108 }, { "k": 46, "w": 5.90274314694141, "value": [ 5.90274314694141, 11.80548629388282 ], "tv": [ 7.444389035106257, 11.555511228085006 ], "residual": [ 1.5416458881648465, -0.24997506579781437 ], "projected": [ 5.929267743230117, 11.858535486460234 ], "projectedResidual": [ 0.026524596288706626, 0.05304919257741325 ], "drift": 0.08336301690736558 }, { "k": 47, "w": 5.9110794486321465, "value": [ 5.9110794486321465, 11.822158897264293 ], "tv": [ 7.4577271178114355, 11.566181694249147 ], "residual": [ 1.546647669179289, -0.2559772030151457 ], "projected": [ 5.935330508096107, 11.870661016192214 ], "projectedResidual": [ 0.024251059463960445, 0.04850211892792089 ], "drift": 0.07621761545816241 }, { "k": 48, "w": 5.918701210177963, "value": [ 5.918701210177963, 11.837402420355925 ], "tv": [ 7.46992193628474, 11.575937549027792 ], "residual": [ 1.5512207261067772, -0.26146487132813334 ], "projected": [ 5.940873607402155, 11.88174721480431 ], "projectedResidual": [ 0.022172397224192508, 0.044344794448385016 ], "drift": 0.06968467699032033 }, { "k": 49, "w": 5.925669677876995, "value": [ 5.925669677876995, 11.85133935575399 ], "tv": [ 7.481071484603191, 11.584857187682553 ], "residual": [ 1.5554018067261968, -0.26648216807143577 ], "projected": [ 5.945941583910542, 11.891883167821083 ], "projectedResidual": [ 0.020271906033547005, 0.04054381206709401 ], "drift": 0.06371170467686404 }, { "k": 50, "w": 5.932040848344681, "value": [ 5.932040848344681, 11.864081696689363 ], "tv": [ 7.491265357351491, 11.593012285881194 ], "residual": [ 1.5592245090068095, -0.2710694108081686 ], "projected": [ 5.950575162432497, 11.901150324864995 ], "projectedResidual": [ 0.01853431408781603, 0.03706862817563206 ], "drift": 0.058250701418847584 }, { "k": 51, "w": 5.937865918486566, "value": [ 5.937865918486566, 11.875731836973133 ], "tv": [ 7.500585469578507, 11.600468375662807 ], "residual": [ 1.5627195510919405, -0.27526346131032575 ], "projected": [ 5.954811577081141, 11.909623154162283 ], "projectedResidual": [ 0.016945658594575086, 0.03389131718915017 ], "drift": 0.053257784154374654 }, { "k": 52, "w": 5.943191696902003, "value": [ 5.943191696902003, 11.886383393804007 ], "tv": [ 7.509106715043206, 11.607285372034564 ], "residual": [ 1.5659150181412027, -0.27909802176944254 ], "projected": [ 5.958684870474184, 11.917369740948368 ], "projectedResidual": [ 0.01549317357218083, 0.03098634714436166 ], "drift": 0.04869283122685708 }, { "k": 53, "w": 5.948060980024689, "value": [ 5.948060980024689, 11.896121960049378 ], "tv": [ 7.516897568039502, 11.613518054431601 ], "residual": [ 1.568836588014813, -0.28260390561777626 ], "projected": [ 5.962226167290684, 11.924452334581368 ], "projectedResidual": [ 0.014165187265994916, 0.028330374531989833 ], "drift": 0.04451915997884104 }, { "k": 54, "w": 5.952512896022573, "value": [ 5.952512896022573, 11.905025792045146 ], "tv": [ 7.524020633636118, 11.619216506908893 ], "residual": [ 1.571507737613545, -0.2858092851362528 ], "projected": [ 5.965463924380054, 11.930927848760108 ], "projectedResidual": [ 0.012951028357480965, 0.02590205671496193 ], "drift": 0.04070323198065395 }, { "k": 55, "w": 5.956583219220638, "value": [ 5.956583219220638, 11.913166438441277 ], "tv": [ 7.530533150753021, 11.624426520602416 ], "residual": [ 1.5739499315323826, -0.28873991783886055 ], "projected": [ 5.968424159433192, 11.936848318866383 ], "projectedResidual": [ 0.011840940212553441, 0.023681880425106883 ], "drift": 0.03721438352516948 }, { "k": 56, "w": 5.960304657573155, "value": [ 5.960304657573155, 11.92060931514631 ], "tv": [ 7.536487452117049, 11.629189961693637 ], "residual": [ 1.576182794543894, -0.2914193534526728 ], "projected": [ 5.971130660053203, 11.942261320106406 ], "projectedResidual": [ 0.010826002480047947, 0.021652004960095894 ], "drift": 0.03402457922301316 }, { "k": 57, "w": 5.963707115495456, "value": [ 5.963707115495456, 11.927414230990912 ], "tv": [ 7.541931384792731, 11.633545107834184 ], "residual": [ 1.5782242692972748, -0.2938691231567283 ], "projected": [ 5.973605174905787, 11.947210349811574 ], "projectedResidual": [ 0.009898059410330617, 0.019796118820661235 ], "drift": 0.03110818671818283 }, { "k": 58, "w": 5.966817934167274, "value": [ 5.966817934167274, 11.933635868334548 ], "tv": [ 7.546908694667639, 11.637526955734112 ], "residual": [ 1.5800907605003651, -0.29610891260043637 ], "projected": [ 5.975867588485292, 11.951735176970583 ], "projectedResidual": [ 0.00904965431801763, 0.01809930863603526 ], "drift": 0.02844177071376741 }, { "k": 59, "w": 5.969662111238651, "value": [ 5.969662111238651, 11.939324222477302 ], "tv": [ 7.551459377981841, 11.641167502385473 ], "residual": [ 1.58179726674319, -0.2981567200918285 ], "projected": [ 5.977936080900837, 11.955872161801674 ], "projectedResidual": [ 0.008273969662186076, 0.016547939324372152 ], "drift": 0.026003904652587728 }, { "k": 60, "w": 5.972262501703909, "value": [ 5.972262501703909, 11.944525003407819 ], "tv": [ 7.555620002726256, 11.644496002181004 ], "residual": [ 1.5833575010223466, -0.30002900122681453 ], "projected": [ 5.97982727396648, 11.95965454793296 ], "projectedResidual": [ 0.007564772262570685, 0.01512954452514137 ], "drift": 0.023774998539509262 }, { "k": 61, "w": 5.9746400015578605, "value": [ 5.9746400015578605, 11.949280003115721 ], "tv": [ 7.559424002492577, 11.64753920199406 ], "residual": [ 1.5847840009347163, -0.30174080112166024 ], "projected": [ 5.981556364769354, 11.963112729538707 ], "projectedResidual": [ 0.006916363211493248, 0.013832726422986497 ], "drift": 0.02173714152183681 }, { "k": 62, "w": 5.976813715710044, "value": [ 5.976813715710044, 11.953627431420088 ], "tv": [ 7.562901945136071, 11.650321556108857 ], "residual": [ 1.5860882294260268, -0.30330587531123143 ], "projected": [ 5.983137247789124, 11.966274495578247 ], "projectedResidual": [ 0.006323532079079541, 0.012647064158159083 ], "drift": 0.01987395796282243 }, { "k": 63, "w": 5.978801111506327, "value": [ 5.978801111506327, 11.957602223012653 ], "tv": [ 7.566081778410123, 11.652865422728098 ], "residual": [ 1.587280666903796, -0.3047368002845552 ], "projected": [ 5.984582626550056, 11.969165253100112 ], "projectedResidual": [ 0.005781515043729257, 0.011563030087458515 ], "drift": 0.018170475851722934 }, { "k": 64, "w": 5.980618159091499, "value": [ 5.980618159091499, 11.961236318182998 ], "tv": [ 7.568989054546398, 11.65519124363712 ], "residual": [ 1.588370895454899, -0.30604507454587804 ], "projected": [ 5.98590411570291, 11.97180823140582 ], "projectedResidual": [ 0.00528595661141118, 0.01057191322282236 ], "drift": 0.0166130064930039 }, { "k": 65, "w": 5.982279459740799, "value": [ 5.982279459740799, 11.964558919481599 ], "tv": [ 7.571647135585279, 11.657317708468224 ], "residual": [ 1.5893676758444792, -0.3072412110133751 ], "projected": [ 5.987112334356946, 11.974224668713893 ], "projectedResidual": [ 0.004832874616147009, 0.009665749232294019 ], "drift": 0.015189034507889332 }, { "k": 66, "w": 5.983798363191588, "value": [ 5.983798363191588, 11.967596726383176 ], "tv": [ 7.574077381106541, 11.659261904885234 ], "residual": [ 1.5902790179149529, -0.308334821497942 ], "projected": [ 5.988216991412065, 11.97643398282413 ], "projectedResidual": [ 0.0044186282204767835, 0.008837256440953567 ], "drift": 0.013887117264355986 }, { "k": 67, "w": 5.985187074918024, "value": [ 5.985187074918024, 11.970374149836047 ], "tv": [ 7.576299319868838, 11.661039455895072 ], "residual": [ 1.5911122449508142, -0.30933469394097557 ], "projected": [ 5.989226963576745, 11.97845392715349 ], "projectedResidual": [ 0.004039888658721402, 0.008079777317442804 ], "drift": 0.012696792927410883 }, { "k": 68, "w": 5.9864567542107645, "value": [ 5.9864567542107645, 11.972913508421529 ], "tv": [ 7.578330806737224, 11.662664645389778 ], "residual": [ 1.5918740525264594, -0.3102488630317506 ], "projected": [ 5.990150366698739, 11.980300733397478 ], "projectedResidual": [ 0.003693612487974285, 0.00738722497594857 ], "drift": 0.011608496390776324 }, { "k": 69, "w": 5.987617603849842, "value": [ 5.987617603849842, 11.975235207699685 ], "tv": [ 7.580188166159749, 11.664150532927799 ], "residual": [ 1.5925705623099065, -0.3110846747718856 ], "projected": [ 5.990994620981704, 11.981989241963408 ], "projectedResidual": [ 0.0033770171318616704, 0.006754034263723341 ], "drift": 0.010613482414423281 }, { "k": 70, "w": 5.988678952091284, "value": [ 5.988678952091284, 11.977357904182568 ], "tv": [ 7.581886323346055, 11.665509058676843 ], "residual": [ 1.5932073712547705, -0.31184884550572534 ], "projected": [ 5.991766510611843, 11.983533021223685 ], "projectedResidual": [ 0.003087558520558531, 0.006175117041117062 ], "drift": 0.009703755350330745 }, { "k": 71, "w": 5.989649327626317, "value": [ 5.989649327626317, 11.979298655252634 ], "tv": [ 7.583438924202108, 11.666751139361686 ], "residual": [ 1.5937895965757907, -0.3125475158909481 ], "projected": [ 5.9924722382736855, 11.984944476547371 ], "projectedResidual": [ 0.002822910647368282, 0.005645821294736564 ], "drift": 0.00887200489173079 }, { "k": 72, "w": 5.9905365281154905, "value": [ 5.9905365281154905, 11.981073056230981 ], "tv": [ 7.584858444984786, 11.66788675598783 ], "residual": [ 1.594321916869295, -0.3131863002431512 ], "projected": [ 5.993117474993086, 11.986234949986171 ], "projectedResidual": [ 0.002580946877595025, 0.00516189375519005 ], "drift": 0.00811154732958208 }, { "k": 73, "w": 5.991347682848449, "value": [ 5.991347682848449, 11.982695365696898 ], "tv": [ 7.5861562925575186, 11.668925034046016 ], "residual": [ 1.5948086097090695, -0.31377033165088264 ], "projected": [ 5.993707405707964, 11.987414811415928 ], "projectedResidual": [ 0.00235972285951469, 0.00471944571902938 ], "drift": 0.007416271844189026 }, { "k": 74, "w": 5.992089310032868, "value": [ 5.992089310032868, 11.984178620065736 ], "tv": [ 7.587342896052588, 11.66987431684207 ], "residual": [ 1.5952535860197203, -0.31430430322366476 ], "projected": [ 5.994246770932995, 11.98849354186599 ], "projectedResidual": [ 0.0021574609001273615, 0.004314921800254723 ], "drift": 0.006780591400401548 }, { "k": 75, "w": 5.992767369172908, "value": [ 5.992767369172908, 11.985534738345816 ], "tv": [ 7.588427790676652, 11.670742232541322 ], "residual": [ 1.5956604215037444, -0.314792505804494 ], "projected": [ 5.9947399048530245, 11.989479809706049 ], "projectedResidual": [ 0.0019725356801165717, 0.003945071360233143 ], "drift": 0.006199397851795574 }, { "k": 76, "w": 5.993387308958088, "value": [ 5.993387308958088, 11.986774617916176 ], "tv": [ 7.589419694332941, 11.671535755466353 ], "residual": [ 1.596032385374853, -0.3152388624498226 ], "projected": [ 5.995190770151337, 11.990381540302675 ], "projectedResidual": [ 0.0018034611932495892, 0.0036069223864991784 ], "drift": 0.005668020893070391 }, { "k": 77, "w": 5.993954111047395, "value": [ 5.993954111047395, 11.98790822209479 ], "tv": [ 7.590326577675832, 11.672261262140665 ], "residual": [ 1.596372466628437, -0.3156469599541243 ], "projected": [ 5.995602989852651, 11.991205979705303 ], "projectedResidual": [ 0.0016488788052564374, 0.0032977576105128747 ], "drift": 0.005182190530806707 }, { "k": 78, "w": 5.994472330100476, "value": [ 5.994472330100476, 11.988944660200952 ], "tv": [ 7.5911557281607625, 11.672924582528609 ], "residual": [ 1.5966833980602866, -0.3160200776723432 ], "projected": [ 5.99597987643671, 11.99195975287342 ], "projectedResidual": [ 0.0015075463362341779, 0.0030150926724683558 ], "drift": 0.004738002771023098 }, { "k": 79, "w": 5.994946130377578, "value": [ 5.994946130377578, 11.989892260755155 ], "tv": [ 7.591913808604124, 11.6735310468833 ], "residual": [ 1.5969676782265463, -0.3163612138718559 ], "projected": [ 5.996324458456421, 11.992648916912842 ], "projectedResidual": [ 0.001378328078843083, 0.002756656157686166 ], "drift": 0.004331888247793181 }, { "k": 80, "w": 5.995379319202357, "value": [ 5.995379319202357, 11.990758638404714 ], "tv": [ 7.592606910723772, 11.674085528579017 ], "residual": [ 1.5972275915214151, -0.31667310982569674 ], "projected": [ 5.996639504874442, 11.993279009748884 ], "projectedResidual": [ 0.001260185672085079, 0.002520371344170158 ], "drift": 0.003960583540839835 }, { "k": 81, "w": 5.99577537755644, "value": [ 5.99577537755644, 11.99155075511288 ], "tv": [ 7.593240604090305, 11.674592483272244 ], "residual": [ 1.5974652265338642, -0.31695827184063674 ], "projected": [ 5.996927547313776, 11.993855094627552 ], "projectedResidual": [ 0.0011521697573355638, 0.0023043395146711276 ], "drift": 0.0036211049516250426 }, { "k": 82, "w": 5.996137488051603, "value": [ 5.996137488051603, 11.992274976103205 ], "tv": [ 7.593819980882564, 11.675055984706052 ], "residual": [ 1.5976824928309616, -0.31721899139715326 ], "projected": [ 5.997190900401167, 11.994381800802334 ], "projectedResidual": [ 0.0010534123495640202, 0.0021068246991280404 ], "drift": 0.0033107245271999375 }, { "k": 83, "w": 5.996468560504323, "value": [ 5.996468560504323, 11.992937121008646 ], "tv": [ 7.594349696806917, 11.675479757445533 ], "residual": [ 1.5978811363025942, -0.31745736356311305 ], "projected": [ 5.997431680366781, 11.994863360733563 ], "projectedResidual": [ 0.0009631198624582282, 0.0019262397249164565 ], "drift": 0.003026948139154051 }, { "k": 84, "w": 5.996771255318238, "value": [ 5.996771255318238, 11.993542510636477 ], "tv": [ 7.5948340085091814, 11.675867206807347 ], "residual": [ 1.598062753190943, -0.31767530382913023 ], "projected": [ 5.9976518220496295, 11.995303644099259 ], "projectedResidual": [ 0.0008805667313911414, 0.0017611334627822828 ], "drift": 0.0027674954415122244 }, { "k": 85, "w": 5.99704800486239, "value": [ 5.99704800486239, 11.99409600972478 ], "tv": [ 7.595276807779824, 11.67622144622386 ], "residual": [ 1.5982288029174336, -0.31787456350092036 ], "projected": [ 5.997853094445375, 11.99570618889075 ], "projectedResidual": [ 0.0008050895829851967, 0.0016101791659703935 ], "drift": 0.002530281546525792 }, { "k": 86, "w": 5.997301033017043, "value": [ 5.997301033017043, 11.994602066034085 ], "tv": [ 7.595681652827269, 11.676545322261816 ], "residual": [ 1.598380619810226, -0.318056743772269 ], "projected": [ 5.998037114921487, 11.996074229842973 ], "projectedResidual": [ 0.0007360819044439637, 0.0014721638088879274 ], "drift": 0.002313400271108712 }, { "k": 87, "w": 5.997532373044153, "value": [ 5.997532373044153, 11.995064746088307 ], "tv": [ 7.596051796870645, 11.676841437496517 ], "residual": [ 1.5985194238264917, -0.31822330859179004 ], "projected": [ 5.99820536221393, 11.99641072442786 ], "projectedResidual": [ 0.000672989169776983, 0.001345978339553966 ], "drift": 0.0021151088193001044 }, { "k": 88, "w": 5.997743883926083, "value": [ 5.997743883926083, 11.995487767852167 ], "tv": [ 7.596390214281733, 11.677112171425387 ], "residual": [ 1.59864633035565, -0.3183755964267796 ], "projected": [ 5.9983591883098795, 11.996718376619759 ], "projectedResidual": [ 0.0006153043837962002, 0.0012306087675924005 ], "drift": 0.0019338137776454545 }, { "k": 89, "w": 5.997937265303848, "value": [ 5.997937265303848, 11.995874530607695 ], "tv": [ 7.596699624486156, 11.677359699588926 ], "residual": [ 1.5987623591823086, -0.3185148310187689 ], "projected": [ 5.99849982931189, 11.99699965862378 ], "projectedResidual": [ 0.0005625640080424432, 0.0011251280160848864 ], "drift": 0.0017680583109900283 }, { "k": 90, "w": 5.998114071134947, "value": [ 5.998114071134947, 11.996228142269894 ], "tv": [ 7.596982513815915, 11.677586011052732 ], "residual": [ 1.5988684426809678, -0.3186421312171621 ], "projected": [ 5.998628415370871, 11.997256830741742 ], "projectedResidual": [ 0.0005143442359241135, 0.001028688471848227 ], "drift": 0.0016165104557623877 }, { "k": 91, "w": 5.998275722180523, "value": [ 5.998275722180523, 11.996551444361046 ], "tv": [ 7.597241155488836, 11.67779292439107 ], "residual": [ 1.5989654333083134, -0.3187585199699754 ], "projected": [ 5.998745979767654, 11.997491959535308 ], "projectedResidual": [ 0.00047025758713115096, 0.0009405151742623019 ], "drift": 0.0014779524166970148 }, { "k": 92, "w": 5.998423517422193, "value": [ 5.998423517422193, 11.996847034844386 ], "tv": [ 7.597477627875509, 11.677982102300408 ], "residual": [ 1.5990541104533165, -0.31886493254397763 ], "projected": [ 5.998853467216142, 11.997706934432284 ], "projectedResidual": [ 0.00042994979394883615, 0.0008598995878976723 ], "drift": 0.001351270780980407 }, { "k": 93, "w": 5.9985586445002905, "value": [ 5.9985586445002905, 11.997117289000581 ], "tv": [ 7.5976938312004645, 11.678155064960372 ], "residual": [ 1.599135186700174, -0.31896222404020946 ], "projected": [ 5.998951741454757, 11.997903482909514 ], "projectedResidual": [ 0.000393096954466543, 0.000786193908933086 ], "drift": 0.0012354475711822133 }, { "k": 94, "w": 5.9986821892574085, "value": [ 5.9986821892574085, 11.997364378514817 ], "tv": [ 7.597891502811853, 11.678313202249484 ], "residual": [ 1.5992093135544447, -0.31905117626533297 ], "projected": [ 5.999041592187207, 11.998083184374414 ], "projectedResidual": [ 0.0003594029297984136, 0.0007188058595968272 ], "drift": 0.0011295520650813629 }, { "k": 95, "w": 5.998795144463917, "value": [ 5.998795144463917, 11.997590288927833 ], "tv": [ 7.598072231142266, 11.678457784913814 ], "residual": [ 1.5992770866783497, -0.3191325040140196 ], "projected": [ 5.999123741428304, 11.998247482856607 ], "projectedResidual": [ 0.000328596964386918, 0.000657193928773836 ], "drift": 0.001032733316645107 }, { "k": 96, "w": 5.998898417795581, "value": [ 5.998898417795581, 11.997796835591162 ], "tv": [ 7.598237468472929, 11.678589974778344 ], "residual": [ 1.5993390506773482, -0.3192068608128178 ], "projected": [ 5.999198849305877, 11.998397698611754 ], "projectedResidual": [ 0.0003004315102961286, 0.0006008630205922572 ], "drift": 0.0009442133180765921 }, { "k": 97, "w": 5.998992839127388, "value": [ 5.998992839127388, 11.997985678254777 ], "tv": [ 7.598388542603821, 11.678710834083057 ], "residual": [ 1.599395703476433, -0.31927484417171925 ], "projected": [ 5.9992675193653735, 11.998535038730747 ], "projectedResidual": [ 0.0002746802379851587, 0.0005493604759703175 ], "drift": 0.0008632807479553861 }, { "k": 98, "w": 5.999079167202184, "value": [ 5.999079167202184, 11.998158334404367 ], "tv": [ 7.598526667523494, 11.678821334018796 ], "residual": [ 1.5994475003213102, -0.31933700038557156 ], "projected": [ 5.999330303419771, 11.998660606839541 ], "projectedResidual": [ 0.0002511362175869891, 0.0005022724351739782 ], "drift": 0.000789285255273775 }, { "k": 99, "w": 5.9991580957277115, "value": [ 5.9991580957277115, 11.998316191455423 ], "tv": [ 7.598652953164338, 11.67892236253147 ], "residual": [ 1.5994948574366266, -0.3193938289239533 ], "projected": [ 5.99938770598379, 11.99877541196758 ], "projectedResidual": [ 0.00022961025607859398, 0.00045922051215718795 ], "drift": 0.0007216322333931657 }, { "k": 100, "w": 5.999230258951051, "value": [ 5.999230258951051, 11.998460517902101 ], "tv": [ 7.598768414321681, 11.679014731457345 ], "residual": [ 1.59953815537063, -0.3194457864447564 ], "projected": [ 5.9994401883280375, 11.998880376656075 ], "projectedResidual": [ 0.00020992937698682823, 0.00041985875397365646 ], "drift": 0.0006597780419594912 }, { "k": 101, "w": 5.999296236755247, "value": [ 5.999296236755247, 11.998592473510493 ], "tv": [ 7.598873978808395, 11.679099183046716 ], "residual": [ 1.5995777420531487, -0.31949329046377706 ], "projected": [ 5.999488172185635, 11.99897634437127 ], "projectedResidual": [ 0.0001919354303883125, 0.000383870860776625 ], "drift": 0.0006032256383630141 }, { "k": 102, "w": 5.999356559319083, "value": [ 5.999356559319083, 11.998713118638166 ], "tv": [ 7.5989704949105334, 11.679176395928426 ], "residual": [ 1.5996139355914503, -0.3195367227097403 ], "projected": [ 5.999532043141152, 11.999064086282305 ], "projectedResidual": [ 0.00017548382206911128, 0.00035096764413822257 ], "drift": 0.0005515205836452708 }, { "k": 103, "w": 5.999411711377448, "value": [ 5.999411711377448, 11.998823422754896 ], "tv": [ 7.599058738203917, 11.679246990563133 ], "residual": [ 1.599647026826469, -0.3195764321917629 ], "projected": [ 5.999572153729053, 11.999144307458106 ], "projectedResidual": [ 0.0001604423516052833, 0.0003208847032105666 ], "drift": 0.0005042473907614919 }, { "k": 104, "w": 5.999462136116524, "value": [ 5.999462136116524, 11.998924272233047 ], "tv": [ 7.5991394177864375, 11.67931153422915 ], "residual": [ 1.5996772816699139, -0.31961273800389733 ], "projected": [ 5.999608826266563, 11.999217652533126 ], "projectedResidual": [ 0.00014669015003931918, 0.00029338030007863836 ], "drift": 0.0004610261858397635 }, { "k": 105, "w": 5.999508238735108, "value": [ 5.999508238735108, 11.999016477470215 ], "tv": [ 7.5992131819761735, 11.679370545580937 ], "residual": [ 1.5997049432410657, -0.31964593188927815 ], "projected": [ 5.999642355443715, 11.99928471088743 ], "projectedResidual": [ 0.0001341167086073014, 0.0002682334172146028 ], "drift": 0.00042150965562459675 }, { "k": 106, "w": 5.99955038970067, "value": [ 5.99955038970067, 11.99910077940134 ], "tv": [ 7.599280623521073, 11.679424498816857 ], "residual": [ 1.5997302338204031, -0.31967628058448305 ], "projected": [ 5.999673010691398, 11.999346021382795 ], "projectedResidual": [ 0.00012262099072746224, 0.0002452419814549245 ], "drift": 0.00038538025657075536 }, { "k": 107, "w": 5.999588927726327, "value": [ 5.999588927726327, 11.999177855452654 ], "tv": [ 7.599342284362123, 11.679473827489698 ], "residual": [ 1.5997533566357962, -0.31970402796295616 ], "projected": [ 5.999701038346419, 11.999402076692839 ], "projectedResidual": [ 0.00011211062009230943, 0.00022422124018461886 ], "drift": 0.0003523476631510647 }, { "k": 108, "w": 5.999624162492642, "value": [ 5.999624162492642, 11.999248324985285 ], "tv": [ 7.599398659988228, 11.679518927990582 ], "residual": [ 1.599774497495586, -0.3197293969947026 ], "projected": [ 5.999726663631013, 11.999453327262026 ], "projectedResidual": [ 0.0001025011383708474, 0.0002050022767416948 ], "drift": 0.0003221464348808212 }, { "k": 109, "w": 5.99965637713613, "value": [ 5.99965637713613, 11.99931275427226 ], "tv": [ 7.599450203417808, 11.679560162734248 ], "residual": [ 1.5997938262816778, -0.3197525915380126 ], "projected": [ 5.999750092462641, 11.999500184925282 ], "projectedResidual": [ 0.00009371532651059056, 0.00018743065302118112 ], "drift": 0.00029453388332001396 }, { "k": 110, "w": 5.999685830524462, "value": [ 5.999685830524462, 11.999371661048924 ], "tv": [ 7.59949732883914, 11.679597863071312 ], "residual": [ 1.5998114983146783, -0.3197737979776125 ], "projected": [ 5.9997715131087, 11.9995430262174 ], "projectedResidual": [ 0.00008568258423835573, 0.00017136516847671146 ], "drift": 0.00026928812189197515 }, { "k": 111, "w": 5.999712759336651, "value": [ 5.999712759336651, 11.999425518673302 ], "tv": [ 7.599540414938643, 11.679632331950913 ], "residual": [ 1.5998276556019917, -0.3197931867223893 ], "projected": [ 5.999791097699383, 11.999582195398766 ], "projectedResidual": [ 0.00007833836273185568, 0.00015667672546371136 ], "drift": 0.0002462062828731959 }, { "k": 112, "w": 5.999737379964938, "value": [ 5.999737379964938, 11.999474759929877 ], "tv": [ 7.599579807943902, 11.67966384635512 ], "residual": [ 1.599842427978964, -0.3198109135747558 ], "projected": [ 5.999809003610865, 11.99961800722173 ], "projectedResidual": [ 0.00007162364592705472, 0.00014324729185410945 ], "drift": 0.00022510288719868043 }, { "k": 113, "w": 5.999759890253658, "value": [ 5.999759890253658, 11.999519780507317 ], "tv": [ 7.599615824405854, 11.679692659524683 ], "residual": [ 1.5998559341521954, -0.3198271209826338 ], "projected": [ 5.999825374729934, 11.999650749459867 ], "projectedResidual": [ 0.00006548447627530152, 0.00013096895255060303 ], "drift": 0.00020580835400973996 }, { "k": 114, "w": 5.99978047108906, "value": [ 5.99978047108906, 11.99956094217812 ], "tv": [ 7.599648753742496, 11.679719002993998 ], "residual": [ 1.5998682826534365, -0.31984193918412096 ], "projected": [ 5.999840342610227, 11.999680685220454 ], "projectedResidual": [ 0.000059871521167487174, 0.00011974304233497435 ], "drift": 0.0001881676379511532 }, { "k": 115, "w": 5.999799287852855, "value": [ 5.999799287852855, 11.99959857570571 ], "tv": [ 7.599678860564568, 11.679743088451655 ], "residual": [ 1.5998795727117132, -0.31985548725405444 ], "projected": [ 5.9998540275293495, 11.999708055058699 ], "projectedResidual": [ 0.00005473967649471945, 0.0001094793529894389 ], "drift": 0.00017203898327000644 }, { "k": 116, "w": 5.999816491751182, "value": [ 5.999816491751182, 11.999632983502364 ], "tv": [ 7.599706386801891, 11.679765109441513 ], "residual": [ 1.5998898950507092, -0.3198678740608507 ], "projected": [ 5.999866539455406, 11.999733078910811 ], "projectedResidual": [ 0.00005004770422356586, 0.00010009540844713172 ], "drift": 0.0001572927847037775 }, { "k": 117, "w": 5.999832221029653, "value": [ 5.999832221029653, 11.999664442059306 ], "tv": [ 7.599731553647445, 11.679785242917955 ], "residual": [ 1.5998993326177917, -0.31987919914135077 ], "projected": [ 5.999877978930656, 11.999755957861312 ], "projectedResidual": [ 0.00004575790100336263, 0.00009151580200672527 ], "drift": 0.0001438105460147554 }, { "k": 118, "w": 5.999846602084254, "value": [ 5.999846602084254, 11.999693204168508 ], "tv": [ 7.599754563334807, 11.679803650667846 ], "residual": [ 1.599907961250553, -0.31988955350066206 ], "projected": [ 5.999888437879458, 11.999776875758917 ], "projectedResidual": [ 0.000041835795204114845, 0.00008367159040822969 ], "drift": 0.0001314839277846147 }, { "k": 119, "w": 5.999859750477032, "value": [ 5.999859750477032, 11.999719500954065 ], "tv": [ 7.599775600763252, 11.679820480610601 ], "residual": [ 1.5999158502862194, -0.3198990203434633 ], "projected": [ 5.999898000346933, 11.999796000693866 ], "projectedResidual": [ 0.00003824986990075274, 0.00007649973980150548 ], "drift": 0.00012021387683169849 }, { "k": 120, "w": 5.999871771864716, "value": [ 5.999871771864716, 11.999743543729432 ], "tv": [ 7.5997948349835465, 11.679835867986835 ], "residual": [ 1.5999230631188306, -0.3199076757425967 ], "projected": [ 5.999906743174339, 11.999813486348678 ], "projectedResidual": [ 0.00003497130962326622, 0.00006994261924653244 ], "drift": 0.0001099098302459467 } ], "scope": "固定策略的确定性平均TD更新；权重d改变，转移P不变。|A|<1e−12不显示不稳定比值根。" }, { "key": "reweighted", "d": [ 0.99, 0.01 ], "P": [ [ 0, 1 ], [ 0.4, 0.6 ] ], "r": [ -2, 4 ], "phi": [ 1, 2 ], "C": 1.03, "A": -0.5796000000000001, "b": -1.9, "projector": [ [ 0.9611650485436893, 0.019417475728155338 ], [ 1.9223300970873787, 0.038834951456310676 ] ], "coefficient": 1.562718446601942, "root": 3.278122843340234, "rootSuppressed": false, "rate": 0.1, "meanIterationFactor": 1.05796, "stableMeanIteration": false, "rows": [ { "k": 0, "w": 0, "value": [ 0, 0 ], "tv": [ -2, 4 ], "residual": [ -2, 4 ], "projected": [ -1.8446601941747574, -3.6893203883495147 ], "projectedResidual": [ -1.8446601941747574, -3.6893203883495147 ], "drift": -1.9 }, { "k": 1, "w": -0.19, "value": [ -0.19, -0.38 ], "tv": [ -2.3040000000000003, 3.7568 ], "residual": [ -2.1140000000000003, 4.1368 ], "projected": [ -2.1415766990291267, -4.2831533980582535 ], "projectedResidual": [ -1.9515766990291268, -3.9031533980582536 ], "drift": -2.010124 }, { "k": 2, "w": -0.3910124, "value": [ -0.3910124, -0.7820248 ], "tv": [ -2.62561984, 3.499504128 ], "residual": [ -2.23460744, 4.281528928 ], "projected": [ -2.4557024845048545, -4.911404969009709 ], "projectedResidual": [ -2.0646900845048544, -4.129380169009709 ], "drift": -2.12663078704 }, { "k": 3, "w": -0.603675478704, "value": [ -0.603675478704, -1.207350957408 ], "tv": [ -2.9658807659264, 3.22729538725888 ], "residual": [ -2.3622052872224, 4.43464634466688 ], "projected": [ -2.788035000506756, -5.576070001013512 ], "projectedResidual": [ -2.184359521802756, -4.368719043605512 ], "drift": -2.2498903074568384 }, { "k": 4, "w": -0.8286645094496838, "value": [ -0.8286645094496838, -1.6573290188993677 ], "tv": [ -3.3258632151194942, 2.9393094279044045 ], "residual": [ -2.4971987056698106, 4.596638446803772 ], "projected": [ -3.1396295091361277, -6.279259018272255 ], "projectedResidual": [ -2.310964999686444, -4.621929999372888 ], "drift": -2.3802939496770366 }, { "k": 5, "w": -1.0666939044173875, "value": [ -1.0666939044173875, -2.133387808834775 ], "tv": [ -3.70671024706782, 2.634631802345744 ], "residual": [ -2.6400163426504326, 4.768019611180518 ], "projected": [ -3.5116024354856576, -7.023204870971315 ], "projectedResidual": [ -2.44490853106827, -4.88981706213654 ], "drift": -2.5182557870003177 }, { "k": 6, "w": -1.3185194831174194, "value": [ -1.3185194831174194, -2.637038966234839 ], "tv": [ -4.109631172987871, 2.312295061609703 ], "residual": [ -2.791111689870452, 4.949334027844541 ], "projected": [ -3.9051349126464068, -7.8102698252928136 ], "projectedResidual": [ -2.5866154295289876, -5.173230859057975 ], "drift": -2.6642138924148564 }, { "k": 7, "w": -1.5849408723589051, "value": [ -1.5849408723589051, -3.1698817447178103 ], "tv": [ -4.535905395774249, 1.9712756833806013 ], "residual": [ -2.9509645234153434, 5.141157428098412 ], "projected": [ -4.321476532183392, -8.642953064366784 ], "projectedResidual": [ -2.736535659824487, -5.473071319648974 ], "drift": -2.8186317296192214 }, { "k": 8, "w": -1.8668040453208272, "value": [ -1.8668040453208272, -3.7336080906416544 ], "tv": [ -4.986886472513324, 1.610490821989341 ], "residual": [ -3.1200824271924965, 5.3440989126309955 ], "projected": [ -4.761949311988741, -9.523898623977482 ], "projectedResidual": [ -2.895145266667914, -5.790290533335828 ], "drift": -2.9819996246679517 }, { "k": 9, "w": -2.1650040077876223, "value": [ -2.1650040077876223, -4.3300080155752445 ], "tv": [ -5.464006412460195, 1.2287948700318436 ], "residual": [ -3.299002404672573, 5.558802885607088 ], "projected": [ -5.227951894111609, -10.455903788223218 ], "projectedResidual": [ -3.0629478863239865, -6.125895772647973 ], "drift": -3.154836322913706 }, { "k": 10, "w": -2.480487640078993, "value": [ -2.480487640078993, -4.960975280157986 ], "tv": [ -5.968780224126389, 0.8249758206988886 ], "residual": [ -3.488292584047396, 5.785951100856875 ], "projected": [ -5.7209639858943175, -11.441927971788635 ], "projectedResidual": [ -3.2404763458153245, -6.480952691630649 ], "drift": -3.3376906361897847 }, { "k": 11, "w": -2.8142567036979713, "value": [ -2.8142567036979713, -5.628513407395943 ], "tv": [ -6.5028107259167545, 0.3977514192665961 ], "residual": [ -3.688554022218783, 6.026264826662539 ], "projected": [ -6.242551058516753, -12.485102117033506 ], "projectedResidual": [ -3.4282943548187816, -6.856588709637563 ], "drift": -3.5311431854633444 }, { "k": 12, "w": -3.1673710222443057, "value": [ -3.1673710222443057, -6.334742044488611 ], "tv": [ -7.067793635590889, -0.054234908472711396 ], "residual": [ -3.9004226133465836, 6.2805071360159 ], "projected": [ -6.794369317868383, -13.588738635736766 ], "projectedResidual": [ -3.626998295624077, -7.253996591248154 ], "drift": -3.7358082444928 }, { "k": 13, "w": -3.5409518466935856, "value": [ -3.5409518466935856, -7.081903693387171 ], "tv": [ -7.665522954709737, -0.5324183637677891 ], "residual": [ -4.124571108016152, 6.549485329619382 ], "projected": [ -7.3781709635320345, -14.756341927064069 ], "projectedResidual": [ -3.837219116838449, -7.674438233676898 ], "drift": -3.9523356903436024 }, { "k": 14, "w": -3.936185415727946, "value": [ -3.936185415727946, -7.872370831455892 ], "tv": [ -8.297896665164714, -1.0383173321317711 ], "residual": [ -4.361711249436768, 6.834053499324121 ], "projected": [ -7.995809752578352, -15.991619505156704 ], "projectedResidual": [ -4.059624336850407, -8.119248673700813 ], "drift": -4.181413066955917 }, { "k": 15, "w": -4.354326722423537, "value": [ -4.354326722423537, -8.708653444847075 ], "tv": [ -8.966922755877661, -1.5735382047021282 ], "residual": [ -4.612596033454124, 7.1351152401449465 ], "projected": [ -8.649246885837794, -17.298493771675588 ], "projectedResidual": [ -4.294920163414257, -8.589840326828513 ], "drift": -4.423767768316683 }, { "k": 16, "w": -4.796703499255206, "value": [ -4.796703499255206, -9.593406998510412 ], "tv": [ -9.67472559880833, -2.1397804790466637 ], "residual": [ -4.878022099553124, 7.453626519463748 ], "projected": [ -9.34055723534095, -18.6811144706819 ], "projectedResidual": [ -4.543853736085745, -9.08770747217149 ], "drift": -4.680169348168318 }, { "k": 17, "w": -5.2647204340720375, "value": [ -5.2647204340720375, -10.529440868144075 ], "tv": [ -10.42355269451526, -2.7388421556122085 ], "residual": [ -5.158832260443223, 7.7905987125318665 ], "projected": [ -10.071935932701313, -20.143871865402627 ], "projectedResidual": [ -4.807215498629276, -9.614430997258552 ], "drift": -4.951431963588154 }, { "k": 18, "w": -5.759863630430853, "value": [ -5.759863630430853, -11.519727260861705 ], "tv": [ -11.215781808689364, -3.372625446951492 ], "residual": [ -5.4559181782585116, 8.147101813910213 ], "projected": [ -10.84570533936068, -21.69141067872136 ], "projectedResidual": [ -5.085841708929828, -10.171683417859656 ], "drift": -5.238416960197723 }, { "k": 19, "w": -6.283705326450625, "value": [ -6.283705326450625, -12.56741065290125 ], "tv": [ -12.053928522321002, -4.0431428178568005 ], "residual": [ -5.7702231958703765, 8.52426783504445 ], "projected": [ -11.664322420830027, -23.328644841660054 ], "projectedResidual": [ -5.380617094379402, -10.761234188758804 ], "drift": -5.542035607210783 }, { "k": 20, "w": -6.837908887171704, "value": [ -6.837908887171704, -13.675817774343408 ], "tv": [ -12.940654219474727, -4.752523375579782 ], "residual": [ -6.102745332303023, 8.923294398763625 ], "projected": [ -12.530386548341335, -25.06077309668267 ], "projectedResidual": [ -5.692477661169631, -11.384955322339263 ], "drift": -5.86325199100472 }, { "k": 21, "w": -7.424234086272175, "value": [ -7.424234086272175, -14.84846817254435 ], "tv": [ -13.878774538035481, -5.503019630428383 ], "residual": [ -6.454540451763306, 9.345448542115967 ], "projected": [ -13.446647752683198, -26.893295505366396 ], "projectedResidual": [ -6.022413666411023, -12.044827332822045 ], "drift": -6.203086076403354 }, { "k": 22, "w": -8.044542693912511, "value": [ -8.044542693912511, -16.089085387825023 ], "tv": [ -14.87126831026002, -6.297014648208016 ], "residual": [ -6.826725616347508, 9.792070739617007 ], "projected": [ -14.416015456428717, -28.832030912857434 ], "projectedResidual": [ -6.3714727625162055, -12.742945525032411 ], "drift": -6.562616945391692 }, { "k": 23, "w": -8.700804388451681, "value": [ -8.700804388451681, -17.401608776903362 ], "tv": [ -15.92128702152269, -7.137029617218154 ], "residual": [ -7.2204826330710095, 10.264579159685209 ], "projected": [ -15.441567712283327, -30.883135424566653 ], "projectedResidual": [ -6.740763323831645, -13.48152664766329 ], "drift": -6.942986223546596 }, { "k": 24, "w": -9.395103010806341, "value": [ -9.395103010806341, -18.790206021612683 ], "tv": [ -17.032164817290145, -8.025731853832117 ], "residual": [ -7.637061806483803, 10.764474167780566 ], "projected": [ -16.526560976887268, -33.053121953774536 ], "projectedResidual": [ -7.1314579660809265, -14.262915932161853 ], "drift": -7.345401705063356 }, { "k": 25, "w": -10.129643181312677, "value": [ -10.129643181312677, -20.259286362625353 ], "tv": [ -18.207429090100284, -8.965943272080228 ], "residual": [ -8.077785908787607, 11.293343090545125 ], "projected": [ -17.674440451107653, -35.348880902215306 ], "projectedResidual": [ -7.544797269794977, -15.089594539589953 ], "drift": -7.771141187888828 }, { "k": 26, "w": -10.90675730010156, "value": [ -10.90675730010156, -21.81351460020312 ], "tv": [ -19.4508116801625, -9.960649344129997 ], "residual": [ -8.544054380060938, 11.852865256073123 ], "projected": [ -18.88885101965386, -37.77770203930772 ], "projectedResidual": [ -7.982093719552299, -15.964187439104599 ], "drift": -8.221556531138866 }, { "k": 27, "w": -11.728912953215447, "value": [ -11.728912953215447, -23.457825906430894 ], "tv": [ -20.766260725144715, -11.013008580115773 ], "residual": [ -9.037347771929268, 12.444817326315121 ], "projected": [ -20.173648824752995, -40.34729764950599 ], "projectedResidual": [ -8.444735871537548, -16.889471743075095 ], "drift": -8.698077947683675 }, { "k": 28, "w": -12.598720747983815, "value": [ -12.598720747983815, -25.19744149596763 ], "tv": [ -22.157953196774105, -12.126362557419284 ], "residual": [ -9.55923244879029, 13.071078938548347 ], "projected": [ -21.53291351063568, -43.06582702127136 ], "projectedResidual": [ -8.934192762651865, -17.86838552530373 ], "drift": -9.202218545531421 }, { "k": 29, "w": -13.518942602536958, "value": [ -13.518942602536958, -27.037885205073916 ], "tv": [ -23.630308164059134, -13.304246531247305 ], "residual": [ -10.111365561522176, 13.733638673826611 ], "projected": [ -22.970961177712123, -45.941922355424246 ], "projectedResidual": [ -9.452018575175165, -18.90403715035033 ], "drift": -9.735579132430422 }, { "k": 30, "w": -14.49250051578, "value": [ -14.49250051578, -28.98500103156 ], "tv": [ -25.188000825248, -14.550400660198399 ], "residual": [ -10.695500309468, 14.4346003713616 ], "projected": [ -24.49235808757232, -48.98471617514464 ], "projectedResidual": [ -9.99985757179232, -19.99971514358464 ], "drift": -10.29985329894609 }, { "k": 31, "w": -15.522485845674609, "value": [ -15.522485845674609, -31.044971691349218 ], "tv": [ -26.835977353079375, -15.868781882463498 ], "residual": [ -11.313491507404766, 15.17618980888572 ], "projected": [ -26.10193516232801, -52.20387032465602 ], "projectedResidual": [ -10.579449316653402, -21.158898633306805 ], "drift": -10.896832796153005 }, { "k": 32, "w": -16.61216912528991, "value": [ -16.61216912528991, -33.22433825057982 ], "tv": [ -28.579470600463857, -17.263576480371086 ], "residual": [ -11.967301475173947, 15.960761770208734 ], "projected": [ -27.804803324336543, -55.609606648673086 ], "projectedResidual": [ -11.192634199046633, -22.385268398093267 ], "drift": -11.528413225018033 }, { "k": 33, "w": -17.765010447791713, "value": [ -17.765010447791713, -35.53002089558343 ], "tv": [ -30.424016716466742, -18.739213373173392 ], "residual": [ -12.659006268675029, 16.790807522410034 ], "projected": [ -29.60636972501509, -59.21273945003018 ], "projectedResidual": [ -11.841359277223376, -23.68271855444675 ], "drift": -12.19660005554008 }, { "k": 34, "w": -18.98467045334572, "value": [ -18.98467045334572, -37.96934090669144 ], "tv": [ -32.375472725353156, -20.300378180282525 ], "residual": [ -13.390802272007434, 17.668962726408918 ], "projected": [ -31.51235491427697, -63.02470982855394 ], "projectedResidual": [ -12.527684460931248, -25.055368921862495 ], "drift": -12.903514994759183 }, { "k": 35, "w": -20.27502195282164, "value": [ -20.27502195282164, -40.55004390564328 ], "tv": [ -34.44003512451462, -21.9520280996117 ], "residual": [ -14.165013171692983, 18.59801580603158 ], "projected": [ -33.52881100510846, -67.05762201021692 ], "projectedResidual": [ -13.25378905228682, -26.50757810457364 ], "drift": -13.651402723855425 }, { "k": 36, "w": -21.64016222520718, "value": [ -21.64016222520718, -43.28032445041436 ], "tv": [ -36.62425956033149, -23.699407648265193 ], "residual": [ -14.984097335124307, 19.58091680214917 ], "projected": [ -35.662140890964544, -71.32428178192909 ], "projectedResidual": [ -14.021978665757363, -28.043957331514726 ], "drift": -14.442638025730085 }, { "k": 37, "w": -23.08442602778019, "value": [ -23.08442602778019, -46.16885205556038 ], "tv": [ -38.9350816444483, -25.548065315558645 ], "residual": [ -15.850655616668114, 20.620786740001734 ], "projected": [ -37.919118577004845, -75.83823715400969 ], "projectedResidual": [ -14.834692549224656, -29.66938509844931 ], "drift": -15.2797333257014 }, { "k": 38, "w": -24.61239936035033, "value": [ -24.61239936035033, -49.22479872070066 ], "tv": [ -41.379838976560535, -27.503871181248424 ], "residual": [ -16.767439616210204, 21.720927539452237 ], "projected": [ -40.306910689728056, -80.61382137945611 ], "projectedResidual": [ -15.694511329377725, -31.38902265875545 ], "drift": -16.165346669259055 }, { "k": 39, "w": -26.228934027276235, "value": [ -26.228934027276235, -52.45786805455247 ], "tv": [ -43.96629444364198, -29.57303555491358 ], "residual": [ -17.737360416365743, 22.88483249963889 ], "projected": [ -42.833099233304694, -85.66619846660939 ], "projectedResidual": [ -16.60416520602846, -33.20833041205692 ], "drift": -17.102290162209307 }, { "k": 40, "w": -27.939163043497167, "value": [ -27.939163043497167, -55.878326086994335 ], "tv": [ -46.70266086959547, -31.762128695676374 ], "residual": [ -18.763497826098302, 24.11619739131796 ], "projected": [ -45.50570566486703, -91.01141132973406 ], "projectedResidual": [ -17.566542621369862, -35.133085242739725 ], "drift": -18.09353890001096 }, { "k": 41, "w": -29.748516933498262, "value": [ -29.748516933498262, -59.497033866996524 ], "tv": [ -49.597627093597225, -34.07810167487778 ], "residual": [ -19.849110160098963, 25.418932192118746 ], "projected": [ -48.33321636520272, -96.66643273040545 ], "projectedResidual": [ -18.58469943170446, -37.16939886340892 ], "drift": -19.142240414655596 }, { "k": 42, "w": -31.66274097496382, "value": [ -31.66274097496382, -63.32548194992764 ], "tv": [ -52.660385559942114, -36.52830844795369 ], "residual": [ -20.997644584978293, 26.79717350197395 ], "projected": [ -51.324609585729874, -102.64921917145975 ], "projectedResidual": [ -19.661868610766053, -39.323737221532106 ], "drift": -20.251724669089032 }, { "k": 43, "w": -33.68791344187272, "value": [ -33.68791344187272, -67.37582688374545 ], "tv": [ -55.90066150699636, -39.12052920559709 ], "residual": [ -22.212748065123634, 28.25529767814836 ], "projected": [ -54.48938395731877, -108.97876791463754 ], "projectedResidual": [ -20.80147051544605, -41.6029410308921 ], "drift": -21.425514630909433 }, { "k": 44, "w": -35.83046490496367, "value": [ -35.83046490496367, -71.66092980992734 ], "tv": [ -59.32874384794187, -41.86299507835349 ], "residual": [ -23.498278942978203, 29.797934731573847 ], "projected": [ -57.83758865148497, -115.67517730296994 ], "projectedResidual": [ -22.0071237465213, -44.0142474930426 ], "drift": -22.667337458916947 }, { "k": 45, "w": -38.09719865085536, "value": [ -38.09719865085536, -76.19439730171072 ], "tv": [ -62.95551784136858, -44.76441427309487 ], "residual": [ -24.85831919051322, 31.42998302861585 ], "projected": [ -61.37985528972504, -122.75971057945009 ], "projectedResidual": [ -23.282656638869682, -46.565313277739364 ], "drift": -23.98113633803577 }, { "k": 46, "w": -40.49531228465894, "value": [ -40.49531228465894, -80.99062456931787 ], "tv": [ -66.79249965545431, -47.83399972436344 ], "residual": [ -26.29718737079537, 33.156624844954436 ], "projected": [ -65.12743170231751, -130.25486340463502 ], "projectedResidual": [ -24.632119417658572, -49.264238835317144 ], "drift": -25.371083000188325 }, { "k": 47, "w": -43.032420584677766, "value": [ -43.032420584677766, -86.06484116935553 ], "tv": [ -70.85187293548442, -51.08149834838754 ], "residual": [ -27.819452350806657, 34.98334282096799 ], "projected": [ -69.09221764378381, -138.18443528756762 ], "projectedResidual": [ -26.059797059106046, -52.11959411821209 ], "drift": -26.84159097087924 }, { "k": 48, "w": -45.71657968176569, "value": [ -45.71657968176569, -91.43315936353137 ], "tv": [ -75.14652749082511, -54.517221992660076 ], "residual": [ -29.42994780905942, 36.9159373708713 ], "projected": [ -73.28680257841754, -146.57360515683507 ], "projectedResidual": [ -27.57022289665185, -55.1404457933037 ], "drift": -28.397329583551397 }, { "k": 49, "w": -48.55631264012083, "value": [ -48.55631264012083, -97.11262528024166 ], "tv": [ -79.69010022419333, -58.15208017935467 ], "residual": [ -31.1337875840725, 38.96054510088699 ], "projected": [ -77.72450565586261, -155.44901131172523 ], "projectedResidual": [ -29.168193015741785, -58.33638603148357 ], "drift": -30.04323880621404 }, { "k": 50, "w": -51.560636520742236, "value": [ -51.560636520742236, -103.12127304148447 ], "tv": [ -84.49701843318758, -61.99761474655007 ], "residual": [ -32.93638191244534, 41.1236582949344 ], "projected": [ -82.41941800367641, -164.83883600735282 ], "projectedResidual": [ -30.858781482934177, -61.71756296586835 ], "drift": -31.784544927422203 }, { "k": 51, "w": -54.739091013484455, "value": [ -54.739091013484455, -109.47818202696891 ], "tv": [ -89.58254562157514, -66.06603649726011 ], "residual": [ -34.84345460809068, 43.412145529708795 ], "projected": [ -87.3864474711695, -174.772894942339 ], "projectedResidual": [ -32.64735645768505, -65.2947129153701 ], "drift": -33.626777151415595 }, { "k": 52, "w": -58.10176872862601, "value": [ -58.10176872862601, -116.20353745725203 ], "tv": [ -94.96282996580163, -70.3702639726413 ], "residual": [ -36.86106123717562, 45.83327348461073 ], "projected": [ -92.64136596659849, -185.28273193319697 ], "projectedResidual": [ -34.53959723797247, -69.07919447594494 ], "drift": -35.57578515511164 }, { "k": 53, "w": -61.65934724413718, "value": [ -61.65934724413718, -123.31869448827436 ], "tv": [ -100.6549555906195, -74.9239644724956 ], "residual": [ -38.995608346482314, 48.39473001577876 ], "projected": [ -98.20085953802254, -196.40171907604508 ], "projectedResidual": [ -36.54151229388536, -73.08302458777072 ], "drift": -37.637757662701915 }, { "k": 54, "w": -65.42312301040737, "value": [ -65.42312301040737, -130.84624602081473 ], "tv": [ -106.6769968166518, -79.74159745332145 ], "residual": [ -41.25387380624443, 51.104648567493285 ], "projected": [ -104.08258135684632, -208.16516271369264 ], "projectedResidual": [ -38.65945834643895, -77.3189166928779 ], "drift": -39.81924209683211 }, { "k": 55, "w": -69.40504722009058, "value": [ -69.40504722009058, -138.81009444018116 ], "tv": [ -113.04807555214494, -84.83846044171595 ], "residual": [ -43.64302833205436, 53.97163399846521 ], "projected": [ -110.30520777228914, -220.61041554457827 ], "projectedResidual": [ -40.90016055219856, -81.80032110439711 ], "drift": -42.12716536876451 }, { "k": 56, "w": -73.61776375696704, "value": [ -73.61776375696704, -147.23552751393407 ], "tv": [ -119.78842201114726, -90.2307376089178 ], "residual": [ -46.170658254180225, 57.00478990501627 ], "projected": [ -116.88849761477101, -233.77699522954202 ], "projectedResidual": [ -43.270733857803975, -86.54146771560795 ], "drift": -44.5688558735381 }, { "k": 57, "w": -78.07464934432085, "value": [ -78.07464934432085, -156.1492986886417 ], "tv": [ -126.91943895091336, -95.9355511607307 ], "residual": [ -48.844789606592514, 60.213747527910996 ], "projected": [ -123.85335493652315, -247.7067098730463 ], "projectedResidual": [ -45.7787055922023, -91.5574111844046 ], "drift": -47.15206675996837 }, { "k": 58, "w": -82.78985602031769, "value": [ -82.78985602031769, -165.57971204063537 ], "tv": [ -134.4637696325083, -101.97101570600665 ], "residual": [ -51.67391361219062, 63.60869633462872 ], "projected": [ -131.22189538864404, -262.4437907772881 ], "projectedResidual": [ -48.43203936832636, -96.86407873665271 ], "drift": -49.88500054937614 }, { "k": 59, "w": -87.7783560752553, "value": [ -87.7783560752553, -175.5567121505106 ], "tv": [ -142.44536972040848, -108.35629577632679 ], "residual": [ -54.667013645153176, 67.20041637418382 ], "projected": [ -139.01751644536984, -278.03503289073967 ], "projectedResidual": [ -51.23916037011453, -102.47832074022907 ], "drift": -52.77633518121798 }, { "k": 60, "w": -93.0559895933771, "value": [ -93.0559895933771, -186.1119791867542 ], "tv": [ -150.88958334940338, -115.11166667952271 ], "residual": [ -57.833593756026275, 71.0003125072315 ], "projected": [ -147.2649716985435, -294.529943397087 ], "projectedResidual": [ -54.208982105166385, -108.41796421033277 ], "drift": -55.83525156832138 }, { "k": 61, "w": -98.63951475020924, "value": [ -98.63951475020924, -197.2790295004185 ], "tv": [ -159.8232236003348, -122.25857888026783 ], "residual": [ -61.18370885012557, 75.02045062015065 ], "projected": [ -155.99044945819108, -311.98089891638216 ], "projectedResidual": [ -57.350934707981835, -114.70186941596367 ], "drift": -59.07146274922129 }, { "k": 62, "w": -104.54666102513137, "value": [ -104.54666102513137, -209.09332205026274 ], "tv": [ -169.2746576402102, -129.81972611216815 ], "residual": [ -64.72799661507882, 79.27359593809459 ], "projected": [ -165.22165590878782, -330.44331181757565 ], "projectedResidual": [ -60.67499488365645, -121.3499897673129 ], "drift": -62.495244730166156 }, { "k": 63, "w": -110.79618549814799, "value": [ -110.79618549814799, -221.59237099629598 ], "tv": [ -179.2738967970368, -137.81911743762944 ], "residual": [ -68.4777112988888, 83.77325355866654 ], "projected": [ -174.98790308526117, -349.97580617052233 ], "projectedResidual": [ -64.19171758711317, -128.38343517422635 ], "drift": -66.11746911472659 }, { "k": 64, "w": -117.40793240962066, "value": [ -117.40793240962066, -234.8158648192413 ], "tv": [ -189.85269185539306, -146.28215348431445 ], "residual": [ -72.4447594457724, 88.53371133492686 ], "projected": [ -185.32020194808294, -370.6404038961659 ], "projectedResidual": [ -67.91226953846228, -135.82453907692457 ], "drift": -69.94963762461614 }, { "k": 65, "w": -124.40289617208227, "value": [ -124.40289617208227, -248.80579234416453 ], "tv": [ -201.04463387533164, -155.23570710026533 ], "residual": [ -76.64173770324938, 93.5700852438992 ], "projected": [ -196.2513608529938, -392.5027217059876 ], "projectedResidual": [ -71.84846468091153, -143.69692936182307 ], "drift": -74.0039186213389 }, { "k": 66, "w": -131.80328803421617, "value": [ -131.80328803421617, -263.60657606843233 ], "tv": [ -212.88526085474587, -164.7082086837967 ], "residual": [ -81.0819728205297, 98.89836738463563 ], "projected": [ -207.81608972803335, -415.6321794560667 ], "projectedResidual": [ -76.01280169381718, -152.02560338763436 ], "drift": -78.29318574463171 }, { "k": 67, "w": -139.63260660867934, "value": [ -139.63260660867934, -279.2652132173587 ], "tv": [ -225.41217057388695, -174.72973645910957 ], "residual": [ -85.77956396520761, 104.5354767582491 ], "projected": [ -220.05111028867017, -440.10222057734035 ], "projectedResidual": [ -80.41850367999083, -160.83700735998167 ], "drift": -82.83105879039057 }, { "k": 68, "w": -147.9157124877184, "value": [ -147.9157124877184, -295.8314249754368 ], "tv": [ -238.66513998034944, -185.33211198427955 ], "residual": [ -90.74942749263104, 110.49931299115724 ], "projected": [ -232.9952726410015, -465.990545282003 ], "projectedResidual": [ -85.0795601532831, -170.1591203065662 ], "drift": -87.63194695788161 }, { "k": 69, "w": -156.67890718350657, "value": [ -156.67890718350657, -313.35781436701313 ], "tv": [ -252.6862514936105, -196.5490011948884 ], "residual": [ -96.00734431010395, 116.80881317212473 ], "projected": [ -246.68967864327396, -493.37935728654793 ], "projectedResidual": [ -90.0107714597674, -180.0215429195348 ], "drift": -92.71109460356043 }, { "k": 70, "w": -165.9500166438626, "value": [ -165.9500166438626, -331.9000332877252 ], "tv": [ -267.52002663018015, -208.41602130414412 ], "residual": [ -101.57000998631756, 123.48401198358107 ], "projected": [ -261.17781241743813, -522.3556248348763 ], "projectedResidual": [ -95.22779577357554, -190.45559154715107 ], "drift": -98.08462964678279 }, { "k": 71, "w": -175.75847960854088, "value": [ -175.75847960854088, -351.51695921708176 ], "tv": [ -283.2135673736654, -220.97085389893232 ], "residual": [ -107.45508776512452, 130.54610531814944 ], "projected": [ -276.50567842515284, -553.0113568503057 ], "projectedResidual": [ -100.74719881661196, -201.4943976332239 ], "drift": -103.76961478111032 }, { "k": 72, "w": -186.13544108665192, "value": [ -186.13544108665192, -372.27088217330385 ], "tv": [ -299.81670573864307, -234.25336459091446 ], "residual": [ -113.68126465199114, 138.0175175823894 ], "projected": [ -292.7219475466747, -585.4438950933494 ], "projectedResidual": [ -106.58650646002278, -213.17301292004555 ], "drift": -109.78410165382348 }, { "k": 73, "w": -197.11385125203427, "value": [ -197.11385125203427, -394.22770250406853 ], "tv": [ -317.38216200325485, -248.3057296026039 ], "residual": [ -120.26831075122058, 145.92197290146464 ], "projected": [ -309.87811162648, -619.75622325296 ], "projectedResidual": [ -112.76426037444574, -225.52852074889148 ], "drift": -116.14718818567908 }, { "k": 74, "w": -208.7285700706022, "value": [ -208.7285700706022, -417.4571401412044 ], "tv": [ -335.9657121129635, -263.17256969037084 ], "residual": [ -127.23714204236131, 154.28457045083354 ], "projected": [ -328.02864697635073, -656.0572939527015 ], "projectedResidual": [ -119.30007690574854, -238.60015381149708 ], "drift": -122.87907921292106 }, { "k": 75, "w": -221.0164779918943, "value": [ -221.0164779918943, -442.0329559837886 ], "tv": [ -355.6263647870309, -278.90109182962476 ], "residual": [ -134.60988679513662, 163.13186415416385 ], "projected": [ -347.2311873551001, -694.4623747102002 ], "projectedResidual": [ -126.21470936320577, -252.42941872641154 ], "drift": -130.00115064410198 }, { "k": 76, "w": -234.01659305630452, "value": [ -234.01659305630452, -468.03318611260903 ], "tv": [ -376.42654889008725, -295.54123911206983 ], "residual": [ -142.40995583378273, 172.4919470005392 ], "projected": [ -367.5467069742017, -735.0934139484034 ], "projectedResidual": [ -133.53011391789718, -267.06022783579436 ], "drift": -137.53601733543414 }, { "k": 77, "w": -247.77019478984792, "value": [ -247.77019478984792, -495.54038957969584 ], "tv": [ -398.4323116637567, -313.14584933100537 ], "residual": [ -150.6621168739088, 182.39454024869048 ], "projected": [ -389.0397141104265, -778.079428220853 ], "projectedResidual": [ -141.26951932057855, -282.5390386411571 ], "drift": -145.5076049001959 }, { "k": 78, "w": -262.3209552798675, "value": [ -262.3209552798675, -524.641910559735 ], "tv": [ -421.71352844778806, -331.77082275823045 ], "residual": [ -159.39257316792055, 192.8710878015046 ], "projected": [ -411.7784559402668, -823.5569118805336 ], "projectedResidual": [ -149.45750066039926, -298.9150013207985 ], "drift": -153.94122568021126 }, { "k": 79, "w": -277.71507784788867, "value": [ -277.71507784788867, -555.4301556957773 ], "tv": [ -446.34412455662186, -351.4752996452975 ], "residual": [ -168.6290467087332, 203.9548560504798 ], "projected": [ -435.8351352465647, -871.6702704931294 ], "projectedResidual": [ -158.120057398676, -316.240114797352 ], "drift": -162.8636591206363 }, { "k": 80, "w": -294.0014437599523, "value": [ -294.0014437599523, -588.0028875199046 ], "tv": [ -472.40231001592366, -372.3218480127389 ], "residual": [ -178.40086625597138, 215.68103950716568 ], "projected": [ -461.28613968545557, -922.5722793709111 ], "projectedResidual": [ -167.28469592550329, -334.56939185100657 ], "drift": -172.3032368032684 }, { "k": 81, "w": -311.2317674402791, "value": [ -311.2317674402791, -622.4635348805582 ], "tv": [ -499.9708279044466, -394.3766623235573 ], "residual": [ -188.7390604641675, 228.0868725570009 ], "projected": [ -488.2122843416246, -976.4245686832492 ], "projectedResidual": [ -176.98051690134548, -353.96103380269096 ], "drift": -182.2899324083858 }, { "k": 82, "w": -329.4607606811177, "value": [ -329.4607606811177, -658.9215213622354 ], "tv": [ -529.1372170897884, -417.7097736718306 ], "residual": [ -199.67645640867067, 241.21174769040476 ], "projected": [ -516.6990683420651, -1033.3981366841301 ], "projectedResidual": [ -187.23830766094738, -374.47661532189477 ], "drift": -192.85545689077586 }, { "k": 83, "w": -348.74630637019527, "value": [ -348.74630637019527, -697.4926127403905 ], "tv": [ -559.9940901923125, -442.39527215385 ], "residual": [ -211.24778382211719, 255.09734058654055 ], "projected": [ -546.8369463431712, -1093.6738926863425 ], "projectedResidual": [ -198.09063997297596, -396.1812799459519 ], "drift": -204.03335917216523 }, { "k": 84, "w": -369.1496422874118, "value": [ -369.1496422874118, -738.2992845748236 ], "tv": [ -592.6394276598588, -468.5115421278871 ], "residual": [ -223.48978537244705, 269.7877424469365 ], "projected": [ -578.7216157532214, -1157.4432315064428 ], "projectedResidual": [ -209.5719734658096, -419.1439469316192 ], "drift": -215.85913266978392 }, { "k": 85, "w": -390.7355555543902, "value": [ -390.7355555543902, -781.4711111087804 ], "tv": [ -627.1768888870243, -496.1415111096195 ], "residual": [ -236.44133333263414, 285.3295999991609 ], "projected": [ -612.4543206022782, -1224.9086412045565 ], "projectedResidual": [ -221.71876504788804, -443.4375300957761 ], "drift": -228.37032799932462 }, { "k": 86, "w": -413.57258835432265, "value": [ -413.57258835432265, -827.1451767086453 ], "tv": [ -663.7161413669163, -525.3729130935329 ], "residual": [ -250.14355301259366, 301.77226361511237 ], "projected": [ -648.1421730243862, -1296.2843460487725 ], "projectedResidual": [ -234.5695846700636, -469.1391693401272 ], "drift": -241.60667221016547 }, { "k": 87, "w": -437.7332555753392, "value": [ -437.7332555753392, -875.4665111506783 ], "tv": [ -702.3732089205428, -556.2985671364341 ], "residual": [ -264.6399533452036, 319.1679440142442 ], "projected": [ -685.8984933728797, -1371.7969867457593 ], "projectedResidual": [ -248.1652377975405, -496.330475595081 ], "drift": -255.61019493146665 }, { "k": 88, "w": -463.29427506848583, "value": [ -463.29427506848583, -926.5885501369717 ], "tv": [ -743.2708401095774, -589.0166720876618 ], "residual": [ -279.9765650410916, 337.5718780493098 ], "projected": [ -725.8431700487716, -1451.6863400975433 ], "projectedResidual": [ -262.5488949802858, -525.0977899605716 ], "drift": -270.4253618296944 }, { "k": 89, "w": -490.3368112514553, "value": [ -490.3368112514553, -980.6736225029106 ], "tv": [ -786.5388980023286, -623.6311184018628 ], "residual": [ -296.20208675087326, 357.0425041010478 ], "projected": [ -768.1030401847986, -1536.2060803695972 ], "projectedResidual": [ -277.7662289333433, -555.5324578666866 ], "drift": -286.0992158013435 }, { "k": 90, "w": -518.9467328315897, "value": [ -518.9467328315897, -1037.8934656631793 ], "tv": [ -832.3147725305435, -660.2518180244348 ], "residual": [ -313.3680396989538, 377.64164763874453 ], "projected": [ -812.8122923939095, -1625.624584787819 ], "projectedResidual": [ -293.86555956231985, -587.7311191246397 ], "drift": -302.6815263491894 }, { "k": 91, "w": -549.2148854665086, "value": [ -549.2148854665086, -1098.4297709330172 ], "tv": [ -880.7438167464138, -698.995053397131 ], "residual": [ -331.52893127990524, 399.4347175358862 ], "projected": [ -860.1128928610605, -1720.225785722121 ], "projectedResidual": [ -310.8980073945519, -621.7960147891038 ], "drift": -320.2249476163884 }, { "k": 92, "w": -581.2373802281475, "value": [ -581.2373802281475, -1162.474760456295 ], "tv": [ -931.979808365036, -739.9838466920288 ], "residual": [ -350.7424281368885, 422.4909137642661 ], "projected": [ -910.1550361312876, -1820.3100722625752 ], "projectedResidual": [ -328.91765590314014, -657.8353118062803 ], "drift": -338.7851855802343 }, { "k": 93, "w": -615.1158987861709, "value": [ -615.1158987861709, -1230.2317975723417 ], "tv": [ -986.1854380578734, -783.3483504462988 ], "residual": [ -371.0695392717025, 446.88344712604294 ], "projected": [ -963.097622025457, -1926.195244050914 ], "projectedResidual": [ -347.9817232392861, -695.9634464785722 ], "drift": -358.4211749364647 }, { "k": 94, "w": -650.9580162798173, "value": [ -650.9580162798173, -1301.9160325596347 ], "tv": [ -1043.5328260477079, -829.2262608381661 ], "residual": [ -392.57480976789054, 472.68977172146856 ], "projected": [ -1019.1087601980527, -2038.2175203961053 ], "projectedResidual": [ -368.1507439182353, -736.3014878364706 ], "drift": -379.1952662357822 }, { "k": 95, "w": -688.8775429033956, "value": [ -688.8775429033956, -1377.7550858067912 ], "tv": [ -1104.204068645433, -877.7632549163463 ], "residual": [ -415.32652574203735, 499.9918308904448 ], "projected": [ -1078.3663039391317, -2156.7326078782635 ], "projectedResidual": [ -389.48876103573616, -778.9775220714723 ], "drift": -401.17342386680815 }, { "k": 96, "w": -728.9948852900764, "value": [ -728.9948852900764, -1457.9897705801527 ], "tv": [ -1168.3918164641223, -929.1134531712978 ], "residual": [ -439.3969311740459, 528.8763174088549 ], "projected": [ -1141.0584149154436, -2282.116829830887 ], "projectedResidual": [ -412.0635296253672, -824.1270592507344 ], "drift": -424.4254355141283 }, { "k": 97, "w": -771.4374288414892, "value": [ -771.4374288414892, -1542.8748576829785 ], "tv": [ -1236.299886146383, -983.4399089171062 ], "residual": [ -464.8624573048937, 559.4349487658723 ], "projected": [ -1207.384160643943, -2414.768321287886 ], "projectedResidual": [ -435.94673180245377, -871.8934636049075 ], "drift": -449.0251337565272 }, { "k": 98, "w": -816.3399422171419, "value": [ -816.3399422171419, -1632.6798844342838 ], "tv": [ -1308.1439075474273, -1040.9151260379417 ], "residual": [ -491.80396533028534, 591.7647583963421 ], "projected": [ -1277.5541465948659, -2555.1082931897317 ], "projectedResidual": [ -461.21420437772395, -922.4284087554479 ], "drift": -475.0506305090555 }, { "k": 99, "w": -863.8450052680474, "value": [ -863.8450052680474, -1727.6900105360949 ], "tv": [ -1384.152008428876, -1101.7216067431007 ], "residual": [ -520.3070031608285, 625.9684037929942 ], "projected": [ -1351.791184931504, -2703.582369863008 ], "projectedResidual": [ -487.9461796634565, -975.892359326913 ], "drift": -502.5845650533604 }, { "k": 100, "w": -914.1034617733835, "value": [ -914.1034617733835, -1828.206923546767 ], "tv": [ -1464.5655388374137, -1166.052431069931 ], "residual": [ -550.4620770640302, 662.1544924768361 ], "projected": [ -1430.3310020101342, -2860.6620040202683 ], "projectedResidual": [ -516.2275402367507, -1032.4550804735013 ], "drift": -531.7143664438531 }, { "k": 101, "w": -967.2748984177688, "value": [ -967.2748984177688, -1934.5497968355376 ], "tv": [ -1549.6398374684302, -1234.1118699747442 ], "residual": [ -582.3649390506614, 700.4379268607934 ], "projected": [ -1513.4229868866414, -3026.845973773283 ], "projectedResidual": [ -546.1480884688726, -1092.2961769377453 ], "drift": -562.5325311229388 }, { "k": 102, "w": -1023.5281515300627, "value": [ -1023.5281515300627, -2047.0563030601254 ], "tv": [ -1639.6450424481004, -1306.1160339584803 ], "residual": [ -616.1168909180377, 740.9402691016451 ], "projected": [ -1601.3309832065913, -3202.6619664131827 ], "projectedResidual": [ -577.8028316765286, -1155.6056633530573 ], "drift": -595.1369166268245 }, { "k": 103, "w": -1083.041843192745, "value": [ -1083.041843192745, -2166.08368638549 ], "tv": [ -1734.8669491083922, -1382.2935592867136 ], "residual": [ -651.8251059156471, 783.7901270987766 ], "projected": [ -1694.334126993245, -3388.66825398649 ], "projectedResidual": [ -611.2922838005, -1222.584567601 ], "drift": -629.6310523145152 }, { "k": 104, "w": -1146.0049484241965, "value": [ -1146.0049484241965, -2292.009896848393 ], "tv": [ -1835.6079174787146, -1462.8863339829716 ], "residual": [ -689.6029690545181, 829.1235628654215 ], "projected": [ -1792.7277329937735, -3585.455465987547 ], "projectedResidual": [ -646.722784569577, -1293.445569139154 ], "drift": -666.1244681066644 }, { "k": 105, "w": -1212.617395234863, "value": [ -1212.617395234863, -2425.234790469726 ], "tv": [ -1942.1878323757808, -1548.1502659006246 ], "residual": [ -729.5704371409179, 877.0845245691012 ], "projected": [ -1896.8242323980926, -3793.648464796185 ], "projectedResidual": [ -684.2068371632297, -1368.4136743264594 ], "drift": -704.7330422781266 }, { "k": 106, "w": -1283.0906994626755, "value": [ -1283.0906994626755, -2566.181398925351 ], "tv": [ -2054.945119140281, -1638.3560953122249 ], "residual": [ -771.8544196776054, 927.8253036131262 ], "projected": [ -2006.954164907886, -4013.908329815772 ], "projectedResidual": [ -723.8634654452105, -1447.726930890421 ], "drift": -745.5793694085669 }, { "k": 107, "w": -1357.6486364035322, "value": [ -1357.6486364035322, -2715.2972728070645 ], "tv": [ -2174.237818245652, -1733.7902545965212 ], "residual": [ -816.5891818421196, 981.5070182105433 ], "projected": [ -2123.4672283059476, -4246.934456611895 ], "projectedResidual": [ -765.8185919024154, -1531.6371838048308 ], "drift": -788.7931496594874 }, { "k": 108, "w": -1436.527951369481, "value": [ -1436.527951369481, -2873.055902738962 ], "tv": [ -2300.4447221911696, -1834.7557777529357 ], "residual": [ -863.9167708216887, 1038.300124986026 ], "projected": [ -2246.73338885856, -4493.46677771712 ], "projectedResidual": [ -810.205437489079, -1620.410874978158 ], "drift": -834.5116006137513 }, { "k": 109, "w": -1519.979111430856, "value": [ -1519.979111430856, -3039.958222861712 ], "tv": [ -2433.9665782893694, -1941.5732626314957 ], "residual": [ -913.9874668585135, 1098.3849602302162 ], "projected": [ -2377.144056076802, -4754.288112153604 ], "projectedResidual": [ -857.164944645946, -1714.329889291892 ], "drift": -882.8798929853242 }, { "k": 110, "w": -1608.2671007293884, "value": [ -1608.2671007293884, -3216.534201458777 ], "tv": [ -2575.2273611670216, -2054.5818889336174 ], "residual": [ -966.9602604376332, 1161.9523125251594 ], "projected": [ -2515.1133255670134, -5030.226651134027 ], "projectedResidual": [ -906.846224837625, -1813.69244967525 ], "drift": -934.0516115827537 }, { "k": 111, "w": -1701.6722618876638, "value": [ -1701.6722618876638, -3403.3445237753276 ], "tv": [ -2724.6756190202623, -2174.1404952162097 ], "residual": [ -1023.0033571325985, 1229.204028559118 ], "projected": [ -2661.0792939168773, -5322.158587833755 ], "projectedResidual": [ -959.4070320292135, -1918.814064058427 ], "drift": -988.1892429900901 }, { "k": 112, "w": -1800.4911861866728, "value": [ -1800.4911861866728, -3600.9823723733457 ], "tv": [ -2882.785897898677, -2300.628718318941 ], "residual": [ -1082.294711712004, 1300.3536540544046 ], "projected": [ -2815.5054497923, -5631.0108995846 ], "projectedResidual": [ -1015.0142636056273, -2030.0285272112546 ], "drift": -1045.464691513796 }, { "k": 113, "w": -1905.0376553380524, "value": [ -1905.0376553380524, -3810.075310676105 ], "tv": [ -3050.060248540884, -2434.448198832707 ], "residual": [ -1145.0225932028316, 1375.6271118433979 ], "projected": [ -2978.8821456622613, -5957.764291324523 ], "projectedResidual": [ -1073.844490324209, -2147.688980648418 ], "drift": -1106.0598250339356 }, { "k": 114, "w": -2015.643637841446, "value": [ -2015.643637841446, -4031.287275682892 ], "tv": [ -3227.0298205463137, -2576.0238564370507 ], "residual": [ -1211.3861827048677, 1455.2634192458413 ], "projected": [ -3151.7281548248466, -6303.456309649693 ], "projectedResidual": [ -1136.0845169834006, -2272.169033966801 ], "drift": -1170.1670524929025 }, { "k": 115, "w": -2132.660343090736, "value": [ -2132.660343090736, -4265.320686181472 ], "tv": [ -3414.256548945178, -2725.8052391561428 ], "residual": [ -1281.596205854442, 1539.5154470253296 ], "projected": [ -3334.5923186784944, -6669.184637356989 ], "projectedResidual": [ -1201.9319755877582, -2403.8639511755164 ], "drift": -1237.989934855391 }, { "k": 116, "w": -2256.4593365762753, "value": [ -2256.4593365762753, -4512.918673152551 ], "tv": [ -3612.334938522041, -2884.2679508176325 ], "residual": [ -1355.8756019457655, 1628.650722334918 ], "projected": [ -3528.0552894691, -7056.1105789382 ], "projectedResidual": [ -1271.5959528928247, -2543.1919057856494 ], "drift": -1309.7438314796095 }, { "k": 117, "w": -2387.433719724236, "value": [ -2387.433719724236, -4774.867439448472 ], "tv": [ -3821.893951558778, -3051.9151612470228 ], "residual": [ -1434.460231834542, 1722.9522782014496 ], "projected": [ -3732.731374046729, -7465.462748093458 ], "projectedResidual": [ -1345.2976543224927, -2690.5953086449854 ], "drift": -1385.6565839521677 }, { "k": 118, "w": -2525.999378119453, "value": [ -2525.999378119453, -5051.998756238906 ], "tv": [ -4043.599004991125, -3229.2792039929 ], "residual": [ -1517.5996268716722, 1822.719552246006 ], "projected": [ -3949.2704844864775, -7898.540968972955 ], "projectedResidual": [ -1423.2711063670245, -2846.542212734049 ], "drift": -1465.9692395580353 }, { "k": 119, "w": -2672.5963020752565, "value": [ -2672.5963020752565, -5345.192604150513 ], "tv": [ -4278.154083320411, -3416.923266656329 ], "residual": [ -1605.5577812451543, 1928.2693374941841 ], "projected": [ -4178.360201767314, -8356.720403534628 ], "projectedResidual": [ -1505.7638996920573, -3011.5277993841146 ], "drift": -1550.936816682819 }, { "k": 120, "w": -2827.6899837435385, "value": [ -2827.6899837435385, -5655.379967487077 ], "tv": [ -4526.303973989662, -3615.443179191729 ], "residual": [ -1698.6139902461236, 2039.936788295348 ], "projected": [ -4420.727959061747, -8841.455918123494 ], "projectedResidual": [ -1593.0379753182087, -3186.0759506364175 ], "drift": -1640.8291145777553 } ], "scope": "固定策略的确定性平均TD更新；权重d改变，转移P不变。|A|<1e−12不显示不稳定比值根。" } ], "bias": { "rows": [ { "A": [ -1, -1 ], "B": [ -1, -1 ], "selected": 0, "single": -1, "independent": -1, "sameData": -1, "probability": 0.0625 }, { "A": [ -1, -1 ], "B": [ -1, 1 ], "selected": 0, "single": -1, "independent": -1, "sameData": -1, "probability": 0.0625 }, { "A": [ -1, -1 ], "B": [ 1, -1 ], "selected": 0, "single": -1, "independent": 1, "sameData": -1, "probability": 0.0625 }, { "A": [ -1, -1 ], "B": [ 1, 1 ], "selected": 0, "single": -1, "independent": 1, "sameData": -1, "probability": 0.0625 }, { "A": [ -1, 1 ], "B": [ -1, -1 ], "selected": 1, "single": 1, "independent": -1, "sameData": 1, "probability": 0.0625 }, { "A": [ -1, 1 ], "B": [ -1, 1 ], "selected": 1, "single": 1, "independent": 1, "sameData": 1, "probability": 0.0625 }, { "A": [ -1, 1 ], "B": [ 1, -1 ], "selected": 1, "single": 1, "independent": -1, "sameData": 1, "probability": 0.0625 }, { "A": [ -1, 1 ], "B": [ 1, 1 ], "selected": 1, "single": 1, "independent": 1, "sameData": 1, "probability": 0.0625 }, { "A": [ 1, -1 ], "B": [ -1, -1 ], "selected": 0, "single": 1, "independent": -1, "sameData": 1, "probability": 0.0625 }, { "A": [ 1, -1 ], "B": [ -1, 1 ], "selected": 0, "single": 1, "independent": -1, "sameData": 1, "probability": 0.0625 }, { "A": [ 1, -1 ], "B": [ 1, -1 ], "selected": 0, "single": 1, "independent": 1, "sameData": 1, "probability": 0.0625 }, { "A": [ 1, -1 ], "B": [ 1, 1 ], "selected": 0, "single": 1, "independent": 1, "sameData": 1, "probability": 0.0625 }, { "A": [ 1, 1 ], "B": [ -1, -1 ], "selected": 0, "single": 1, "independent": -1, "sameData": 1, "probability": 0.0625 }, { "A": [ 1, 1 ], "B": [ -1, 1 ], "selected": 0, "single": 1, "independent": -1, "sameData": 1, "probability": 0.0625 }, { "A": [ 1, 1 ], "B": [ 1, -1 ], "selected": 0, "single": 1, "independent": 1, "sameData": 1, "probability": 0.0625 }, { "A": [ 1, 1 ], "B": [ 1, 1 ], "selected": 0, "single": 1, "independent": 1, "sameData": 1, "probability": 0.0625 } ], "single": 0.5, "independent": 0, "sameData": 0.5, "trueMaximum": 0, "scope": "16种独立符号的完整枚举，非采样；两动作真值均零，独立B评估时无偏，非Double Q普遍无偏定理。" }, "theory": { "kind": "harmonic", "sum": "发散", "squares": "收敛", "classicStepCondition": true, "scope": "步长合格仍需要噪声、稳定性与访问假设" } } }, { "key": "biased", "data": { "version": 180, "parameters": { "gamma": 0.8, "steps": 120, "alphaKind": "harmonic", "coverage": "full", "noiseKind": "biased", "scale": 1, "seed": 20260912, "theta0": 0 }, "model": [ [ { "name": "采集", "reward": 1, "p": [ 1, 0 ] }, { "name": "远行", "reward": -2, "p": [ 0, 1 ] } ], [ { "name": "收获", "reward": 4, "p": [ 0.4, 0.6 ] }, { "name": "返回", "reward": 2, "p": [ 1, 0 ] } ] ], "rm": { "target": 2, "rows": [ { "k": 0, "theta": 0, "mean": 0, "variance": 0, "mse": 4, "alphaSum": 0, "squareSum": 0, "centeredAccumulation": 0, "update": null }, { "k": 1, "theta": 1.5, "mean": 2.5, "variance": 1, "mse": 1.25, "alphaSum": 1, "squareSum": 1, "centeredAccumulation": -1, "update": { "old": 0, "alpha": 1, "drift": 2, "noise": -0.5, "expectedNoise": 0.5, "centeredNoise": -1, "random": { "before": 2725517660, "after": 179222419, "u": 0.041728471172973514 } } }, { "k": 2, "theta": 1.5, "mean": 2.5, "variance": 0.5, "mse": 0.75, "alphaSum": 1.5, "squareSum": 1.25, "centeredAccumulation": -1.5, "update": { "old": 1.5, "alpha": 0.5, "drift": 0.5, "noise": -0.5, "expectedNoise": 0.5, "centeredNoise": -1, "random": { "before": 179222419, "after": 1472957981, "u": 0.34294975479133427 } } }, { "k": 3, "theta": 2.1666666666666665, "mean": 2.5, "variance": 0.33333333333333337, "mse": 0.5833333333333334, "alphaSum": 1.8333333333333333, "squareSum": 1.3611111111111112, "centeredAccumulation": -1.1666666666666667, "update": { "old": 1.5, "alpha": 0.3333333333333333, "drift": 0.5, "noise": 1.5, "expectedNoise": 0.5, "centeredNoise": 1, "random": { "before": 1472957981, "after": 3876560441, "u": 0.9025820626411587 } } }, { "k": 4, "theta": 2.5, "mean": 2.5, "variance": 0.25, "mse": 0.5, "alphaSum": 2.083333333333333, "squareSum": 1.4236111111111112, "centeredAccumulation": -0.9166666666666667, "update": { "old": 2.1666666666666665, "alpha": 0.25, "drift": -0.16666666666666652, "noise": 1.5, "expectedNoise": 0.5, "centeredNoise": 1, "random": { "before": 3876560441, "after": 2380152829, "u": 0.5541725151706487 } } }, { "k": 5, "theta": 2.3, "mean": 2.5, "variance": 0.20000000000000004, "mse": 0.45000000000000007, "alphaSum": 2.283333333333333, "squareSum": 1.4636111111111112, "centeredAccumulation": -1.1166666666666667, "update": { "old": 2.5, "alpha": 0.2, "drift": -0.5, "noise": -0.5, "expectedNoise": 0.5, "centeredNoise": -1, "random": { "before": 2380152829, "after": 236382029, "u": 0.05503697996027768 } } }, { "k": 6, "theta": 2.5, "mean": 2.5, "variance": 0.16666666666666669, "mse": 0.4166666666666667, "alphaSum": 2.4499999999999997, "squareSum": 1.4913888888888889, "centeredAccumulation": -0.9500000000000001, "update": { "old": 2.3, "alpha": 0.16666666666666666, "drift": -0.2999999999999998, "noise": 1.5, "expectedNoise": 0.5, "centeredNoise": 1, "random": { "before": 236382029, "after": 2367350898, "u": 0.5511918333359063 } } }, { "k": 7, "theta": 2.642857142857143, "mean": 2.5000000000000004, "variance": 0.1428571428571429, "mse": 0.39285714285714335, "alphaSum": 2.5928571428571425, "squareSum": 1.511797052154195, "centeredAccumulation": -0.8071428571428572, "update": { "old": 2.5, "alpha": 0.14285714285714285, "drift": -0.5, "noise": 1.5, "expectedNoise": 0.5, "centeredNoise": 1, "random": { "before": 2367350898, "after": 3532443512, "u": 0.8224610965698957 } } }, { "k": 8, "theta": 2.5, "mean": 2.5000000000000004, "variance": 0.12500000000000006, "mse": 0.3750000000000005, "alphaSum": 2.7178571428571425, "squareSum": 1.527422052154195, "centeredAccumulation": -0.9321428571428572, "update": { "old": 2.642857142857143, "alpha": 0.125, "drift": -0.6428571428571428, "noise": -0.5, "expectedNoise": 0.5, "centeredNoise": -1, "random": { "before": 3532443512, "after": 656323561, "u": 0.15281223715282977 } } }, { "k": 9, "theta": 2.611111111111111, "mean": 2.5, "variance": 0.11111111111111115, "mse": 0.36111111111111116, "alphaSum": 2.8289682539682537, "squareSum": 1.5397677311665408, "centeredAccumulation": -0.821031746031746, "update": { "old": 2.5, "alpha": 0.1111111111111111, "drift": -0.5, "noise": 1.5, "expectedNoise": 0.5, "centeredNoise": 1, "random": { "before": 656323561, "after": 3709763672, "u": 0.8637466635555029 } } }, { "k": 10, "theta": 2.7, "mean": 2.5, "variance": 0.10000000000000003, "mse": 0.35000000000000003, "alphaSum": 2.9289682539682538, "squareSum": 1.5497677311665408, "centeredAccumulation": -0.721031746031746, "update": { "old": 2.611111111111111, "alpha": 0.1, "drift": -0.6111111111111112, "noise": 1.5, "expectedNoise": 0.5, "centeredNoise": 1, "random": { "before": 3709763672, "after": 2946849938, "u": 0.6861169678159058 } } }, { "k": 11, "theta": 2.772727272727273, "mean": 2.5, "variance": 0.09090909090909093, "mse": 0.34090909090909094, "alphaSum": 3.0198773448773446, "squareSum": 1.558032193976458, "centeredAccumulation": -0.6301226551226551, "update": { "old": 2.7, "alpha": 0.09090909090909091, "drift": -0.7000000000000002, "noise": 1.5, "expectedNoise": 0.5, "centeredNoise": 1, "random": { "before": 2946849938, "after": 2194984873, "u": 0.5110597407910973 } } }, { "k": 12, "theta": 2.666666666666667, "mean": 2.5, "variance": 0.08333333333333334, "mse": 0.33333333333333337, "alphaSum": 3.103210678210678, "squareSum": 1.5649766384209025, "centeredAccumulation": -0.7134559884559885, "update": { "old": 2.772727272727273, "alpha": 0.08333333333333333, "drift": -0.7727272727272729, "noise": -0.5, "expectedNoise": 0.5, "centeredNoise": -1, "random": { "before": 2194984873, "after": 2132649241, "u": 0.49654609546996653 } } }, { "k": 13, "theta": 2.730769230769231, "mean": 2.5000000000000004, "variance": 0.07692307692307694, "mse": 0.32692307692307737, "alphaSum": 3.180133755133755, "squareSum": 1.5708937981842162, "centeredAccumulation": -0.6365329115329115, "update": { "old": 2.666666666666667, "alpha": 0.07692307692307693, "drift": -0.666666666666667, "noise": 1.5, "expectedNoise": 0.5, "centeredNoise": 1, "random": { "before": 2132649241, "after": 3160602630, "u": 0.7358851446770132 } } }, { "k": 14, "theta": 2.7857142857142856, "mean": 2.5000000000000004, "variance": 0.07142857142857145, "mse": 0.3214285714285719, "alphaSum": 3.251562326562327, "squareSum": 1.5759958390005426, "centeredAccumulation": -0.5651043401043401, "update": { "old": 2.730769230769231, "alpha": 0.07142857142857142, "drift": -0.7307692307692308, "noise": 1.5, "expectedNoise": 0.5, "centeredNoise": 1, "random": { "before": 3160602630, "after": 2401992535, "u": 0.55925746797584 } } }, { "k": 15, "theta": 2.833333333333333, "mean": 2.5000000000000004, "variance": 0.0666666666666667, "mse": 0.31666666666666715, "alphaSum": 3.3182289932289937, "squareSum": 1.580440283444987, "centeredAccumulation": -0.4984376734376734, "update": { "old": 2.7857142857142856, "alpha": 0.06666666666666667, "drift": -0.7857142857142856, "noise": 1.5, "expectedNoise": 0.5, "centeredNoise": 1, "random": { "before": 2401992535, "after": 4177267159, "u": 0.9725958013441414 } } }, { "k": 16, "theta": 2.7499999999999996, "mean": 2.5000000000000004, "variance": 0.06250000000000003, "mse": 0.31250000000000044, "alphaSum": 3.3807289932289937, "squareSum": 1.584346533444987, "centeredAccumulation": -0.5609376734376734, "update": { "old": 2.833333333333333, "alpha": 0.0625, "drift": -0.833333333333333, "noise": -0.5, "expectedNoise": 0.5, "centeredNoise": -1, "random": { "before": 4177267159, "after": 1092383668, "u": 0.254340392537415 } } }, { "k": 17, "theta": 2.6764705882352935, "mean": 2.5000000000000004, "variance": 0.05882352941176473, "mse": 0.30882352941176516, "alphaSum": 3.439552522640758, "squareSum": 1.587806741057444, "centeredAccumulation": -0.6197612028494381, "update": { "old": 2.7499999999999996, "alpha": 0.058823529411764705, "drift": -0.7499999999999996, "noise": -0.5, "expectedNoise": 0.5, "centeredNoise": -1, "random": { "before": 1092383668, "after": 574100513, "u": 0.13366819196380675 } } }, { "k": 18, "theta": 2.6111111111111107, "mean": 2.5000000000000004, "variance": 0.05555555555555558, "mse": 0.305555555555556, "alphaSum": 3.4951080781963135, "squareSum": 1.5908931608105303, "centeredAccumulation": -0.6753167584049937, "update": { "old": 2.6764705882352935, "alpha": 0.05555555555555555, "drift": -0.6764705882352935, "noise": -0.5, "expectedNoise": 0.5, "centeredNoise": -1, "random": { "before": 574100513, "after": 926460831, "u": 0.21570847160182893 } } }, { "k": 19, "theta": 2.552631578947368, "mean": 2.500000000000001, "variance": 0.05263157894736845, "mse": 0.30263157894736936, "alphaSum": 3.547739657143682, "squareSum": 1.5936632439130234, "centeredAccumulation": -0.7279483373523621, "update": { "old": 2.6111111111111107, "alpha": 0.05263157894736842, "drift": -0.6111111111111107, "noise": -0.5, "expectedNoise": 0.5, "centeredNoise": -1, "random": { "before": 926460831, "after": 1797262842, "u": 0.418457864318043 } } }, { "k": 20, "theta": 2.4999999999999996, "mean": 2.500000000000001, "variance": 0.05000000000000003, "mse": 0.30000000000000093, "alphaSum": 3.597739657143682, "squareSum": 1.5961632439130233, "centeredAccumulation": -0.7779483373523621, "update": { "old": 2.552631578947368, "alpha": 0.05, "drift": -0.5526315789473681, "noise": -0.5, "expectedNoise": 0.5, "centeredNoise": -1, "random": { "before": 1797262842, "after": 963669525, "u": 0.2243717957753688 } } }, { "k": 21, "theta": 2.547619047619047, "mean": 2.500000000000001, "variance": 0.047619047619047644, "mse": 0.29761904761904856, "alphaSum": 3.6453587047627294, "squareSum": 1.5984308176091684, "centeredAccumulation": -0.7303292897333145, "update": { "old": 2.4999999999999996, "alpha": 0.047619047619047616, "drift": -0.49999999999999956, "noise": 1.5, "expectedNoise": 0.5, "centeredNoise": 1, "random": { "before": 963669525, "after": 2733137356, "u": 0.6363581297919154 } } }, { "k": 22, "theta": 2.5909090909090904, "mean": 2.500000000000001, "variance": 0.045454545454545484, "mse": 0.29545454545454636, "alphaSum": 3.690813250217275, "squareSum": 1.6004969333116477, "centeredAccumulation": -0.684874744278769, "update": { "old": 2.547619047619047, "alpha": 0.045454545454545456, "drift": -0.547619047619047, "noise": 1.5, "expectedNoise": 0.5, "centeredNoise": 1, "random": { "before": 2733137356, "after": 2204149220, "u": 0.5131934816017747 } } }, { "k": 23, "theta": 2.5434782608695645, "mean": 2.500000000000001, "variance": 0.043478260869565244, "mse": 0.29347826086956613, "alphaSum": 3.73429151108684, "squareSum": 1.6023872924798896, "centeredAccumulation": -0.7283530051483342, "update": { "old": 2.5909090909090904, "alpha": 0.043478260869565216, "drift": -0.5909090909090904, "noise": -0.5, "expectedNoise": 0.5, "centeredNoise": -1, "random": { "before": 2204149220, "after": 1817292618, "u": 0.4231214099563658 } } }, { "k": 24, "theta": 2.499999999999999, "mean": 2.500000000000001, "variance": 0.0416666666666667, "mse": 0.2916666666666676, "alphaSum": 3.7759581777535067, "squareSum": 1.6041234035910008, "centeredAccumulation": -0.7700196718150009, "update": { "old": 2.5434782608695645, "alpha": 0.041666666666666664, "drift": -0.5434782608695645, "noise": -0.5, "expectedNoise": 0.5, "centeredNoise": -1, "random": { "before": 1817292618, "after": 1856024918, "u": 0.4321394762955606 } } }, { "k": 25, "theta": 2.459999999999999, "mean": 2.500000000000001, "variance": 0.04000000000000003, "mse": 0.2900000000000009, "alphaSum": 3.8159581777535068, "squareSum": 1.6057234035910009, "centeredAccumulation": -0.8100196718150009, "update": { "old": 2.499999999999999, "alpha": 0.04, "drift": -0.4999999999999991, "noise": -0.5, "expectedNoise": 0.5, "centeredNoise": -1, "random": { "before": 1856024918, "after": 1774448499, "u": 0.41314598615281284 } } }, { "k": 26, "theta": 2.499999999999999, "mean": 2.500000000000001, "variance": 0.03846153846153849, "mse": 0.2884615384615394, "alphaSum": 3.854419716215045, "squareSum": 1.6072026935318293, "centeredAccumulation": -0.7715581333534625, "update": { "old": 2.459999999999999, "alpha": 0.038461538461538464, "drift": -0.4599999999999991, "noise": 1.5, "expectedNoise": 0.5, "centeredNoise": 1, "random": { "before": 1774448499, "after": 2442996165, "u": 0.5688043695408851 } } }, { "k": 27, "theta": 2.5370370370370363, "mean": 2.500000000000001, "variance": 0.03703703703703706, "mse": 0.287037037037038, "alphaSum": 3.8914567532520823, "squareSum": 1.6085744356443121, "centeredAccumulation": -0.7345210963164255, "update": { "old": 2.499999999999999, "alpha": 0.037037037037037035, "drift": -0.4999999999999991, "noise": 1.5, "expectedNoise": 0.5, "centeredNoise": 1, "random": { "before": 2442996165, "after": 2685919607, "u": 0.6253643909003586 } } }, { "k": 28, "theta": 2.5714285714285707, "mean": 2.500000000000001, "variance": 0.03571428571428574, "mse": 0.28571428571428664, "alphaSum": 3.927171038966368, "squareSum": 1.6098499458483937, "centeredAccumulation": -0.6988068106021398, "update": { "old": 2.5370370370370363, "alpha": 0.03571428571428571, "drift": -0.5370370370370363, "noise": 1.5, "expectedNoise": 0.5, "centeredNoise": 1, "random": { "before": 2685919607, "after": 3676094987, "u": 0.8559075619559735 } } }, { "k": 29, "theta": 2.534482758620689, "mean": 2.500000000000001, "variance": 0.03448275862068968, "mse": 0.28448275862069056, "alphaSum": 3.9616537975870574, "squareSum": 1.6110390064904865, "centeredAccumulation": -0.7332895692228294, "update": { "old": 2.5714285714285707, "alpha": 0.034482758620689655, "drift": -0.5714285714285707, "noise": -0.5, "expectedNoise": 0.5, "centeredNoise": -1, "random": { "before": 3676094987, "after": 686683909, "u": 0.15988105651922524 } } }, { "k": 30, "theta": 2.4999999999999996, "mean": 2.500000000000001, "variance": 0.03333333333333336, "mse": 0.28333333333333427, "alphaSum": 3.9949871309203906, "squareSum": 1.6121501176015975, "centeredAccumulation": -0.7666229025561627, "update": { "old": 2.534482758620689, "alpha": 0.03333333333333333, "drift": -0.5344827586206891, "noise": -0.5, "expectedNoise": 0.5, "centeredNoise": -1, "random": { "before": 686683909, "after": 1471061091, "u": 0.3425081006716937 } } }, { "k": 31, "theta": 2.4677419354838706, "mean": 2.500000000000001, "variance": 0.03225806451612906, "mse": 0.28225806451612995, "alphaSum": 4.02724519543652, "squareSum": 1.6131907003279242, "centeredAccumulation": -0.7988809670722917, "update": { "old": 2.4999999999999996, "alpha": 0.03225806451612903, "drift": -0.49999999999999956, "noise": -0.5, "expectedNoise": 0.5, "centeredNoise": -1, "random": { "before": 1471061091, "after": 7696434, "u": 0.0017919656820595264 } } }, { "k": 32, "theta": 2.4374999999999996, "mean": 2.500000000000001, "variance": 0.03125000000000003, "mse": 0.2812500000000009, "alphaSum": 4.05849519543652, "squareSum": 1.6141672628279242, "centeredAccumulation": -0.8301309670722917, "update": { "old": 2.4677419354838706, "alpha": 0.03125, "drift": -0.46774193548387055, "noise": -0.5, "expectedNoise": 0.5, "centeredNoise": -1, "random": { "before": 7696434, "after": 1612678763, "u": 0.3754810343962163 } } }, { "k": 33, "theta": 2.4696969696969693, "mean": 2.500000000000001, "variance": 0.030303030303030335, "mse": 0.2803030303030312, "alphaSum": 4.08879822573955, "squareSum": 1.6150855364734706, "centeredAccumulation": -0.7998279367692614, "update": { "old": 2.4374999999999996, "alpha": 0.030303030303030304, "drift": -0.43749999999999956, "noise": 1.5, "expectedNoise": 0.5, "centeredNoise": 1, "random": { "before": 1612678763, "after": 2324131394, "u": 0.5411290084011853 } } }, { "k": 34, "theta": 2.4999999999999996, "mean": 2.500000000000001, "variance": 0.02941176470588238, "mse": 0.27941176470588325, "alphaSum": 4.118209990445433, "squareSum": 1.6159505883765848, "centeredAccumulation": -0.7704161720633791, "update": { "old": 2.4696969696969693, "alpha": 0.029411764705882353, "drift": -0.4696969696969693, "noise": 1.5, "expectedNoise": 0.5, "centeredNoise": 1, "random": { "before": 2324131394, "after": 2393678149, "u": 0.5573216241318733 } } }, { "k": 35, "theta": 2.471428571428571, "mean": 2.500000000000001, "variance": 0.028571428571428595, "mse": 0.27857142857142947, "alphaSum": 4.146781419016861, "squareSum": 1.616766914907197, "centeredAccumulation": -0.7989876006348077, "update": { "old": 2.4999999999999996, "alpha": 0.02857142857142857, "drift": -0.49999999999999956, "noise": -0.5, "expectedNoise": 0.5, "centeredNoise": -1, "random": { "before": 2393678149, "after": 1241877735, "u": 0.28914719237945974 } } }, { "k": 36, "theta": 2.4999999999999996, "mean": 2.500000000000001, "variance": 0.027777777777777797, "mse": 0.2777777777777787, "alphaSum": 4.174559196794639, "squareSum": 1.6175385198454686, "centeredAccumulation": -0.7712098228570299, "update": { "old": 2.471428571428571, "alpha": 0.027777777777777776, "drift": -0.4714285714285711, "noise": 1.5, "expectedNoise": 0.5, "centeredNoise": 1, "random": { "before": 1241877735, "after": 2293969995, "u": 0.5341065104585141 } } }, { "k": 37, "theta": 2.4729729729729724, "mean": 2.500000000000001, "variance": 0.027027027027027046, "mse": 0.2770270270270279, "alphaSum": 4.201586223821666, "squareSum": 1.6182689800353882, "centeredAccumulation": -0.7982368498840569, "update": { "old": 2.4999999999999996, "alpha": 0.02702702702702703, "drift": -0.49999999999999956, "noise": -0.5, "expectedNoise": 0.5, "centeredNoise": -1, "random": { "before": 2293969995, "after": 678840594, "u": 0.1580548924393952 } } }, { "k": 38, "theta": 2.4999999999999996, "mean": 2.500000000000001, "variance": 0.026315789473684233, "mse": 0.2763157894736851, "alphaSum": 4.22790201329535, "squareSum": 1.6189615008110114, "centeredAccumulation": -0.7719210604103727, "update": { "old": 2.4729729729729724, "alpha": 0.02631578947368421, "drift": -0.47297297297297236, "noise": 1.5, "expectedNoise": 0.5, "centeredNoise": 1, "random": { "before": 678840594, "after": 3420147384, "u": 0.7963151168078184 } } }, { "k": 39, "theta": 2.525641025641025, "mean": 2.500000000000001, "variance": 0.02564102564102566, "mse": 0.27564102564102655, "alphaSum": 4.2535430389363755, "squareSum": 1.619618963006935, "centeredAccumulation": -0.746280034769347, "update": { "old": 2.4999999999999996, "alpha": 0.02564102564102564, "drift": -0.49999999999999956, "noise": 1.5, "expectedNoise": 0.5, "centeredNoise": 1, "random": { "before": 3420147384, "after": 3817859198, "u": 0.8889146144501865 } } }, { "k": 40, "theta": 2.5499999999999994, "mean": 2.500000000000001, "variance": 0.02500000000000002, "mse": 0.2750000000000009, "alphaSum": 4.278543038936376, "squareSum": 1.6202439630069352, "centeredAccumulation": -0.721280034769347, "update": { "old": 2.525641025641025, "alpha": 0.025, "drift": -0.5256410256410251, "noise": 1.5, "expectedNoise": 0.5, "centeredNoise": 1, "random": { "before": 3817859198, "after": 3464806654, "u": 0.8067131633870304 } } }, { "k": 41, "theta": 2.5731707317073162, "mean": 2.500000000000001, "variance": 0.02439024390243904, "mse": 0.27439024390243993, "alphaSum": 4.302933282838815, "squareSum": 1.6208388470045556, "centeredAccumulation": -0.6968897908669079, "update": { "old": 2.5499999999999994, "alpha": 0.024390243902439025, "drift": -0.5499999999999994, "noise": 1.5, "expectedNoise": 0.5, "centeredNoise": 1, "random": { "before": 3464806654, "after": 2248039891, "u": 0.5234125747811049 } } }, { "k": 42, "theta": 2.5952380952380945, "mean": 2.5000000000000004, "variance": 0.023809523809523822, "mse": 0.2738095238095243, "alphaSum": 4.326742806648339, "squareSum": 1.621405740428592, "centeredAccumulation": -0.6730802670573841, "update": { "old": 2.5731707317073162, "alpha": 0.023809523809523808, "drift": -0.5731707317073162, "noise": 1.5, "expectedNoise": 0.5, "centeredNoise": 1, "random": { "before": 2248039891, "after": 2261206225, "u": 0.5264781008008868 } } }, { "k": 43, "theta": 2.616279069767441, "mean": 2.5000000000000004, "variance": 0.023255813953488382, "mse": 0.2732558139534888, "alphaSum": 4.349998620601827, "squareSum": 1.6219465733112313, "centeredAccumulation": -0.6498244531038957, "update": { "old": 2.5952380952380945, "alpha": 0.023255813953488372, "drift": -0.5952380952380945, "noise": 1.5, "expectedNoise": 0.5, "centeredNoise": 1, "random": { "before": 2261206225, "after": 2784439327, "u": 0.6483028007205576 } } }, { "k": 44, "theta": 2.5909090909090904, "mean": 2.5000000000000004, "variance": 0.022727272727272735, "mse": 0.27272727272727315, "alphaSum": 4.3727258933290996, "squareSum": 1.6224631022368512, "centeredAccumulation": -0.6725517258311684, "update": { "old": 2.616279069767441, "alpha": 0.022727272727272728, "drift": -0.6162790697674412, "noise": -0.5, "expectedNoise": 0.5, "centeredNoise": -1, "random": { "before": 2784439327, "after": 1323919493, "u": 0.30824902770109475 } } }, { "k": 45, "theta": 2.566666666666666, "mean": 2.5, "variance": 0.02222222222222223, "mse": 0.27222222222222225, "alphaSum": 4.394948115551322, "squareSum": 1.622956929397345, "centeredAccumulation": -0.6947739480533907, "update": { "old": 2.5909090909090904, "alpha": 0.022222222222222223, "drift": -0.5909090909090904, "noise": -0.5, "expectedNoise": 0.5, "centeredNoise": -1, "random": { "before": 1323919493, "after": 482793049, "u": 0.11240901635028422 } } }, { "k": 46, "theta": 2.5434782608695645, "mean": 2.5, "variance": 0.021739130434782615, "mse": 0.2717391304347826, "alphaSum": 4.416687245986104, "squareSum": 1.6234295191894055, "centeredAccumulation": -0.7165130784881732, "update": { "old": 2.566666666666666, "alpha": 0.021739130434782608, "drift": -0.566666666666666, "noise": -0.5, "expectedNoise": 0.5, "centeredNoise": -1, "random": { "before": 482793049, "after": 129973951, "u": 0.030261918669566512 } } }, { "k": 47, "theta": 2.563829787234042, "mean": 2.5, "variance": 0.021276595744680854, "mse": 0.2712765957446809, "alphaSum": 4.4379638417307845, "squareSum": 1.623882212715888, "centeredAccumulation": -0.6952364827434924, "update": { "old": 2.5434782608695645, "alpha": 0.02127659574468085, "drift": -0.5434782608695645, "noise": 1.5, "expectedNoise": 0.5, "centeredNoise": 1, "random": { "before": 129973951, "after": 3984424939, "u": 0.9276962231379002 } } }, { "k": 48, "theta": 2.541666666666666, "mean": 2.5, "variance": 0.020833333333333332, "mse": 0.2708333333333333, "alphaSum": 4.4587971750641175, "squareSum": 1.6243162404936657, "centeredAccumulation": -0.7160698160768257, "update": { "old": 2.563829787234042, "alpha": 0.020833333333333332, "drift": -0.5638297872340421, "noise": -0.5, "expectedNoise": 0.5, "centeredNoise": -1, "random": { "before": 3984424939, "after": 310897611, "u": 0.07238649087958038 } } }, { "k": 49, "theta": 2.5204081632653055, "mean": 2.5, "variance": 0.02040816326530612, "mse": 0.27040816326530615, "alphaSum": 4.4792053383294235, "squareSum": 1.6247327336215291, "centeredAccumulation": -0.7364779793421319, "update": { "old": 2.541666666666666, "alpha": 0.02040816326530612, "drift": -0.5416666666666661, "noise": -0.5, "expectedNoise": 0.5, "centeredNoise": -1, "random": { "before": 310897611, "after": 270629556, "u": 0.06301085371524096 } } }, { "k": 50, "theta": 2.539999999999999, "mean": 2.5, "variance": 0.019999999999999997, "mse": 0.27, "alphaSum": 4.499205338329423, "squareSum": 1.625132733621529, "centeredAccumulation": -0.7164779793421319, "update": { "old": 2.5204081632653055, "alpha": 0.02, "drift": -0.5204081632653055, "noise": 1.5, "expectedNoise": 0.5, "centeredNoise": 1, "random": { "before": 270629556, "after": 3515565295, "u": 0.8185313304420561 } } }, { "k": 51, "theta": 2.558823529411764, "mean": 2.4999999999999996, "variance": 0.019607843137254898, "mse": 0.26960784313725444, "alphaSum": 4.518813181466678, "squareSum": 1.6255172011340242, "centeredAccumulation": -0.6968701362048769, "update": { "old": 2.539999999999999, "alpha": 0.0196078431372549, "drift": -0.5399999999999991, "noise": 1.5, "expectedNoise": 0.5, "centeredNoise": 1, "random": { "before": 3515565295, "after": 2613703908, "u": 0.6085503632202744 } } }, { "k": 52, "theta": 2.538461538461538, "mean": 2.499999999999999, "variance": 0.019230769230769225, "mse": 0.26923076923076833, "alphaSum": 4.538043950697447, "squareSum": 1.6258870236192313, "centeredAccumulation": -0.7161009054356462, "update": { "old": 2.558823529411764, "alpha": 0.019230769230769232, "drift": -0.558823529411764, "noise": -0.5, "expectedNoise": 0.5, "centeredNoise": -1, "random": { "before": 2613703908, "after": 267513742, "u": 0.06228539673611522 } } }, { "k": 53, "theta": 2.518867924528301, "mean": 2.499999999999999, "variance": 0.01886792452830188, "mse": 0.268867924528301, "alphaSum": 4.556911875225749, "squareSum": 1.626243022195237, "centeredAccumulation": -0.7349688299639481, "update": { "old": 2.538461538461538, "alpha": 0.018867924528301886, "drift": -0.5384615384615379, "noise": -0.5, "expectedNoise": 0.5, "centeredNoise": -1, "random": { "before": 267513742, "after": 1913055054, "u": 0.4454178395681083 } } }, { "k": 54, "theta": 2.4999999999999996, "mean": 2.499999999999999, "variance": 0.01851851851851851, "mse": 0.2685185185185176, "alphaSum": 4.575430393744267, "squareSum": 1.626585957723358, "centeredAccumulation": -0.7534873484824666, "update": { "old": 2.518867924528301, "alpha": 0.018518518518518517, "drift": -0.5188679245283012, "noise": -0.5, "expectedNoise": 0.5, "centeredNoise": -1, "random": { "before": 1913055054, "after": 1929475865, "u": 0.44924110756255686 } } }, { "k": 55, "theta": 2.5181818181818176, "mean": 2.499999999999999, "variance": 0.018181818181818174, "mse": 0.2681818181818173, "alphaSum": 4.593612211926086, "squareSum": 1.6269165362357545, "centeredAccumulation": -0.7353055303006484, "update": { "old": 2.4999999999999996, "alpha": 0.01818181818181818, "drift": -0.49999999999999956, "noise": 1.5, "expectedNoise": 0.5, "centeredNoise": 1, "random": { "before": 1929475865, "after": 3786228968, "u": 0.8815501276403666 } } }, { "k": 56, "theta": 2.4999999999999996, "mean": 2.499999999999999, "variance": 0.01785714285714285, "mse": 0.26785714285714196, "alphaSum": 4.611469354783229, "squareSum": 1.6272354137867748, "centeredAccumulation": -0.7531626731577913, "update": { "old": 2.5181818181818176, "alpha": 0.017857142857142856, "drift": -0.5181818181818176, "noise": -0.5, "expectedNoise": 0.5, "centeredNoise": -1, "random": { "before": 3786228968, "after": 1866231408, "u": 0.4345158599317074 } } }, { "k": 57, "theta": 2.5175438596491224, "mean": 2.499999999999999, "variance": 0.0175438596491228, "mse": 0.2675438596491219, "alphaSum": 4.6290132144323515, "squareSum": 1.627543200798163, "centeredAccumulation": -0.7356188135086685, "update": { "old": 2.4999999999999996, "alpha": 0.017543859649122806, "drift": -0.49999999999999956, "noise": 1.5, "expectedNoise": 0.5, "centeredNoise": 1, "random": { "before": 1866231408, "after": 3165781545, "u": 0.7370909547898918 } } }, { "k": 58, "theta": 2.534482758620689, "mean": 2.499999999999999, "variance": 0.017241379310344817, "mse": 0.2672413793103439, "alphaSum": 4.646254593742697, "squareSum": 1.627840465958686, "centeredAccumulation": -0.7183774341983237, "update": { "old": 2.5175438596491224, "alpha": 0.017241379310344827, "drift": -0.5175438596491224, "noise": 1.5, "expectedNoise": 0.5, "centeredNoise": 1, "random": { "before": 3165781545, "after": 3991367155, "u": 0.9293125837575644 } } }, { "k": 59, "theta": 2.5169491525423724, "mean": 2.499999999999999, "variance": 0.01694915254237287, "mse": 0.266949152542372, "alphaSum": 4.6632037462850695, "squareSum": 1.6281277397305907, "centeredAccumulation": -0.7353265867406965, "update": { "old": 2.534482758620689, "alpha": 0.01694915254237288, "drift": -0.5344827586206891, "noise": -0.5, "expectedNoise": 0.5, "centeredNoise": -1, "random": { "before": 3991367155, "after": 192460351, "u": 0.04481066740117967 } } }, { "k": 60, "theta": 2.5333333333333328, "mean": 2.4999999999999987, "variance": 0.016666666666666653, "mse": 0.26666666666666533, "alphaSum": 4.679870412951736, "squareSum": 1.6284055175083685, "centeredAccumulation": -0.7186599200740298, "update": { "old": 2.5169491525423724, "alpha": 0.016666666666666666, "drift": -0.5169491525423724, "noise": 1.5, "expectedNoise": 0.5, "centeredNoise": 1, "random": { "before": 192460351, "after": 2857649376, "u": 0.6653483435511589 } } }, { "k": 61, "theta": 2.51639344262295, "mean": 2.4999999999999987, "variance": 0.016393442622950807, "mse": 0.26639344262294945, "alphaSum": 4.696263855574687, "squareSum": 1.6286742624694004, "centeredAccumulation": -0.7350533626969806, "update": { "old": 2.5333333333333328, "alpha": 0.01639344262295082, "drift": -0.5333333333333328, "noise": -0.5, "expectedNoise": 0.5, "centeredNoise": -1, "random": { "before": 2857649376, "after": 2076370180, "u": 0.48344260547310114 } } }, { "k": 62, "theta": 2.5322580645161286, "mean": 2.499999999999999, "variance": 0.016129032258064505, "mse": 0.2661290322580636, "alphaSum": 4.712392887832752, "squareSum": 1.628934408150982, "centeredAccumulation": -0.7189243304389161, "update": { "old": 2.51639344262295, "alpha": 0.016129032258064516, "drift": -0.5163934426229502, "noise": 1.5, "expectedNoise": 0.5, "centeredNoise": 1, "random": { "before": 2076370180, "after": 3408699413, "u": 0.7936496783513576 } } }, { "k": 63, "theta": 2.547619047619047, "mean": 2.499999999999999, "variance": 0.015873015873015865, "mse": 0.265873015873015, "alphaSum": 4.7282659037057675, "squareSum": 1.629186360783887, "centeredAccumulation": -0.7030513145659003, "update": { "old": 2.5322580645161286, "alpha": 0.015873015873015872, "drift": -0.5322580645161286, "noise": 1.5, "expectedNoise": 0.5, "centeredNoise": 1, "random": { "before": 3408699413, "after": 3136020418, "u": 0.7301616524346173 } } }, { "k": 64, "theta": 2.5624999999999996, "mean": 2.499999999999999, "variance": 0.015624999999999993, "mse": 0.2656249999999991, "alphaSum": 4.7438909037057675, "squareSum": 1.629430501408887, "centeredAccumulation": -0.6874263145659003, "update": { "old": 2.547619047619047, "alpha": 0.015625, "drift": -0.547619047619047, "noise": 1.5, "expectedNoise": 0.5, "centeredNoise": 1, "random": { "before": 3136020418, "after": 3815511595, "u": 0.8883680205326527 } } }, { "k": 65, "theta": 2.5461538461538455, "mean": 2.499999999999999, "variance": 0.015384615384615379, "mse": 0.2653846153846145, "alphaSum": 4.759275519090383, "squareSum": 1.6296671877994195, "centeredAccumulation": -0.7028109299505156, "update": { "old": 2.5624999999999996, "alpha": 0.015384615384615385, "drift": -0.5624999999999996, "noise": -0.5, "expectedNoise": 0.5, "centeredNoise": -1, "random": { "before": 3815511595, "after": 1417779487, "u": 0.3301025105174631 } } }, { "k": 66, "theta": 2.56060606060606, "mean": 2.4999999999999996, "variance": 0.015151515151515145, "mse": 0.2651515151515147, "alphaSum": 4.774427034241898, "squareSum": 1.6298967562108062, "centeredAccumulation": -0.6876594147990005, "update": { "old": 2.5461538461538455, "alpha": 0.015151515151515152, "drift": -0.5461538461538455, "noise": 1.5, "expectedNoise": 0.5, "centeredNoise": 1, "random": { "before": 1417779487, "after": 2481656590, "u": 0.5778057011775672 } } }, { "k": 67, "theta": 2.5746268656716413, "mean": 2.499999999999999, "variance": 0.01492537313432835, "mse": 0.26492537313432746, "alphaSum": 4.789352407376227, "squareSum": 1.630119522974005, "centeredAccumulation": -0.6727340416646721, "update": { "old": 2.56060606060606, "alpha": 0.014925373134328358, "drift": -0.5606060606060601, "noise": 1.5, "expectedNoise": 0.5, "centeredNoise": 1, "random": { "before": 2481656590, "after": 3235893931, "u": 0.7534152667503804 } } }, { "k": 68, "theta": 2.558823529411764, "mean": 2.499999999999999, "variance": 0.01470588235294117, "mse": 0.2647058823529403, "alphaSum": 4.804058289729168, "squareSum": 1.6303357859497836, "centeredAccumulation": -0.6874399240176132, "update": { "old": 2.5746268656716413, "alpha": 0.014705882352941176, "drift": -0.5746268656716413, "noise": -0.5, "expectedNoise": 0.5, "centeredNoise": -1, "random": { "before": 3235893931, "after": 1809797678, "u": 0.4213763582520187 } } }, { "k": 69, "theta": 2.5724637681159415, "mean": 2.4999999999999996, "variance": 0.014492753623188399, "mse": 0.26449275362318797, "alphaSum": 4.818551043352357, "squareSum": 1.630545825857366, "centeredAccumulation": -0.6729471703944249, "update": { "old": 2.558823529411764, "alpha": 0.014492753623188406, "drift": -0.558823529411764, "noise": 1.5, "expectedNoise": 0.5, "centeredNoise": 1, "random": { "before": 1809797678, "after": 2998963843, "u": 0.6982506818603724 } } }, { "k": 70, "theta": 2.585714285714285, "mean": 2.4999999999999996, "variance": 0.014285714285714282, "mse": 0.26428571428571385, "alphaSum": 4.832836757638071, "squareSum": 1.630749907490019, "centeredAccumulation": -0.6586614561087106, "update": { "old": 2.5724637681159415, "alpha": 0.014285714285714285, "drift": -0.5724637681159415, "noise": 1.5, "expectedNoise": 0.5, "centeredNoise": 1, "random": { "before": 2998963843, "after": 3238485611, "u": 0.7540186892729253 } } }, { "k": 71, "theta": 2.570422535211267, "mean": 2.5, "variance": 0.014084507042253518, "mse": 0.2640845070422535, "alphaSum": 4.846921264680325, "squareSum": 1.6309482808286422, "centeredAccumulation": -0.6727459631509641, "update": { "old": 2.585714285714285, "alpha": 0.014084507042253521, "drift": -0.585714285714285, "noise": -0.5, "expectedNoise": 0.5, "centeredNoise": -1, "random": { "before": 3238485611, "after": 1938770638, "u": 0.45140521554276347 } } }, { "k": 72, "theta": 2.5833333333333326, "mean": 2.5, "variance": 0.013888888888888888, "mse": 0.2638888888888889, "alphaSum": 4.860810153569214, "squareSum": 1.63114118206321, "centeredAccumulation": -0.6588570742620753, "update": { "old": 2.570422535211267, "alpha": 0.013888888888888888, "drift": -0.5704225352112671, "noise": 1.5, "expectedNoise": 0.5, "centeredNoise": 1, "random": { "before": 1938770638, "after": 3222156037, "u": 0.7502166640479118 } } }, { "k": 73, "theta": 2.595890410958903, "mean": 2.5, "variance": 0.013698630136986299, "mse": 0.2636986301369863, "alphaSum": 4.8745087837062, "squareSum": 1.6313288345308399, "centeredAccumulation": -0.645158444125089, "update": { "old": 2.5833333333333326, "alpha": 0.0136986301369863, "drift": -0.5833333333333326, "noise": 1.5, "expectedNoise": 0.5, "centeredNoise": 1, "random": { "before": 3222156037, "after": 3418134130, "u": 0.7958463695831597 } } }, { "k": 74, "theta": 2.5810810810810803, "mean": 2.5, "variance": 0.013513513513513513, "mse": 0.2635135135135135, "alphaSum": 4.888022297219713, "squareSum": 1.6315114495783198, "centeredAccumulation": -0.6586719576386025, "update": { "old": 2.595890410958903, "alpha": 0.013513513513513514, "drift": -0.5958904109589032, "noise": -0.5, "expectedNoise": 0.5, "centeredNoise": -1, "random": { "before": 3418134130, "after": 1999479723, "u": 0.46554015087895095 } } }, { "k": 75, "theta": 2.5933333333333324, "mean": 2.5, "variance": 0.013333333333333334, "mse": 0.2633333333333333, "alphaSum": 4.901355630553047, "squareSum": 1.6316892273560977, "centeredAccumulation": -0.6453386243052692, "update": { "old": 2.5810810810810803, "alpha": 0.013333333333333334, "drift": -0.5810810810810803, "noise": 1.5, "expectedNoise": 0.5, "centeredNoise": 1, "random": { "before": 1999479723, "after": 2823611111, "u": 0.6574231924023479 } } }, { "k": 76, "theta": 2.605263157894736, "mean": 2.5, "variance": 0.013157894736842106, "mse": 0.2631578947368421, "alphaSum": 4.914513525289889, "squareSum": 1.6318623575500035, "centeredAccumulation": -0.6321807295684271, "update": { "old": 2.5933333333333324, "alpha": 0.013157894736842105, "drift": -0.5933333333333324, "noise": 1.5, "expectedNoise": 0.5, "centeredNoise": 1, "random": { "before": 2823611111, "after": 3054699791, "u": 0.711227718507871 } } }, { "k": 77, "theta": 2.59090909090909, "mean": 2.5, "variance": 0.012987012987012988, "mse": 0.262987012987013, "alphaSum": 4.927500538276902, "squareSum": 1.6320310200563284, "centeredAccumulation": -0.6451677425554401, "update": { "old": 2.605263157894736, "alpha": 0.012987012987012988, "drift": -0.6052631578947358, "noise": -0.5, "expectedNoise": 0.5, "centeredNoise": -1, "random": { "before": 3054699791, "after": 14894230, "u": 0.0034678331576287746 } } }, { "k": 78, "theta": 2.5769230769230758, "mean": 2.5, "variance": 0.012820512820512822, "mse": 0.26282051282051283, "alphaSum": 4.940321051097415, "squareSum": 1.6321953856053093, "centeredAccumulation": -0.6579882553759528, "update": { "old": 2.59090909090909, "alpha": 0.01282051282051282, "drift": -0.5909090909090899, "noise": -0.5, "expectedNoise": 0.5, "centeredNoise": -1, "random": { "before": 14894230, "after": 1715971438, "u": 0.39953073440119624 } } }, { "k": 79, "theta": 2.5886075949367076, "mean": 2.5000000000000004, "variance": 0.012658227848101269, "mse": 0.2626582278481017, "alphaSum": 4.9529792789455165, "squareSum": 1.6323556163375637, "centeredAccumulation": -0.6453300275278516, "update": { "old": 2.5769230769230758, "alpha": 0.012658227848101266, "drift": -0.5769230769230758, "noise": 1.5, "expectedNoise": 0.5, "centeredNoise": 1, "random": { "before": 1715971438, "after": 3484397435, "u": 0.8112744975369424 } } }, { "k": 80, "theta": 2.574999999999999, "mean": 2.5000000000000004, "variance": 0.012500000000000004, "mse": 0.26250000000000046, "alphaSum": 4.965479278945517, "squareSum": 1.6325118663375637, "centeredAccumulation": -0.6578300275278516, "update": { "old": 2.5886075949367076, "alpha": 0.0125, "drift": -0.5886075949367076, "noise": -0.5, "expectedNoise": 0.5, "centeredNoise": -1, "random": { "before": 3484397435, "after": 1918540091, "u": 0.4466949242632836 } } }, { "k": 81, "theta": 2.5617283950617273, "mean": 2.5000000000000004, "variance": 0.012345679012345682, "mse": 0.2623456790123461, "alphaSum": 4.977824957957862, "squareSum": 1.6326642821278397, "centeredAccumulation": -0.6701757065401972, "update": { "old": 2.574999999999999, "alpha": 0.012345679012345678, "drift": -0.5749999999999988, "noise": -0.5, "expectedNoise": 0.5, "centeredNoise": -1, "random": { "before": 1918540091, "after": 247519525, "u": 0.057630130322650075 } } }, { "k": 82, "theta": 2.5731707317073162, "mean": 2.5, "variance": 0.012195121951219514, "mse": 0.2621951219512195, "alphaSum": 4.9900200799090815, "squareSum": 1.6328130031272448, "centeredAccumulation": -0.6579805845889777, "update": { "old": 2.5617283950617273, "alpha": 0.012195121951219513, "drift": -0.5617283950617273, "noise": 1.5, "expectedNoise": 0.5, "centeredNoise": 1, "random": { "before": 247519525, "after": 2842298679, "u": 0.6617742308881134 } } }, { "k": 83, "theta": 2.5843373493975896, "mean": 2.5, "variance": 0.012048192771084338, "mse": 0.2620481927710843, "alphaSum": 5.002068272680166, "squareSum": 1.632958162076294, "centeredAccumulation": -0.6459323918178933, "update": { "old": 2.5731707317073162, "alpha": 0.012048192771084338, "drift": -0.5731707317073162, "noise": 1.5, "expectedNoise": 0.5, "centeredNoise": 1, "random": { "before": 2842298679, "after": 3789504305, "u": 0.8823127264622599 } } }, { "k": 84, "theta": 2.5952380952380945, "mean": 2.5, "variance": 0.011904761904761908, "mse": 0.2619047619047619, "alphaSum": 5.013973034584928, "squareSum": 1.6330998854323031, "centeredAccumulation": -0.6340276299131314, "update": { "old": 2.5843373493975896, "alpha": 0.011904761904761904, "drift": -0.5843373493975896, "noise": 1.5, "expectedNoise": 0.5, "centeredNoise": 1, "random": { "before": 3789504305, "after": 3239745933, "u": 0.7543121308553964 } } }, { "k": 85, "theta": 2.6058823529411757, "mean": 2.5, "variance": 0.011764705882352944, "mse": 0.26176470588235295, "alphaSum": 5.025737740467281, "squareSum": 1.6332382937368013, "centeredAccumulation": -0.6222629240307785, "update": { "old": 2.5952380952380945, "alpha": 0.011764705882352941, "drift": -0.5952380952380945, "noise": 1.5, "expectedNoise": 0.5, "centeredNoise": 1, "random": { "before": 3239745933, "after": 3611648920, "u": 0.8409025426954031 } } }, { "k": 86, "theta": 2.5930232558139528, "mean": 2.5, "variance": 0.01162790697674419, "mse": 0.2616279069767442, "alphaSum": 5.037365647444025, "squareSum": 1.6333735019574611, "centeredAccumulation": -0.6338908310075227, "update": { "old": 2.6058823529411757, "alpha": 0.011627906976744186, "drift": -0.6058823529411757, "noise": -0.5, "expectedNoise": 0.5, "centeredNoise": -1, "random": { "before": 3611648920, "after": 503160419, "u": 0.11715116421692073 } } }, { "k": 87, "theta": 2.580459770114942, "mean": 2.5, "variance": 0.011494252873563222, "mse": 0.2614942528735632, "alphaSum": 5.048859900317588, "squareSum": 1.6335056198065825, "centeredAccumulation": -0.645385083881086, "update": { "old": 2.5930232558139528, "alpha": 0.011494252873563218, "drift": -0.5930232558139528, "noise": -0.5, "expectedNoise": 0.5, "centeredNoise": -1, "random": { "before": 503160419, "after": 1745126939, "u": 0.4063190284650773 } } }, { "k": 88, "theta": 2.5909090909090904, "mean": 2.5, "variance": 0.011363636363636367, "mse": 0.26136363636363635, "alphaSum": 5.0602235366812245, "squareSum": 1.6336347520379875, "centeredAccumulation": -0.6340214475174496, "update": { "old": 2.580459770114942, "alpha": 0.011363636363636364, "drift": -0.5804597701149419, "noise": 1.5, "expectedNoise": 0.5, "centeredNoise": 1, "random": { "before": 1745126939, "after": 3761558904, "u": 0.8758061807602644 } } }, { "k": 89, "theta": 2.578651685393258, "mean": 2.5, "variance": 0.011235955056179778, "mse": 0.2612359550561798, "alphaSum": 5.0714594917374045, "squareSum": 1.633760998724012, "centeredAccumulation": -0.6452574025736294, "update": { "old": 2.5909090909090904, "alpha": 0.011235955056179775, "drift": -0.5909090909090904, "noise": -0.5, "expectedNoise": 0.5, "centeredNoise": -1, "random": { "before": 3761558904, "after": 703000213, "u": 0.16367999208159745 } } }, { "k": 90, "theta": 2.566666666666666, "mean": 2.5, "variance": 0.011111111111111115, "mse": 0.2611111111111111, "alphaSum": 5.082570602848516, "squareSum": 1.6338844555141354, "centeredAccumulation": -0.6563685136847405, "update": { "old": 2.578651685393258, "alpha": 0.011111111111111112, "drift": -0.578651685393258, "noise": -0.5, "expectedNoise": 0.5, "centeredNoise": -1, "random": { "before": 703000213, "after": 1924310383, "u": 0.4480384250637144 } } }, { "k": 91, "theta": 2.576923076923076, "mean": 2.5, "variance": 0.010989010989010993, "mse": 0.260989010989011, "alphaSum": 5.0935596138375265, "squareSum": 1.634005213876652, "centeredAccumulation": -0.6453795026957295, "update": { "old": 2.566666666666666, "alpha": 0.01098901098901099, "drift": -0.566666666666666, "noise": 1.5, "expectedNoise": 0.5, "centeredNoise": 1, "random": { "before": 1924310383, "after": 3858078304, "u": 0.8982788547873497 } } }, { "k": 92, "theta": 2.58695652173913, "mean": 2.4999999999999996, "variance": 0.010869565217391306, "mse": 0.26086956521739085, "alphaSum": 5.104429179054918, "squareSum": 1.6341233613246673, "centeredAccumulation": -0.6345099374783382, "update": { "old": 2.576923076923076, "alpha": 0.010869565217391304, "drift": -0.5769230769230762, "noise": 1.5, "expectedNoise": 0.5, "centeredNoise": 1, "random": { "before": 3858078304, "after": 2173671100, "u": 0.5060972413048148 } } }, { "k": 93, "theta": 2.5752688172043006, "mean": 2.4999999999999996, "variance": 0.010752688172043013, "mse": 0.26075268817204256, "alphaSum": 5.115181867226961, "squareSum": 1.6342389816275924, "centeredAccumulation": -0.6452626256503812, "update": { "old": 2.58695652173913, "alpha": 0.010752688172043012, "drift": -0.5869565217391299, "noise": -0.5, "expectedNoise": 0.5, "centeredNoise": -1, "random": { "before": 2173671100, "after": 408800528, "u": 0.09518129006028175 } } }, { "k": 94, "theta": 2.585106382978723, "mean": 2.4999999999999996, "variance": 0.010638297872340429, "mse": 0.26063829787234, "alphaSum": 5.125820165099301, "squareSum": 1.634352155009213, "centeredAccumulation": -0.6346243277780408, "update": { "old": 2.5752688172043006, "alpha": 0.010638297872340425, "drift": -0.5752688172043006, "noise": 1.5, "expectedNoise": 0.5, "centeredNoise": 1, "random": { "before": 408800528, "after": 2651594767, "u": 0.6173725163098425 } } }, { "k": 95, "theta": 2.5736842105263156, "mean": 2.4999999999999996, "variance": 0.010526315789473686, "mse": 0.2605263157894732, "alphaSum": 5.136346480888775, "squareSum": 1.6344629583333128, "centeredAccumulation": -0.6451506435675145, "update": { "old": 2.585106382978723, "alpha": 0.010526315789473684, "drift": -0.5851063829787231, "noise": -0.5, "expectedNoise": 0.5, "centeredNoise": -1, "random": { "before": 2651594767, "after": 1538550825, "u": 0.35822177887894213 } } }, { "k": 96, "theta": 2.5625, "mean": 2.4999999999999996, "variance": 0.010416666666666668, "mse": 0.26041666666666624, "alphaSum": 5.146763147555442, "squareSum": 1.6345714652777572, "centeredAccumulation": -0.6555673102341811, "update": { "old": 2.5736842105263156, "alpha": 0.010416666666666666, "drift": -0.5736842105263156, "noise": -0.5, "expectedNoise": 0.5, "centeredNoise": -1, "random": { "before": 1538550825, "after": 269861137, "u": 0.06283194222487509 } } }, { "k": 97, "theta": 2.5721649484536084, "mean": 2.4999999999999996, "variance": 0.010309278350515465, "mse": 0.26030927835051504, "alphaSum": 5.157072425905957, "squareSum": 1.6346777464978657, "centeredAccumulation": -0.6452580318836657, "update": { "old": 2.5625, "alpha": 0.010309278350515464, "drift": -0.5625, "noise": 1.5, "expectedNoise": 0.5, "centeredNoise": 1, "random": { "before": 269861137, "after": 2931889226, "u": 0.6826336556114256 } } }, { "k": 98, "theta": 2.5612244897959187, "mean": 2.4999999999999996, "variance": 0.010204081632653062, "mse": 0.26020408163265263, "alphaSum": 5.1672765075386105, "squareSum": 1.6347818697798315, "centeredAccumulation": -0.6554621135163188, "update": { "old": 2.5721649484536084, "alpha": 0.01020408163265306, "drift": -0.5721649484536084, "noise": -0.5, "expectedNoise": 0.5, "centeredNoise": -1, "random": { "before": 2931889226, "after": 88760238, "u": 0.020666103344410658 } } }, { "k": 99, "theta": 2.570707070707071, "mean": 2.4999999999999996, "variance": 0.010101010101010104, "mse": 0.26010101010100967, "alphaSum": 5.177377517639621, "squareSum": 1.6348839001848923, "centeredAccumulation": -0.6453611034153087, "update": { "old": 2.5612244897959187, "alpha": 0.010101010101010102, "drift": -0.5612244897959187, "noise": 1.5, "expectedNoise": 0.5, "centeredNoise": 1, "random": { "before": 88760238, "after": 2571675345, "u": 0.5987648258451372 } } }, { "k": 100, "theta": 2.56, "mean": 2.4999999999999996, "variance": 0.010000000000000002, "mse": 0.25999999999999956, "alphaSum": 5.187377517639621, "squareSum": 1.6349839001848923, "centeredAccumulation": -0.6553611034153087, "update": { "old": 2.570707070707071, "alpha": 0.01, "drift": -0.5707070707070709, "noise": -0.5, "expectedNoise": 0.5, "centeredNoise": -1, "random": { "before": 2571675345, "after": 1070252824, "u": 0.24918765388429165 } } }, { "k": 101, "theta": 2.5693069306930694, "mean": 2.4999999999999996, "variance": 0.009900990099009903, "mse": 0.25990099009900947, "alphaSum": 5.1972785077386305, "squareSum": 1.635081929789833, "centeredAccumulation": -0.6454601133162988, "update": { "old": 2.56, "alpha": 0.009900990099009901, "drift": -0.56, "noise": 1.5, "expectedNoise": 0.5, "centeredNoise": 1, "random": { "before": 1070252824, "after": 2459429196, "u": 0.5726304827257991 } } }, { "k": 102, "theta": 2.5784313725490198, "mean": 2.4999999999999996, "variance": 0.009803921568627453, "mse": 0.259803921568627, "alphaSum": 5.207082429307258, "squareSum": 1.6351780466679566, "centeredAccumulation": -0.6356561917476714, "update": { "old": 2.5693069306930694, "alpha": 0.00980392156862745, "drift": -0.5693069306930694, "noise": 1.5, "expectedNoise": 0.5, "centeredNoise": 1, "random": { "before": 2459429196, "after": 2557840627, "u": 0.5955436795484275 } } }, { "k": 103, "theta": 2.5679611650485437, "mean": 2.5, "variance": 0.00970873786407767, "mse": 0.25970873786407767, "alphaSum": 5.216791167171336, "squareSum": 1.63527230625887, "centeredAccumulation": -0.6453649296117491, "update": { "old": 2.5784313725490198, "alpha": 0.009708737864077669, "drift": -0.5784313725490198, "noise": -0.5, "expectedNoise": 0.5, "centeredNoise": -1, "random": { "before": 2557840627, "after": 345307334, "u": 0.08039812883362174 } } }, { "k": 104, "theta": 2.576923076923077, "mean": 2.5, "variance": 0.009615384615384618, "mse": 0.25961538461538464, "alphaSum": 5.226406551786721, "squareSum": 1.6353647618801719, "centeredAccumulation": -0.6357495449963645, "update": { "old": 2.5679611650485437, "alpha": 0.009615384615384616, "drift": -0.5679611650485437, "noise": 1.5, "expectedNoise": 0.5, "centeredNoise": 1, "random": { "before": 345307334, "after": 4194557184, "u": 0.9766214489936829 } } }, { "k": 105, "theta": 2.585714285714286, "mean": 2.5, "variance": 0.009523809523809528, "mse": 0.25952380952380955, "alphaSum": 5.235930361310531, "squareSum": 1.6354554648280177, "centeredAccumulation": -0.626225735472555, "update": { "old": 2.576923076923077, "alpha": 0.009523809523809525, "drift": -0.5769230769230771, "noise": 1.5, "expectedNoise": 0.5, "centeredNoise": 1, "random": { "before": 4194557184, "after": 3050317809, "u": 0.7102074588183314 } } }, { "k": 106, "theta": 2.5943396226415096, "mean": 2.5, "variance": 0.009433962264150948, "mse": 0.25943396226415094, "alphaSum": 5.245364323574681, "squareSum": 1.6355444644720192, "centeredAccumulation": -0.6167917732084041, "update": { "old": 2.585714285714286, "alpha": 0.009433962264150943, "drift": -0.5857142857142859, "noise": 1.5, "expectedNoise": 0.5, "centeredNoise": 1, "random": { "before": 3050317809, "after": 2498081702, "u": 0.5816299705766141 } } }, { "k": 107, "theta": 2.5841121495327104, "mean": 2.5, "variance": 0.009345794392523369, "mse": 0.25934579439252337, "alphaSum": 5.254710117967204, "squareSum": 1.6356318083448464, "centeredAccumulation": -0.6261375676009274, "update": { "old": 2.5943396226415096, "alpha": 0.009345794392523364, "drift": -0.5943396226415096, "noise": -0.5, "expectedNoise": 0.5, "centeredNoise": -1, "random": { "before": 2498081702, "after": 1891450670, "u": 0.44038767693564296 } } }, { "k": 108, "theta": 2.5740740740740744, "mean": 2.5, "variance": 0.009259259259259264, "mse": 0.25925925925925924, "alphaSum": 5.263969377226464, "squareSum": 1.6357175422268766, "centeredAccumulation": -0.6353968268601867, "update": { "old": 2.5841121495327104, "alpha": 0.009259259259259259, "drift": -0.5841121495327104, "noise": -0.5, "expectedNoise": 0.5, "centeredNoise": -1, "random": { "before": 1891450670, "after": 1011483842, "u": 0.23550443397834897 } } }, { "k": 109, "theta": 2.5825688073394497, "mean": 2.5000000000000004, "variance": 0.00917431192660551, "mse": 0.25917431192660595, "alphaSum": 5.273143689153069, "squareSum": 1.6358017102262032, "centeredAccumulation": -0.6262225149335812, "update": { "old": 2.5740740740740744, "alpha": 0.009174311926605505, "drift": -0.5740740740740744, "noise": 1.5, "expectedNoise": 0.5, "centeredNoise": 1, "random": { "before": 1011483842, "after": 3869061067, "u": 0.9008359785657376 } } }, { "k": 110, "theta": 2.5727272727272728, "mean": 2.500000000000001, "variance": 0.009090909090909097, "mse": 0.25909090909091, "alphaSum": 5.282234598243978, "squareSum": 1.6358843548543025, "centeredAccumulation": -0.6353134240244902, "update": { "old": 2.5825688073394497, "alpha": 0.00909090909090909, "drift": -0.5825688073394497, "noise": -0.5, "expectedNoise": 0.5, "centeredNoise": -1, "random": { "before": 3869061067, "after": 803840345, "u": 0.18715866492129862 } } }, { "k": 111, "theta": 2.5630630630630633, "mean": 2.500000000000001, "variance": 0.009009009009009014, "mse": 0.2590090090090099, "alphaSum": 5.291243607252987, "squareSum": 1.6359655170976268, "centeredAccumulation": -0.6443224330334992, "update": { "old": 2.5727272727272728, "alpha": 0.009009009009009009, "drift": -0.5727272727272728, "noise": -0.5, "expectedNoise": 0.5, "centeredNoise": -1, "random": { "before": 803840345, "after": 1670585272, "u": 0.38896344415843487 } } }, { "k": 112, "theta": 2.553571428571429, "mean": 2.500000000000001, "variance": 0.008928571428571433, "mse": 0.25892857142857234, "alphaSum": 5.300172178681558, "squareSum": 1.636045236485382, "centeredAccumulation": -0.6532510044620706, "update": { "old": 2.5630630630630633, "alpha": 0.008928571428571428, "drift": -0.5630630630630633, "noise": -0.5, "expectedNoise": 0.5, "centeredNoise": -1, "random": { "before": 1670585272, "after": 476537482, "u": 0.11095252865925431 } } }, { "k": 113, "theta": 2.5619469026548676, "mean": 2.500000000000001, "variance": 0.008849557522123899, "mse": 0.2588495575221248, "alphaSum": 5.3090217362036825, "squareSum": 1.6361235511537193, "centeredAccumulation": -0.6444014469399467, "update": { "old": 2.553571428571429, "alpha": 0.008849557522123894, "drift": -0.5535714285714288, "noise": 1.5, "expectedNoise": 0.5, "centeredNoise": 1, "random": { "before": 476537482, "after": 4143777969, "u": 0.9647984916809946 } } }, { "k": 114, "theta": 2.5701754385964914, "mean": 2.500000000000001, "variance": 0.008771929824561408, "mse": 0.2587719298245623, "alphaSum": 5.317793666028244, "squareSum": 1.6362004979065663, "centeredAccumulation": -0.6356295171153853, "update": { "old": 2.5619469026548676, "alpha": 0.008771929824561403, "drift": -0.5619469026548676, "noise": 1.5, "expectedNoise": 0.5, "centeredNoise": 1, "random": { "before": 4143777969, "after": 2861263812, "u": 0.6661898950114846 } } }, { "k": 115, "theta": 2.5608695652173914, "mean": 2.500000000000001, "variance": 0.008695652173913049, "mse": 0.25869565217391394, "alphaSum": 5.3264893182021575, "squareSum": 1.636276112273296, "centeredAccumulation": -0.6443251692892983, "update": { "old": 2.5701754385964914, "alpha": 0.008695652173913044, "drift": -0.5701754385964914, "noise": -0.5, "expectedNoise": 0.5, "centeredNoise": -1, "random": { "before": 2861263812, "after": 964857757, "u": 0.22464845259673893 } } }, { "k": 116, "theta": 2.5517241379310347, "mean": 2.500000000000001, "variance": 0.00862068965517242, "mse": 0.2586206896551733, "alphaSum": 5.33511000785733, "squareSum": 1.636350428563427, "centeredAccumulation": -0.6529458589444707, "update": { "old": 2.5608695652173914, "alpha": 0.008620689655172414, "drift": -0.5608695652173914, "noise": -0.5, "expectedNoise": 0.5, "centeredNoise": -1, "random": { "before": 964857757, "after": 1716678405, "u": 0.3996953379828483 } } }, { "k": 117, "theta": 2.542735042735043, "mean": 2.500000000000001, "variance": 0.008547008547008555, "mse": 0.25854700854700946, "alphaSum": 5.343657016404339, "squareSum": 1.6364234799185295, "centeredAccumulation": -0.6614928674914792, "update": { "old": 2.5517241379310347, "alpha": 0.008547008547008548, "drift": -0.5517241379310347, "noise": -0.5, "expectedNoise": 0.5, "centeredNoise": -1, "random": { "before": 1716678405, "after": 1575584092, "u": 0.36684425827115774 } } }, { "k": 118, "theta": 2.550847457627119, "mean": 2.500000000000001, "variance": 0.00847457627118645, "mse": 0.25847457627118736, "alphaSum": 5.3521315926755255, "squareSum": 1.6364952983615058, "centeredAccumulation": -0.6530182912202928, "update": { "old": 2.542735042735043, "alpha": 0.00847457627118644, "drift": -0.542735042735043, "noise": 1.5, "expectedNoise": 0.5, "centeredNoise": 1, "random": { "before": 1575584092, "after": 3582246941, "u": 0.8340568610001355 } } }, { "k": 119, "theta": 2.558823529411765, "mean": 2.500000000000001, "variance": 0.008403361344537825, "mse": 0.25840336134453873, "alphaSum": 5.360534954020063, "squareSum": 1.6365659148433926, "centeredAccumulation": -0.644614929875755, "update": { "old": 2.550847457627119, "alpha": 0.008403361344537815, "drift": -0.550847457627119, "noise": 1.5, "expectedNoise": 0.5, "centeredNoise": 1, "random": { "before": 3582246941, "after": 4251950366, "u": 0.9899843405000865 } } }, { "k": 120, "theta": 2.566666666666667, "mean": 2.500000000000001, "variance": 0.008333333333333344, "mse": 0.25833333333333425, "alphaSum": 5.368868287353397, "squareSum": 1.636635359287837, "centeredAccumulation": -0.6362815965424217, "update": { "old": 2.558823529411765, "alpha": 0.008333333333333333, "drift": -0.5588235294117649, "noise": 1.5, "expectedNoise": 0.5, "centeredNoise": 1, "random": { "before": 4251950366, "after": 3611759992, "u": 0.840928403660655 } } } ], "weights": [ { "k": 1, "weight": 0.008333333333333344, "observation": 1.5 }, { "k": 2, "weight": 0.008333333333333344, "observation": 1.5 }, { "k": 3, "weight": 0.008333333333333342, "observation": 3.5 }, { "k": 4, "weight": 0.008333333333333342, "observation": 3.5 }, { "k": 5, "weight": 0.008333333333333342, "observation": 1.5 }, { "k": 6, "weight": 0.00833333333333334, "observation": 3.5 }, { "k": 7, "weight": 0.00833333333333334, "observation": 3.5 }, { "k": 8, "weight": 0.00833333333333334, "observation": 1.5 }, { "k": 9, "weight": 0.00833333333333334, "observation": 3.5 }, { "k": 10, "weight": 0.008333333333333342, "observation": 3.5 }, { "k": 11, "weight": 0.008333333333333342, "observation": 3.5 }, { "k": 12, "weight": 0.008333333333333342, "observation": 1.5 }, { "k": 13, "weight": 0.008333333333333342, "observation": 3.5 }, { "k": 14, "weight": 0.00833333333333334, "observation": 3.5 }, { "k": 15, "weight": 0.00833333333333334, "observation": 3.5 }, { "k": 16, "weight": 0.00833333333333334, "observation": 1.5 }, { "k": 17, "weight": 0.00833333333333334, "observation": 1.5 }, { "k": 18, "weight": 0.008333333333333338, "observation": 1.5 }, { "k": 19, "weight": 0.008333333333333338, "observation": 1.5 }, { "k": 20, "weight": 0.00833333333333334, "observation": 1.5 }, { "k": 21, "weight": 0.00833333333333334, "observation": 3.5 }, { "k": 22, "weight": 0.00833333333333334, "observation": 3.5 }, { "k": 23, "weight": 0.00833333333333334, "observation": 1.5 }, { "k": 24, "weight": 0.008333333333333338, "observation": 1.5 }, { "k": 25, "weight": 0.00833333333333334, "observation": 1.5 }, { "k": 26, "weight": 0.00833333333333334, "observation": 3.5 }, { "k": 27, "weight": 0.008333333333333338, "observation": 3.5 }, { "k": 28, "weight": 0.008333333333333338, "observation": 3.5 }, { "k": 29, "weight": 0.008333333333333338, "observation": 1.5 }, { "k": 30, "weight": 0.008333333333333338, "observation": 1.5 }, { "k": 31, "weight": 0.00833333333333334, "observation": 1.5 }, { "k": 32, "weight": 0.00833333333333334, "observation": 1.5 }, { "k": 33, "weight": 0.00833333333333334, "observation": 3.5 }, { "k": 34, "weight": 0.008333333333333342, "observation": 3.5 }, { "k": 35, "weight": 0.008333333333333342, "observation": 1.5 }, { "k": 36, "weight": 0.008333333333333342, "observation": 3.5 }, { "k": 37, "weight": 0.008333333333333342, "observation": 1.5 }, { "k": 38, "weight": 0.00833333333333334, "observation": 3.5 }, { "k": 39, "weight": 0.00833333333333334, "observation": 3.5 }, { "k": 40, "weight": 0.008333333333333342, "observation": 3.5 }, { "k": 41, "weight": 0.008333333333333342, "observation": 3.5 }, { "k": 42, "weight": 0.008333333333333342, "observation": 3.5 }, { "k": 43, "weight": 0.008333333333333342, "observation": 3.5 }, { "k": 44, "weight": 0.008333333333333344, "observation": 1.5 }, { "k": 45, "weight": 0.008333333333333344, "observation": 1.5 }, { "k": 46, "weight": 0.008333333333333344, "observation": 1.5 }, { "k": 47, "weight": 0.008333333333333344, "observation": 3.5 }, { "k": 48, "weight": 0.008333333333333344, "observation": 1.5 }, { "k": 49, "weight": 0.008333333333333344, "observation": 1.5 }, { "k": 50, "weight": 0.008333333333333345, "observation": 3.5 }, { "k": 51, "weight": 0.008333333333333345, "observation": 3.5 }, { "k": 52, "weight": 0.008333333333333345, "observation": 1.5 }, { "k": 53, "weight": 0.008333333333333345, "observation": 1.5 }, { "k": 54, "weight": 0.008333333333333345, "observation": 1.5 }, { "k": 55, "weight": 0.008333333333333345, "observation": 3.5 }, { "k": 56, "weight": 0.008333333333333345, "observation": 1.5 }, { "k": 57, "weight": 0.008333333333333345, "observation": 3.5 }, { "k": 58, "weight": 0.008333333333333347, "observation": 3.5 }, { "k": 59, "weight": 0.008333333333333345, "observation": 1.5 }, { "k": 60, "weight": 0.008333333333333345, "observation": 3.5 }, { "k": 61, "weight": 0.008333333333333345, "observation": 1.5 }, { "k": 62, "weight": 0.008333333333333345, "observation": 3.5 }, { "k": 63, "weight": 0.008333333333333344, "observation": 3.5 }, { "k": 64, "weight": 0.008333333333333344, "observation": 3.5 }, { "k": 65, "weight": 0.008333333333333344, "observation": 1.5 }, { "k": 66, "weight": 0.008333333333333342, "observation": 3.5 }, { "k": 67, "weight": 0.008333333333333344, "observation": 3.5 }, { "k": 68, "weight": 0.008333333333333344, "observation": 1.5 }, { "k": 69, "weight": 0.008333333333333342, "observation": 3.5 }, { "k": 70, "weight": 0.008333333333333342, "observation": 3.5 }, { "k": 71, "weight": 0.008333333333333342, "observation": 1.5 }, { "k": 72, "weight": 0.00833333333333334, "observation": 3.5 }, { "k": 73, "weight": 0.008333333333333342, "observation": 3.5 }, { "k": 74, "weight": 0.008333333333333342, "observation": 1.5 }, { "k": 75, "weight": 0.008333333333333342, "observation": 3.5 }, { "k": 76, "weight": 0.008333333333333342, "observation": 3.5 }, { "k": 77, "weight": 0.008333333333333342, "observation": 1.5 }, { "k": 78, "weight": 0.00833333333333334, "observation": 1.5 }, { "k": 79, "weight": 0.00833333333333334, "observation": 3.5 }, { "k": 80, "weight": 0.00833333333333334, "observation": 1.5 }, { "k": 81, "weight": 0.00833333333333334, "observation": 1.5 }, { "k": 82, "weight": 0.00833333333333334, "observation": 3.5 }, { "k": 83, "weight": 0.008333333333333342, "observation": 3.5 }, { "k": 84, "weight": 0.00833333333333334, "observation": 3.5 }, { "k": 85, "weight": 0.00833333333333334, "observation": 3.5 }, { "k": 86, "weight": 0.00833333333333334, "observation": 1.5 }, { "k": 87, "weight": 0.00833333333333334, "observation": 1.5 }, { "k": 88, "weight": 0.008333333333333338, "observation": 3.5 }, { "k": 89, "weight": 0.008333333333333338, "observation": 1.5 }, { "k": 90, "weight": 0.008333333333333338, "observation": 1.5 }, { "k": 91, "weight": 0.008333333333333338, "observation": 3.5 }, { "k": 92, "weight": 0.008333333333333338, "observation": 3.5 }, { "k": 93, "weight": 0.008333333333333338, "observation": 1.5 }, { "k": 94, "weight": 0.008333333333333338, "observation": 3.5 }, { "k": 95, "weight": 0.008333333333333338, "observation": 1.5 }, { "k": 96, "weight": 0.008333333333333338, "observation": 1.5 }, { "k": 97, "weight": 0.008333333333333338, "observation": 3.5 }, { "k": 98, "weight": 0.008333333333333337, "observation": 1.5 }, { "k": 99, "weight": 0.008333333333333338, "observation": 3.5 }, { "k": 100, "weight": 0.008333333333333337, "observation": 1.5 }, { "k": 101, "weight": 0.008333333333333337, "observation": 3.5 }, { "k": 102, "weight": 0.008333333333333337, "observation": 3.5 }, { "k": 103, "weight": 0.008333333333333335, "observation": 1.5 }, { "k": 104, "weight": 0.008333333333333337, "observation": 3.5 }, { "k": 105, "weight": 0.008333333333333337, "observation": 3.5 }, { "k": 106, "weight": 0.008333333333333335, "observation": 3.5 }, { "k": 107, "weight": 0.008333333333333335, "observation": 1.5 }, { "k": 108, "weight": 0.008333333333333335, "observation": 1.5 }, { "k": 109, "weight": 0.008333333333333335, "observation": 3.5 }, { "k": 110, "weight": 0.008333333333333335, "observation": 1.5 }, { "k": 111, "weight": 0.008333333333333335, "observation": 1.5 }, { "k": 112, "weight": 0.008333333333333333, "observation": 1.5 }, { "k": 113, "weight": 0.008333333333333333, "observation": 3.5 }, { "k": 114, "weight": 0.008333333333333335, "observation": 3.5 }, { "k": 115, "weight": 0.008333333333333335, "observation": 1.5 }, { "k": 116, "weight": 0.008333333333333335, "observation": 1.5 }, { "k": 117, "weight": 0.008333333333333335, "observation": 1.5 }, { "k": 118, "weight": 0.008333333333333333, "observation": 3.5 }, { "k": 119, "weight": 0.008333333333333333, "observation": 3.5 }, { "k": 120, "weight": 0.008333333333333333, "observation": 3.5 } ], "initialWeight": 0, "reconstructed": 2.5666666666666735, "meanModel": "对应理想独立Rademacher模型的精确矩递推；种子轨迹不是该概率模型的证明" }, "q": { "reference": { "value": [ 8.181818181818185, 12.727272727272732 ], "q": [ [ 7.5454545454545485, 8.181818181818187 ], [ 12.727272727272732, 8.545454545454549 ] ], "scope": "由解析Bellman解得到，学习更新不使用此参考" }, "rows": [ { "k": 0, "Q": [ [ 0, 0 ], [ 0, 0 ] ], "visits": [ [ 0, 0 ], [ 0, 0 ] ], "alphaSums": [ [ 0, 0 ], [ 0, 0 ] ], "squareSums": [ [ 0, 0 ], [ 0, 0 ] ], "expected": [ [ 1, -2 ], [ 4, 2 ] ], "delta": [ [ 1, -2 ], [ 4, 2 ] ], "residual": 4, "residualBound": 20.000000000000004, "error": 12.727272727272732, "covered": 0, "update": null }, { "k": 1, "Q": [ [ 1, 0 ], [ 0, 0 ] ], "visits": [ [ 1, 0 ], [ 0, 0 ] ], "alphaSums": [ [ 1, 0 ], [ 0, 0 ] ], "squareSums": [ [ 1, 0 ], [ 0, 0 ] ], "expected": [ [ 1.8, -2 ], [ 4.32, 2.8 ] ], "delta": [ [ 0.8, -2 ], [ 4.32, 2.8 ] ], "residual": 4.32, "residualBound": 21.600000000000005, "error": 12.727272727272732, "covered": 1, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 3375634068, "after": 925949831, "u": 0.2155894951429218 }, "visit": 1, "alpha": 1, "old": 0, "target": 1, "conditionalMean": 1, "conditionalVariance": 0, "noise": 0, "td": 1, "newValue": 1 } }, { "k": 2, "Q": [ [ 1, -2 ], [ 0, 0 ] ], "visits": [ [ 1, 1 ], [ 0, 0 ] ], "alphaSums": [ [ 1, 1 ], [ 0, 0 ] ], "squareSums": [ [ 1, 1 ], [ 0, 0 ] ], "expected": [ [ 1.8, -2 ], [ 4.32, 2.8 ] ], "delta": [ [ 0.8, 0 ], [ 4.32, 2.8 ] ], "residual": 4.32, "residualBound": 21.600000000000005, "error": 12.727272727272732, "covered": 2, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 925949831, "after": 3032814855, "u": 0.7061322347726673 }, "visit": 1, "alpha": 1, "old": 0, "target": -2, "conditionalMean": -2, "conditionalVariance": 0, "noise": 0, "td": -2, "newValue": -2 } }, { "k": 3, "Q": [ [ 1, -2 ], [ 4, 0 ] ], "visits": [ [ 1, 1 ], [ 1, 0 ] ], "alphaSums": [ [ 1, 1 ], [ 1, 0 ] ], "squareSums": [ [ 1, 1 ], [ 1, 0 ] ], "expected": [ [ 1.8, 1.2000000000000002 ], [ 6.24, 2.8 ] ], "delta": [ [ 0.8, 3.2 ], [ 2.24, 2.8 ] ], "residual": 3.2, "residualBound": 16.000000000000004, "error": 10.181818181818187, "covered": 3, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 3032814855, "after": 3671734421, "u": 0.8548922885674983 }, "visit": 1, "alpha": 1, "old": 0, "target": 4, "conditionalMean": 4.32, "conditionalVariance": 0.15360000000000004, "noise": -0.3200000000000003, "td": 4, "newValue": 4 } }, { "k": 4, "Q": [ [ 1, -2 ], [ 4, 2.8 ] ], "visits": [ [ 1, 1 ], [ 1, 1 ] ], "alphaSums": [ [ 1, 1 ], [ 1, 1 ] ], "squareSums": [ [ 1, 1 ], [ 1, 1 ] ], "expected": [ [ 1.8, 1.2000000000000002 ], [ 6.24, 2.8 ] ], "delta": [ [ 0.8, 3.2 ], [ 2.24, 0 ] ], "residual": 3.2, "residualBound": 16.000000000000004, "error": 10.181818181818187, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 3671734421, "after": 617748561, "u": 0.14383079507388175 }, "visit": 1, "alpha": 1, "old": 0, "target": 2.8, "conditionalMean": 2.8, "conditionalVariance": 0, "noise": 0, "td": 2.8, "newValue": 2.8 } }, { "k": 5, "Q": [ [ 1.4, -2 ], [ 4, 2.8 ] ], "visits": [ [ 2, 1 ], [ 1, 1 ] ], "alphaSums": [ [ 1.5, 1 ], [ 1, 1 ] ], "squareSums": [ [ 1.25, 1 ], [ 1, 1 ] ], "expected": [ [ 2.12, 1.2000000000000002 ], [ 6.368, 3.12 ] ], "delta": [ [ 0.7200000000000002, 3.2 ], [ 2.3680000000000003, 0.3200000000000003 ] ], "residual": 3.2, "residualBound": 16.000000000000004, "error": 10.181818181818187, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 617748561, "after": 2631498781, "u": 0.6126935549546033 }, "visit": 2, "alpha": 0.5, "old": 1, "target": 1.8, "conditionalMean": 1.8, "conditionalVariance": 0, "noise": 0, "td": 0.8, "newValue": 1.4 } }, { "k": 6, "Q": [ [ 1.4, -0.3999999999999999 ], [ 4, 2.8 ] ], "visits": [ [ 2, 2 ], [ 1, 1 ] ], "alphaSums": [ [ 1.5, 1.5 ], [ 1, 1 ] ], "squareSums": [ [ 1.25, 1.25 ], [ 1, 1 ] ], "expected": [ [ 2.12, 1.2000000000000002 ], [ 6.368, 3.12 ] ], "delta": [ [ 0.7200000000000002, 1.6 ], [ 2.3680000000000003, 0.3200000000000003 ] ], "residual": 2.3680000000000003, "residualBound": 11.840000000000003, "error": 8.727272727272732, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 2631498781, "after": 3624547248, "u": 0.8439056687057018 }, "visit": 2, "alpha": 0.5, "old": -2, "target": 1.2000000000000002, "conditionalMean": 1.2000000000000002, "conditionalVariance": 0, "noise": 0, "td": 3.2, "newValue": -0.3999999999999999 } }, { "k": 7, "Q": [ [ 1.4, -0.3999999999999999 ], [ 4.5600000000000005, 2.8 ] ], "visits": [ [ 2, 2 ], [ 2, 1 ] ], "alphaSums": [ [ 1.5, 1.5 ], [ 1.5, 1 ] ], "squareSums": [ [ 1.25, 1.25 ], [ 1.25, 1 ] ], "expected": [ [ 2.12, 1.6480000000000006 ], [ 6.636800000000001, 3.12 ] ], "delta": [ [ 0.7200000000000002, 2.0480000000000005 ], [ 2.0768000000000004, 0.3200000000000003 ] ], "residual": 2.0768000000000004, "residualBound": 10.384000000000004, "error": 8.581818181818187, "covered": 4, "update": { "s": 1, "a": 0, "next": 0, "reward": 4, "random": { "before": 3624547248, "after": 1374940494, "u": 0.3201282802037895 }, "visit": 2, "alpha": 0.5, "old": 4, "target": 5.12, "conditionalMean": 6.368, "conditionalVariance": 1.0383360000000004, "noise": -1.2480000000000002, "td": 1.12, "newValue": 4.5600000000000005 } }, { "k": 8, "Q": [ [ 1.4, -0.3999999999999999 ], [ 4.5600000000000005, 2.96 ] ], "visits": [ [ 2, 2 ], [ 2, 2 ] ], "alphaSums": [ [ 1.5, 1.5 ], [ 1.5, 1.5 ] ], "squareSums": [ [ 1.25, 1.25 ], [ 1.25, 1.25 ] ], "expected": [ [ 2.12, 1.6480000000000006 ], [ 6.636800000000001, 3.12 ] ], "delta": [ [ 0.7200000000000002, 2.0480000000000005 ], [ 2.0768000000000004, 0.16000000000000014 ] ], "residual": 2.0768000000000004, "residualBound": 10.384000000000004, "error": 8.581818181818187, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 1374940494, "after": 2803717891, "u": 0.6527914411853999 }, "visit": 2, "alpha": 0.5, "old": 2.8, "target": 3.12, "conditionalMean": 3.12, "conditionalVariance": 0, "noise": 0, "td": 0.3200000000000003, "newValue": 2.96 } }, { "k": 9, "Q": [ [ 1.64, -0.3999999999999999 ], [ 4.5600000000000005, 2.96 ] ], "visits": [ [ 3, 2 ], [ 2, 2 ] ], "alphaSums": [ [ 1.8333333333333333, 1.5 ], [ 1.5, 1.5 ] ], "squareSums": [ [ 1.3611111111111112, 1.25 ], [ 1.25, 1.25 ] ], "expected": [ [ 2.3120000000000003, 1.6480000000000006 ], [ 6.7136000000000005, 3.3120000000000003 ] ], "delta": [ [ 0.6720000000000004, 2.0480000000000005 ], [ 2.1536, 0.3520000000000003 ] ], "residual": 2.1536, "residualBound": 10.768000000000002, "error": 8.581818181818187, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 2803717891, "after": 2992311901, "u": 0.6967019059229642 }, "visit": 3, "alpha": 0.3333333333333333, "old": 1.4, "target": 2.12, "conditionalMean": 2.12, "conditionalVariance": 0, "noise": 0, "td": 0.7200000000000002, "newValue": 1.64 } }, { "k": 10, "Q": [ [ 1.64, 0.28266666666666684 ], [ 4.5600000000000005, 2.96 ] ], "visits": [ [ 3, 3 ], [ 2, 2 ] ], "alphaSums": [ [ 1.8333333333333333, 1.8333333333333333 ], [ 1.5, 1.5 ] ], "squareSums": [ [ 1.3611111111111112, 1.3611111111111112 ], [ 1.25, 1.25 ] ], "expected": [ [ 2.3120000000000003, 1.6480000000000006 ], [ 6.7136000000000005, 3.3120000000000003 ] ], "delta": [ [ 0.6720000000000004, 1.3653333333333337 ], [ 2.1536, 0.3520000000000003 ] ], "residual": 2.1536, "residualBound": 10.768000000000002, "error": 8.167272727272731, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 2992311901, "after": 2710058293, "u": 0.6309846166986972 }, "visit": 3, "alpha": 0.3333333333333333, "old": -0.3999999999999999, "target": 1.6480000000000006, "conditionalMean": 1.6480000000000006, "conditionalVariance": 0, "noise": 0, "td": 2.0480000000000005, "newValue": 0.28266666666666684 } }, { "k": 11, "Q": [ [ 1.64, 0.28266666666666684 ], [ 4.810666666666667, 2.96 ] ], "visits": [ [ 3, 3 ], [ 3, 2 ] ], "alphaSums": [ [ 1.8333333333333333, 1.8333333333333333 ], [ 1.8333333333333333, 1.5 ] ], "squareSums": [ [ 1.3611111111111112, 1.3611111111111112 ], [ 1.3611111111111112, 1.25 ] ], "expected": [ [ 2.3120000000000003, 1.848533333333334 ], [ 6.833920000000001, 3.3120000000000003 ] ], "delta": [ [ 0.6720000000000004, 1.5658666666666672 ], [ 2.023253333333334, 0.3520000000000003 ] ], "residual": 2.023253333333334, "residualBound": 10.116266666666672, "error": 7.916606060606065, "covered": 4, "update": { "s": 1, "a": 0, "next": 0, "reward": 4, "random": { "before": 2710058293, "after": 1123422946, "u": 0.2615672876127064 }, "visit": 3, "alpha": 0.3333333333333333, "old": 4.5600000000000005, "target": 5.312, "conditionalMean": 6.7136000000000005, "conditionalVariance": 1.309655040000001, "noise": -1.4016000000000002, "td": 0.7519999999999998, "newValue": 4.810666666666667 } }, { "k": 12, "Q": [ [ 1.64, 0.28266666666666684 ], [ 4.810666666666667, 3.0773333333333333 ] ], "visits": [ [ 3, 3 ], [ 3, 3 ] ], "alphaSums": [ [ 1.8333333333333333, 1.8333333333333333 ], [ 1.8333333333333333, 1.8333333333333333 ] ], "squareSums": [ [ 1.3611111111111112, 1.3611111111111112 ], [ 1.3611111111111112, 1.3611111111111112 ] ], "expected": [ [ 2.3120000000000003, 1.848533333333334 ], [ 6.833920000000001, 3.3120000000000003 ] ], "delta": [ [ 0.6720000000000004, 1.5658666666666672 ], [ 2.023253333333334, 0.23466666666666702 ] ], "residual": 2.023253333333334, "residualBound": 10.116266666666672, "error": 7.916606060606065, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 1123422946, "after": 2515027031, "u": 0.5855753624346107 }, "visit": 3, "alpha": 0.3333333333333333, "old": 2.96, "target": 3.3120000000000003, "conditionalMean": 3.3120000000000003, "conditionalVariance": 0, "noise": 0, "td": 0.3520000000000003, "newValue": 3.0773333333333333 } }, { "k": 13, "Q": [ [ 1.808, 0.28266666666666684 ], [ 4.810666666666667, 3.0773333333333333 ] ], "visits": [ [ 4, 3 ], [ 3, 3 ] ], "alphaSums": [ [ 2.083333333333333, 1.8333333333333333 ], [ 1.8333333333333333, 1.8333333333333333 ] ], "squareSums": [ [ 1.4236111111111112, 1.3611111111111112 ], [ 1.3611111111111112, 1.3611111111111112 ] ], "expected": [ [ 2.4464, 1.848533333333334 ], [ 6.8876800000000005, 3.4464 ] ], "delta": [ [ 0.6384000000000001, 1.5658666666666672 ], [ 2.0770133333333334, 0.3690666666666669 ] ], "residual": 2.0770133333333334, "residualBound": 10.385066666666669, "error": 7.916606060606065, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 2515027031, "after": 826258982, "u": 0.19237841060385108 }, "visit": 4, "alpha": 0.25, "old": 1.64, "target": 2.3120000000000003, "conditionalMean": 2.3120000000000003, "conditionalVariance": 0, "noise": 0, "td": 0.6720000000000004, "newValue": 1.808 } }, { "k": 14, "Q": [ [ 1.808, 0.6741333333333337 ], [ 4.810666666666667, 3.0773333333333333 ] ], "visits": [ [ 4, 4 ], [ 3, 3 ] ], "alphaSums": [ [ 2.083333333333333, 2.083333333333333 ], [ 1.8333333333333333, 1.8333333333333333 ] ], "squareSums": [ [ 1.4236111111111112, 1.4236111111111112 ], [ 1.3611111111111112, 1.3611111111111112 ] ], "expected": [ [ 2.4464, 1.848533333333334 ], [ 6.8876800000000005, 3.4464 ] ], "delta": [ [ 0.6384000000000001, 1.1744000000000003 ], [ 2.0770133333333334, 0.3690666666666669 ] ], "residual": 2.0770133333333334, "residualBound": 10.385066666666669, "error": 7.916606060606065, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 826258982, "after": 949595835, "u": 0.22109500947408378 }, "visit": 4, "alpha": 0.25, "old": 0.28266666666666684, "target": 1.848533333333334, "conditionalMean": 1.848533333333334, "conditionalVariance": 0, "noise": 0, "td": 1.5658666666666672, "newValue": 0.6741333333333337 } }, { "k": 15, "Q": [ [ 1.808, 0.6741333333333337 ], [ 5.570133333333334, 3.0773333333333333 ] ], "visits": [ [ 4, 4 ], [ 4, 3 ] ], "alphaSums": [ [ 2.083333333333333, 2.083333333333333 ], [ 2.083333333333333, 1.8333333333333333 ] ], "squareSums": [ [ 1.4236111111111112, 1.4236111111111112 ], [ 1.4236111111111112, 1.3611111111111112 ] ], "expected": [ [ 2.4464, 2.456106666666667 ], [ 7.252224, 3.4464 ] ], "delta": [ [ 0.6384000000000001, 1.7819733333333332 ], [ 1.6820906666666664, 0.3690666666666669 ] ], "residual": 1.7819733333333332, "residualBound": 8.909866666666668, "error": 7.507684848484853, "covered": 4, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 949595835, "after": 2761411484, "u": 0.6429412132129073 }, "visit": 4, "alpha": 0.25, "old": 4.810666666666667, "target": 7.848533333333334, "conditionalMean": 6.8876800000000005, "conditionalVariance": 1.3848586922666677, "noise": 0.9608533333333336, "td": 3.037866666666667, "newValue": 5.570133333333334 } }, { "k": 16, "Q": [ [ 1.808, 0.6741333333333337 ], [ 5.570133333333334, 3.1696 ] ], "visits": [ [ 4, 4 ], [ 4, 4 ] ], "alphaSums": [ [ 2.083333333333333, 2.083333333333333 ], [ 2.083333333333333, 2.083333333333333 ] ], "squareSums": [ [ 1.4236111111111112, 1.4236111111111112 ], [ 1.4236111111111112, 1.4236111111111112 ] ], "expected": [ [ 2.4464, 2.456106666666667 ], [ 7.252224, 3.4464 ] ], "delta": [ [ 0.6384000000000001, 1.7819733333333332 ], [ 1.6820906666666664, 0.27680000000000016 ] ], "residual": 1.7819733333333332, "residualBound": 8.909866666666668, "error": 7.507684848484853, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 2761411484, "after": 3781740718, "u": 0.8805051255039871 }, "visit": 4, "alpha": 0.25, "old": 3.0773333333333333, "target": 3.4464, "conditionalMean": 3.4464, "conditionalVariance": 0, "noise": 0, "td": 0.3690666666666669, "newValue": 3.1696 } }, { "k": 17, "Q": [ [ 1.93568, 0.6741333333333337 ], [ 5.570133333333334, 3.1696 ] ], "visits": [ [ 5, 4 ], [ 4, 4 ] ], "alphaSums": [ [ 2.283333333333333, 2.083333333333333 ], [ 2.083333333333333, 2.083333333333333 ] ], "squareSums": [ [ 1.4636111111111112, 1.4236111111111112 ], [ 1.4236111111111112, 1.4236111111111112 ] ], "expected": [ [ 2.548544, 2.456106666666667 ], [ 7.293081600000001, 3.548544 ] ], "delta": [ [ 0.6128640000000001, 1.7819733333333332 ], [ 1.7229482666666671, 0.37894400000000017 ] ], "residual": 1.7819733333333332, "residualBound": 8.909866666666668, "error": 7.507684848484853, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 3781740718, "after": 4157859472, "u": 0.9680770970880985 }, "visit": 5, "alpha": 0.2, "old": 1.808, "target": 2.4464, "conditionalMean": 2.4464, "conditionalVariance": 0, "noise": 0, "td": 0.6384000000000001, "newValue": 1.93568 } }, { "k": 18, "Q": [ [ 1.93568, 1.0305280000000003 ], [ 5.570133333333334, 3.1696 ] ], "visits": [ [ 5, 5 ], [ 4, 4 ] ], "alphaSums": [ [ 2.283333333333333, 2.283333333333333 ], [ 2.083333333333333, 2.083333333333333 ] ], "squareSums": [ [ 1.4636111111111112, 1.4636111111111112 ], [ 1.4236111111111112, 1.4236111111111112 ] ], "expected": [ [ 2.548544, 2.456106666666667 ], [ 7.293081600000001, 3.548544 ] ], "delta": [ [ 0.6128640000000001, 1.4255786666666665 ], [ 1.7229482666666671, 0.37894400000000017 ] ], "residual": 1.7229482666666671, "residualBound": 8.614741333333338, "error": 7.157139393939398, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 4157859472, "after": 3946168592, "u": 0.9187889732420444 }, "visit": 5, "alpha": 0.2, "old": 0.6741333333333337, "target": 2.456106666666667, "conditionalMean": 2.456106666666667, "conditionalVariance": 0, "noise": 0, "td": 1.7819733333333332, "newValue": 1.0305280000000003 } }, { "k": 19, "Q": [ [ 1.93568, 1.0305280000000003 ], [ 5.565815466666667, 3.1696 ] ], "visits": [ [ 5, 5 ], [ 5, 4 ] ], "alphaSums": [ [ 2.283333333333333, 2.283333333333333 ], [ 2.283333333333333, 2.083333333333333 ] ], "squareSums": [ [ 1.4636111111111112, 1.4636111111111112 ], [ 1.4636111111111112, 1.4236111111111112 ] ], "expected": [ [ 2.548544, 2.4526523733333336 ], [ 7.291009024000001, 3.548544 ] ], "delta": [ [ 0.6128640000000001, 1.4221243733333333 ], [ 1.7251935573333341, 0.37894400000000017 ] ], "residual": 1.7251935573333341, "residualBound": 8.625967786666672, "error": 7.161457260606065, "covered": 4, "update": { "s": 1, "a": 0, "next": 0, "reward": 4, "random": { "before": 3946168592, "after": 837483515, "u": 0.19499182584695518 }, "visit": 5, "alpha": 0.2, "old": 5.570133333333334, "target": 5.548544, "conditionalMean": 7.293081600000001, "conditionalVariance": 2.0289409585425076, "noise": -1.744537600000001, "td": -0.021589333333333904, "newValue": 5.565815466666667 } }, { "k": 20, "Q": [ [ 1.93568, 1.0305280000000003 ], [ 5.565815466666667, 3.2453888 ] ], "visits": [ [ 5, 5 ], [ 5, 5 ] ], "alphaSums": [ [ 2.283333333333333, 2.283333333333333 ], [ 2.283333333333333, 2.283333333333333 ] ], "squareSums": [ [ 1.4636111111111112, 1.4636111111111112 ], [ 1.4636111111111112, 1.4636111111111112 ] ], "expected": [ [ 2.548544, 2.4526523733333336 ], [ 7.291009024000001, 3.548544 ] ], "delta": [ [ 0.6128640000000001, 1.4221243733333333 ], [ 1.7251935573333341, 0.30315519999999996 ] ], "residual": 1.7251935573333341, "residualBound": 8.625967786666672, "error": 7.161457260606065, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 837483515, "after": 3156228753, "u": 0.7348667720798403 }, "visit": 5, "alpha": 0.2, "old": 3.1696, "target": 3.548544, "conditionalMean": 3.548544, "conditionalVariance": 0, "noise": 0, "td": 0.37894400000000017, "newValue": 3.2453888 } }, { "k": 21, "Q": [ [ 2.037824, 1.0305280000000003 ], [ 5.565815466666667, 3.2453888 ] ], "visits": [ [ 6, 5 ], [ 5, 5 ] ], "alphaSums": [ [ 2.4499999999999997, 2.283333333333333 ], [ 2.283333333333333, 2.283333333333333 ] ], "squareSums": [ [ 1.4913888888888889, 1.4636111111111112 ], [ 1.4636111111111112, 1.4636111111111112 ] ], "expected": [ [ 2.6302592000000002, 2.4526523733333336 ], [ 7.3236951040000005, 3.6302592000000002 ] ], "delta": [ [ 0.5924352000000002, 1.4221243733333333 ], [ 1.7578796373333336, 0.38487040000000006 ] ], "residual": 1.7578796373333336, "residualBound": 8.78939818666667, "error": 7.161457260606065, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 3156228753, "after": 3577389608, "u": 0.8329259250313044 }, "visit": 6, "alpha": 0.16666666666666666, "old": 1.93568, "target": 2.548544, "conditionalMean": 2.548544, "conditionalVariance": 0, "noise": 0, "td": 0.6128640000000001, "newValue": 2.037824 } }, { "k": 22, "Q": [ [ 2.037824, 1.2675487288888891 ], [ 5.565815466666667, 3.2453888 ] ], "visits": [ [ 6, 6 ], [ 5, 5 ] ], "alphaSums": [ [ 2.4499999999999997, 2.4499999999999997 ], [ 2.283333333333333, 2.283333333333333 ] ], "squareSums": [ [ 1.4913888888888889, 1.4913888888888889 ], [ 1.4636111111111112, 1.4636111111111112 ] ], "expected": [ [ 2.6302592000000002, 2.4526523733333336 ], [ 7.3236951040000005, 3.6302592000000002 ] ], "delta": [ [ 0.5924352000000002, 1.1851036444444445 ], [ 1.7578796373333336, 0.38487040000000006 ] ], "residual": 1.7578796373333336, "residualBound": 8.78939818666667, "error": 7.161457260606065, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 3577389608, "after": 2927865975, "u": 0.6816969194915146 }, "visit": 6, "alpha": 0.16666666666666666, "old": 1.0305280000000003, "target": 2.4526523733333336, "conditionalMean": 2.4526523733333336, "conditionalVariance": 0, "noise": 0, "td": 1.4221243733333333, "newValue": 1.2675487288888891 } }, { "k": 23, "Q": [ [ 2.037824, 1.2675487288888891 ], [ 6.046954951111111, 3.2453888 ] ], "visits": [ [ 6, 6 ], [ 6, 5 ] ], "alphaSums": [ [ 2.4499999999999997, 2.4499999999999997 ], [ 2.4499999999999997, 2.283333333333333 ] ], "squareSums": [ [ 1.4913888888888889, 1.4913888888888889 ], [ 1.4913888888888889, 1.4636111111111112 ] ], "expected": [ [ 2.6302592000000002, 2.8375639608888896 ], [ 7.554642056533334, 3.6302592000000002 ] ], "delta": [ [ 0.5924352000000002, 1.5700152320000005 ], [ 1.5076871054222227, 0.38487040000000006 ] ], "residual": 1.5700152320000005, "residualBound": 7.850076160000004, "error": 6.914269452929298, "covered": 4, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 2927865975, "after": 3375020561, "u": 0.7858082095626742 }, "visit": 6, "alpha": 0.16666666666666666, "old": 5.565815466666667, "target": 8.452652373333333, "conditionalMean": 7.3236951040000005, "conditionalVariance": 1.9118167739708654, "noise": 1.1289572693333323, "td": 2.886836906666666, "newValue": 6.046954951111111 } }, { "k": 24, "Q": [ [ 2.037824, 1.2675487288888891 ], [ 6.046954951111111, 3.309533866666667 ] ], "visits": [ [ 6, 6 ], [ 6, 6 ] ], "alphaSums": [ [ 2.4499999999999997, 2.4499999999999997 ], [ 2.4499999999999997, 2.4499999999999997 ] ], "squareSums": [ [ 1.4913888888888889, 1.4913888888888889 ], [ 1.4913888888888889, 1.4913888888888889 ] ], "expected": [ [ 2.6302592000000002, 2.8375639608888896 ], [ 7.554642056533334, 3.6302592000000002 ] ], "delta": [ [ 0.5924352000000002, 1.5700152320000005 ], [ 1.5076871054222227, 0.3207253333333333 ] ], "residual": 1.5700152320000005, "residualBound": 7.850076160000004, "error": 6.914269452929298, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 3375020561, "after": 1400009093, "u": 0.3259650182444602 }, "visit": 6, "alpha": 0.16666666666666666, "old": 3.2453888, "target": 3.6302592000000002, "conditionalMean": 3.6302592000000002, "conditionalVariance": 0, "noise": 0, "td": 0.38487040000000006, "newValue": 3.309533866666667 } }, { "k": 25, "Q": [ [ 2.1224576, 1.2675487288888891 ], [ 6.046954951111111, 3.309533866666667 ] ], "visits": [ [ 7, 6 ], [ 6, 6 ] ], "alphaSums": [ [ 2.5928571428571425, 2.4499999999999997 ], [ 2.4499999999999997, 2.4499999999999997 ] ], "squareSums": [ [ 1.511797052154195, 1.4913888888888889 ], [ 1.4913888888888889, 1.4913888888888889 ] ], "expected": [ [ 2.6979660800000005, 2.8375639608888896 ], [ 7.581724808533334, 3.6979660800000005 ] ], "delta": [ [ 0.5755084800000003, 1.5700152320000005 ], [ 1.5347698574222228, 0.38843221333333355 ] ], "residual": 1.5700152320000005, "residualBound": 7.850076160000004, "error": 6.914269452929298, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 1400009093, "after": 3038329764, "u": 0.7074162745848298 }, "visit": 7, "alpha": 0.14285714285714285, "old": 2.037824, "target": 2.6302592000000002, "conditionalMean": 2.6302592000000002, "conditionalVariance": 0, "noise": 0, "td": 0.5924352000000002, "newValue": 2.1224576 } }, { "k": 26, "Q": [ [ 2.1224576, 1.4918366191746035 ], [ 6.046954951111111, 3.309533866666667 ] ], "visits": [ [ 7, 7 ], [ 6, 6 ] ], "alphaSums": [ [ 2.5928571428571425, 2.5928571428571425 ], [ 2.4499999999999997, 2.4499999999999997 ] ], "squareSums": [ [ 1.511797052154195, 1.511797052154195 ], [ 1.4913888888888889, 1.4913888888888889 ] ], "expected": [ [ 2.6979660800000005, 2.8375639608888896 ], [ 7.581724808533334, 3.6979660800000005 ] ], "delta": [ [ 0.5755084800000003, 1.345727341714286 ], [ 1.5347698574222228, 0.38843221333333355 ] ], "residual": 1.5347698574222228, "residualBound": 7.673849287111116, "error": 6.689981562643584, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 3038329764, "after": 3755188434, "u": 0.8743229401297867 }, "visit": 7, "alpha": 0.14285714285714285, "old": 1.2675487288888891, "target": 2.8375639608888896, "conditionalMean": 2.8375639608888896, "conditionalVariance": 0, "noise": 0, "td": 1.5700152320000005, "newValue": 1.4918366191746035 } }, { "k": 27, "Q": [ [ 2.1224576, 1.4918366191746035 ], [ 6.445613381079365, 3.309533866666667 ] ], "visits": [ [ 7, 7 ], [ 7, 6 ] ], "alphaSums": [ [ 2.5928571428571425, 2.5928571428571425 ], [ 2.5928571428571425, 2.4499999999999997 ] ], "squareSums": [ [ 1.511797052154195, 1.511797052154195 ], [ 1.511797052154195, 1.4913888888888889 ] ], "expected": [ [ 2.6979660800000005, 3.1564907048634927 ], [ 7.773080854918096, 3.6979660800000005 ] ], "delta": [ [ 0.5755084800000003, 1.6646540856888892 ], [ 1.3274674738387304, 0.38843221333333355 ] ], "residual": 1.6646540856888892, "residualBound": 8.323270428444447, "error": 6.689981562643584, "covered": 4, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 3755188434, "after": 3539932150, "u": 0.8242046809755266 }, "visit": 7, "alpha": 0.14285714285714285, "old": 6.046954951111111, "target": 8.83756396088889, "conditionalMean": 7.581724808533334, "conditionalVariance": 2.365697964883681, "noise": 1.2558391523555557, "td": 2.7906090097777785, "newValue": 6.445613381079365 } }, { "k": 28, "Q": [ [ 2.1224576, 1.4918366191746035 ], [ 6.445613381079365, 3.365024182857143 ] ], "visits": [ [ 7, 7 ], [ 7, 7 ] ], "alphaSums": [ [ 2.5928571428571425, 2.5928571428571425 ], [ 2.5928571428571425, 2.5928571428571425 ] ], "squareSums": [ [ 1.511797052154195, 1.511797052154195 ], [ 1.511797052154195, 1.511797052154195 ] ], "expected": [ [ 2.6979660800000005, 3.1564907048634927 ], [ 7.773080854918096, 3.6979660800000005 ] ], "delta": [ [ 0.5755084800000003, 1.6646540856888892 ], [ 1.3274674738387304, 0.33294189714285727 ] ], "residual": 1.6646540856888892, "residualBound": 8.323270428444447, "error": 6.689981562643584, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 3539932150, "after": 548978038, "u": 0.1278189099393785 }, "visit": 7, "alpha": 0.14285714285714285, "old": 3.309533866666667, "target": 3.6979660800000005, "conditionalMean": 3.6979660800000005, "conditionalVariance": 0, "noise": 0, "td": 0.38843221333333355, "newValue": 3.365024182857143 } }, { "k": 29, "Q": [ [ 2.19439616, 1.4918366191746035 ], [ 6.445613381079365, 3.365024182857143 ] ], "visits": [ [ 8, 7 ], [ 7, 7 ] ], "alphaSums": [ [ 2.7178571428571425, 2.5928571428571425 ], [ 2.5928571428571425, 2.5928571428571425 ] ], "squareSums": [ [ 1.527422052154195, 1.511797052154195 ], [ 1.511797052154195, 1.511797052154195 ] ], "expected": [ [ 2.7555169280000005, 3.1564907048634927 ], [ 7.796101194118095, 3.7555169280000005 ] ], "delta": [ [ 0.5611207680000003, 1.6646540856888892 ], [ 1.35048781303873, 0.39049274514285726 ] ], "residual": 1.6646540856888892, "residualBound": 8.323270428444447, "error": 6.689981562643584, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 548978038, "after": 3587881309, "u": 0.8353687145281583 }, "visit": 8, "alpha": 0.125, "old": 2.1224576, "target": 2.6979660800000005, "conditionalMean": 2.6979660800000005, "conditionalVariance": 0, "noise": 0, "td": 0.5755084800000003, "newValue": 2.19439616 } }, { "k": 30, "Q": [ [ 2.19439616, 1.6999183798857147 ], [ 6.445613381079365, 3.365024182857143 ] ], "visits": [ [ 8, 8 ], [ 7, 7 ] ], "alphaSums": [ [ 2.7178571428571425, 2.7178571428571425 ], [ 2.5928571428571425, 2.5928571428571425 ] ], "squareSums": [ [ 1.527422052154195, 1.527422052154195 ], [ 1.511797052154195, 1.511797052154195 ] ], "expected": [ [ 2.7555169280000005, 3.1564907048634927 ], [ 7.796101194118095, 3.7555169280000005 ] ], "delta": [ [ 0.5611207680000003, 1.456572324977778 ], [ 1.35048781303873, 0.39049274514285726 ] ], "residual": 1.456572324977778, "residualBound": 7.282861624888891, "error": 6.481899801932473, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 3587881309, "after": 3705298053, "u": 0.8627069306094199 }, "visit": 8, "alpha": 0.125, "old": 1.4918366191746035, "target": 3.1564907048634927, "conditionalMean": 3.1564907048634927, "conditionalVariance": 0, "noise": 0, "td": 1.6646540856888892, "newValue": 1.6999183798857147 } }, { "k": 31, "Q": [ [ 2.19439616, 1.6999183798857147 ], [ 6.784473046552382, 3.365024182857143 ] ], "visits": [ [ 8, 8 ], [ 8, 7 ] ], "alphaSums": [ [ 2.7178571428571425, 2.7178571428571425 ], [ 2.7178571428571425, 2.5928571428571425 ] ], "squareSums": [ [ 1.527422052154195, 1.527422052154195 ], [ 1.527422052154195, 1.511797052154195 ] ], "expected": [ [ 2.7555169280000005, 3.4275784372419054 ], [ 7.958753833545144, 3.7555169280000005 ] ], "delta": [ [ 0.5611207680000003, 1.7276600573561907 ], [ 1.174280786992762, 0.39049274514285726 ] ], "residual": 1.7276600573561907, "residualBound": 8.638300286780956, "error": 6.481899801932473, "covered": 4, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 3705298053, "after": 2115785504, "u": 0.49261970072984695 }, "visit": 8, "alpha": 0.125, "old": 6.445613381079365, "target": 9.156490704863494, "conditionalMean": 7.796101194118095, "conditionalVariance": 2.7759894314191507, "noise": 1.3603895107453985, "td": 2.7108773237841284, "newValue": 6.784473046552382 } }, { "k": 32, "Q": [ [ 2.19439616, 1.6999183798857147 ], [ 6.784473046552382, 3.4138357760000004 ] ], "visits": [ [ 8, 8 ], [ 8, 8 ] ], "alphaSums": [ [ 2.7178571428571425, 2.7178571428571425 ], [ 2.7178571428571425, 2.7178571428571425 ] ], "squareSums": [ [ 1.527422052154195, 1.527422052154195 ], [ 1.527422052154195, 1.527422052154195 ] ], "expected": [ [ 2.7555169280000005, 3.4275784372419054 ], [ 7.958753833545144, 3.7555169280000005 ] ], "delta": [ [ 0.5611207680000003, 1.7276600573561907 ], [ 1.174280786992762, 0.34168115200000004 ] ], "residual": 1.7276600573561907, "residualBound": 8.638300286780956, "error": 6.481899801932473, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 2115785504, "after": 2071792284, "u": 0.48237673100084066 }, "visit": 8, "alpha": 0.125, "old": 3.365024182857143, "target": 3.7555169280000005, "conditionalMean": 3.7555169280000005, "conditionalVariance": 0, "noise": 0, "td": 0.39049274514285726, "newValue": 3.4138357760000004 } }, { "k": 33, "Q": [ [ 2.256742912, 1.6999183798857147 ], [ 6.784473046552382, 3.4138357760000004 ] ], "visits": [ [ 9, 8 ], [ 8, 8 ] ], "alphaSums": [ [ 2.8289682539682537, 2.7178571428571425 ], [ 2.7178571428571425, 2.7178571428571425 ] ], "squareSums": [ [ 1.5397677311665408, 1.527422052154195 ], [ 1.527422052154195, 1.527422052154195 ] ], "expected": [ [ 2.8053943296000003, 3.4275784372419054 ], [ 7.978704794185143, 3.8053943296000003 ] ], "delta": [ [ 0.5486514176000004, 1.7276600573561907 ], [ 1.1942317476327613, 0.3915585535999999 ] ], "residual": 1.7276600573561907, "residualBound": 8.638300286780956, "error": 6.481899801932473, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 2071792284, "after": 2683442923, "u": 0.6247877429705113 }, "visit": 9, "alpha": 0.1111111111111111, "old": 2.19439616, "target": 2.7555169280000005, "conditionalMean": 2.7555169280000005, "conditionalVariance": 0, "noise": 0, "td": 0.5611207680000003, "newValue": 2.256742912 } }, { "k": 34, "Q": [ [ 2.256742912, 1.891880608480847 ], [ 6.784473046552382, 3.4138357760000004 ] ], "visits": [ [ 9, 9 ], [ 8, 8 ] ], "alphaSums": [ [ 2.8289682539682537, 2.8289682539682537 ], [ 2.7178571428571425, 2.7178571428571425 ] ], "squareSums": [ [ 1.5397677311665408, 1.5397677311665408 ], [ 1.527422052154195, 1.527422052154195 ] ], "expected": [ [ 2.8053943296000003, 3.4275784372419054 ], [ 7.978704794185143, 3.8053943296000003 ] ], "delta": [ [ 0.5486514176000004, 1.5356978287610583 ], [ 1.1942317476327613, 0.3915585535999999 ] ], "residual": 1.5356978287610583, "residualBound": 7.678489143805293, "error": 6.28993757333734, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 2683442923, "after": 2026641404, "u": 0.47186422254890203 }, "visit": 9, "alpha": 0.1111111111111111, "old": 1.6999183798857147, "target": 3.4275784372419054, "conditionalMean": 3.4275784372419054, "conditionalVariance": 0, "noise": 0, "td": 1.7276600573561907, "newValue": 1.891880608480847 } }, { "k": 35, "Q": [ [ 2.256742912, 1.891880608480847 ], [ 7.078151423295662, 3.4138357760000004 ] ], "visits": [ [ 9, 9 ], [ 9, 8 ] ], "alphaSums": [ [ 2.8289682539682537, 2.8289682539682537 ], [ 2.8289682539682537, 2.7178571428571425 ] ], "squareSums": [ [ 1.5397677311665408, 1.5397677311665408 ], [ 1.5397677311665408, 1.527422052154195 ] ], "expected": [ [ 2.8053943296000003, 3.6625211386365297 ], [ 8.119670415021918, 3.8053943296000003 ] ], "delta": [ [ 0.5486514176000004, 1.7706405301556827 ], [ 1.0415189917262566, 0.3915585535999999 ] ], "residual": 1.7706405301556827, "residualBound": 8.853202650778416, "error": 6.28993757333734, "covered": 4, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 2026641404, "after": 3159275077, "u": 0.7355760496575385 }, "visit": 9, "alpha": 0.1111111111111111, "old": 6.784473046552382, "target": 9.427578437241905, "conditionalMean": 7.978704794185143, "conditionalVariance": 3.1488522503168617, "noise": 1.4488736430567624, "td": 2.6431053906895237, "newValue": 7.078151423295662 } }, { "k": 36, "Q": [ [ 2.256742912, 1.891880608480847 ], [ 7.078151423295662, 3.457342281955556 ] ], "visits": [ [ 9, 9 ], [ 9, 9 ] ], "alphaSums": [ [ 2.8289682539682537, 2.8289682539682537 ], [ 2.8289682539682537, 2.8289682539682537 ] ], "squareSums": [ [ 1.5397677311665408, 1.5397677311665408 ], [ 1.5397677311665408, 1.5397677311665408 ] ], "expected": [ [ 2.8053943296000003, 3.6625211386365297 ], [ 8.119670415021918, 3.8053943296000003 ] ], "delta": [ [ 0.5486514176000004, 1.7706405301556827 ], [ 1.0415189917262566, 0.3480520476444444 ] ], "residual": 1.7706405301556827, "residualBound": 8.853202650778416, "error": 6.28993757333734, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 3159275077, "after": 977421254, "u": 0.2275736196897924 }, "visit": 9, "alpha": 0.1111111111111111, "old": 3.4138357760000004, "target": 3.8053943296000003, "conditionalMean": 3.8053943296000003, "conditionalVariance": 0, "noise": 0, "td": 0.3915585535999999, "newValue": 3.457342281955556 } }, { "k": 37, "Q": [ [ 2.31160805376, 1.891880608480847 ], [ 7.078151423295662, 3.457342281955556 ] ], "visits": [ [ 10, 9 ], [ 9, 9 ] ], "alphaSums": [ [ 2.9289682539682538, 2.8289682539682537 ], [ 2.8289682539682537, 2.8289682539682537 ] ], "squareSums": [ [ 1.5497677311665408, 1.5397677311665408 ], [ 1.5397677311665408, 1.5397677311665408 ] ], "expected": [ [ 2.8492864430080003, 3.6625211386365297 ], [ 8.137227260385117, 3.8492864430080003 ] ], "delta": [ [ 0.5376783892480002, 1.7706405301556827 ], [ 1.0590758370894555, 0.39194416105244434 ] ], "residual": 1.7706405301556827, "residualBound": 8.853202650778416, "error": 6.28993757333734, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 977421254, "after": 896393659, "u": 0.20870791259221733 }, "visit": 10, "alpha": 0.1, "old": 2.256742912, "target": 2.8053943296000003, "conditionalMean": 2.8053943296000003, "conditionalVariance": 0, "noise": 0, "td": 0.5486514176000004, "newValue": 2.31160805376 } }, { "k": 38, "Q": [ [ 2.31160805376, 2.068944661496415 ], [ 7.078151423295662, 3.457342281955556 ] ], "visits": [ [ 10, 10 ], [ 9, 9 ] ], "alphaSums": [ [ 2.9289682539682538, 2.9289682539682538 ], [ 2.8289682539682537, 2.8289682539682537 ] ], "squareSums": [ [ 1.5497677311665408, 1.5497677311665408 ], [ 1.5397677311665408, 1.5397677311665408 ] ], "expected": [ [ 2.8492864430080003, 3.6625211386365297 ], [ 8.137227260385117, 3.8492864430080003 ] ], "delta": [ [ 0.5376783892480002, 1.5935764771401146 ], [ 1.0590758370894555, 0.39194416105244434 ] ], "residual": 1.5935764771401146, "residualBound": 7.967882385700575, "error": 6.112873520321772, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 896393659, "after": 2718066646, "u": 0.6328492066822946 }, "visit": 10, "alpha": 0.1, "old": 1.891880608480847, "target": 3.6625211386365297, "conditionalMean": 3.6625211386365297, "conditionalVariance": 0, "noise": 0, "td": 1.7706405301556827, "newValue": 2.068944661496415 } }, { "k": 39, "Q": [ [ 2.31160805376, 2.068944661496415 ], [ 6.955264925266896, 3.457342281955556 ] ], "visits": [ [ 10, 10 ], [ 10, 9 ] ], "alphaSums": [ [ 2.9289682539682538, 2.9289682539682538 ], [ 2.9289682539682538, 2.8289682539682537 ] ], "squareSums": [ [ 1.5497677311665408, 1.5497677311665408 ], [ 1.5497677311665408, 1.5397677311665408 ] ], "expected": [ [ 2.8492864430080003, 3.564211940213517 ], [ 8.078241741331311, 3.8492864430080003 ] ], "delta": [ [ 0.5376783892480002, 1.495267278717102 ], [ 1.1229768160644156, 0.39194416105244434 ] ], "residual": 1.495267278717102, "residualBound": 7.476336393585512, "error": 6.112873520321772, "covered": 4, "update": { "s": 1, "a": 0, "next": 0, "reward": 4, "random": { "before": 2718066646, "after": 836945386, "u": 0.19486653292551637 }, "visit": 10, "alpha": 0.1, "old": 7.078151423295662, "target": 5.849286443008, "conditionalMean": 8.137227260385117, "conditionalVariance": 3.489782122546849, "noise": -2.287940817377117, "td": -1.2288649802876614, "newValue": 6.955264925266896 } }, { "k": 40, "Q": [ [ 2.31160805376, 2.068944661496415 ], [ 6.955264925266896, 3.4965366980608 ] ], "visits": [ [ 10, 10 ], [ 10, 10 ] ], "alphaSums": [ [ 2.9289682539682538, 2.9289682539682538 ], [ 2.9289682539682538, 2.9289682539682538 ] ], "squareSums": [ [ 1.5497677311665408, 1.5497677311665408 ], [ 1.5497677311665408, 1.5497677311665408 ] ], "expected": [ [ 2.8492864430080003, 3.564211940213517 ], [ 8.078241741331311, 3.8492864430080003 ] ], "delta": [ [ 0.5376783892480002, 1.495267278717102 ], [ 1.1229768160644156, 0.35274974494720013 ] ], "residual": 1.495267278717102, "residualBound": 7.476336393585512, "error": 6.112873520321772, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 836945386, "after": 1118411237, "u": 0.26040040818043053 }, "visit": 10, "alpha": 0.1, "old": 3.457342281955556, "target": 3.8492864430080003, "conditionalMean": 3.8492864430080003, "conditionalVariance": 0, "noise": 0, "td": 0.39194416105244434, "newValue": 3.4965366980608 } }, { "k": 41, "Q": [ [ 2.3604879073280003, 2.068944661496415 ], [ 6.955264925266896, 3.4965366980608 ] ], "visits": [ [ 11, 10 ], [ 10, 10 ] ], "alphaSums": [ [ 3.0198773448773446, 2.9289682539682538 ], [ 2.9289682539682538, 2.9289682539682538 ] ], "squareSums": [ [ 1.558032193976458, 1.5497677311665408 ], [ 1.5497677311665408, 1.5497677311665408 ] ], "expected": [ [ 2.8883903258624004, 3.564211940213517 ], [ 8.09388329447307, 3.8883903258624004 ] ], "delta": [ [ 0.5279024185344001, 1.495267278717102 ], [ 1.1386183692061742, 0.39185362780160027 ] ], "residual": 1.495267278717102, "residualBound": 7.476336393585512, "error": 6.112873520321772, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 1118411237, "after": 1127556303, "u": 0.26252965978346765 }, "visit": 11, "alpha": 0.09090909090909091, "old": 2.31160805376, "target": 2.8492864430080003, "conditionalMean": 2.8492864430080003, "conditionalVariance": 0, "noise": 0, "td": 0.5376783892480002, "newValue": 2.3604879073280003 } }, { "k": 42, "Q": [ [ 2.3604879073280003, 2.2048780504706973 ], [ 6.955264925266896, 3.4965366980608 ] ], "visits": [ [ 11, 11 ], [ 10, 10 ] ], "alphaSums": [ [ 3.0198773448773446, 3.0198773448773446 ], [ 2.9289682539682538, 2.9289682539682538 ] ], "squareSums": [ [ 1.558032193976458, 1.558032193976458 ], [ 1.5497677311665408, 1.5497677311665408 ] ], "expected": [ [ 2.8883903258624004, 3.564211940213517 ], [ 8.09388329447307, 3.8883903258624004 ] ], "delta": [ [ 0.5279024185344001, 1.3593338897428198 ], [ 1.1386183692061742, 0.39185362780160027 ] ], "residual": 1.3593338897428198, "residualBound": 6.7966694487141, "error": 5.97694013134749, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 1127556303, "after": 305812537, "u": 0.07120252982713282 }, "visit": 11, "alpha": 0.09090909090909091, "old": 2.068944661496415, "target": 3.564211940213517, "conditionalMean": 3.564211940213517, "conditionalVariance": 0, "noise": 0, "td": 1.495267278717102, "newValue": 2.2048780504706973 } }, { "k": 43, "Q": [ [ 2.3604879073280003, 2.2048780504706973 ], [ 6.858276325321032, 3.4965366980608 ] ], "visits": [ [ 11, 11 ], [ 11, 10 ] ], "alphaSums": [ [ 3.0198773448773446, 3.0198773448773446 ], [ 3.0198773448773446, 2.9289682539682538 ] ], "squareSums": [ [ 1.558032193976458, 1.558032193976458 ], [ 1.558032193976458, 1.5497677311665408 ] ], "expected": [ [ 2.8883903258624004, 3.4866210602568266 ], [ 8.047328766499056, 3.8883903258624004 ] ], "delta": [ [ 0.5279024185344001, 1.2817430097861293 ], [ 1.189052441178024, 0.39185362780160027 ] ], "residual": 1.2817430097861293, "residualBound": 6.408715048930648, "error": 5.97694013134749, "covered": 4, "update": { "s": 1, "a": 0, "next": 0, "reward": 4, "random": { "before": 305812537, "after": 1326863495, "u": 0.308934481581673 }, "visit": 11, "alpha": 0.09090909090909091, "old": 6.955264925266896, "target": 5.8883903258624, "conditionalMean": 8.09388329447307, "conditionalVariance": 3.242799489727404, "noise": -2.2054929686106695, "td": -1.0668745994044952, "newValue": 6.858276325321032 } }, { "k": 44, "Q": [ [ 2.3604879073280003, 2.2048780504706973 ], [ 6.858276325321032, 3.532159755133673 ] ], "visits": [ [ 11, 11 ], [ 11, 11 ] ], "alphaSums": [ [ 3.0198773448773446, 3.0198773448773446 ], [ 3.0198773448773446, 3.0198773448773446 ] ], "squareSums": [ [ 1.558032193976458, 1.558032193976458 ], [ 1.558032193976458, 1.558032193976458 ] ], "expected": [ [ 2.8883903258624004, 3.4866210602568266 ], [ 8.047328766499056, 3.8883903258624004 ] ], "delta": [ [ 0.5279024185344001, 1.2817430097861293 ], [ 1.189052441178024, 0.35623057072872744 ] ], "residual": 1.2817430097861293, "residualBound": 6.408715048930648, "error": 5.97694013134749, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 1326863495, "after": 894975684, "u": 0.20837776456028223 }, "visit": 11, "alpha": 0.09090909090909091, "old": 3.4965366980608, "target": 3.8883903258624004, "conditionalMean": 3.8883903258624004, "conditionalVariance": 0, "noise": 0, "td": 0.39185362780160027, "newValue": 3.532159755133673 } }, { "k": 45, "Q": [ [ 2.4044797755392002, 2.2048780504706973 ], [ 6.858276325321032, 3.532159755133673 ] ], "visits": [ [ 12, 11 ], [ 11, 11 ] ], "alphaSums": [ [ 3.103210678210678, 3.0198773448773446 ], [ 3.0198773448773446, 3.0198773448773446 ] ], "squareSums": [ [ 1.5649766384209025, 1.558032193976458 ], [ 1.558032193976458, 1.558032193976458 ] ], "expected": [ [ 2.92358382043136, 3.4866210602568266 ], [ 8.061406164326641, 3.92358382043136 ] ], "delta": [ [ 0.5191040448921598, 1.2817430097861293 ], [ 1.2031298390056087, 0.39142406529768703 ] ], "residual": 1.2817430097861293, "residualBound": 6.408715048930648, "error": 5.97694013134749, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 894975684, "after": 1653888772, "u": 0.38507598731666803 }, "visit": 12, "alpha": 0.08333333333333333, "old": 2.3604879073280003, "target": 2.8883903258624004, "conditionalMean": 2.8883903258624004, "conditionalVariance": 0, "noise": 0, "td": 0.5279024185344001, "newValue": 2.4044797755392002 } }, { "k": 46, "Q": [ [ 2.4044797755392002, 2.3116899679528746 ], [ 6.858276325321032, 3.532159755133673 ] ], "visits": [ [ 12, 12 ], [ 11, 11 ] ], "alphaSums": [ [ 3.103210678210678, 3.103210678210678 ], [ 3.0198773448773446, 3.0198773448773446 ] ], "squareSums": [ [ 1.5649766384209025, 1.5649766384209025 ], [ 1.558032193976458, 1.558032193976458 ] ], "expected": [ [ 2.92358382043136, 3.4866210602568266 ], [ 8.061406164326641, 3.92358382043136 ] ], "delta": [ [ 0.5191040448921598, 1.174931092303952 ], [ 1.2031298390056087, 0.39142406529768703 ] ], "residual": 1.2031298390056087, "residualBound": 6.015649195028045, "error": 5.870128213865312, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 1653888772, "after": 3873490174, "u": 0.9018672103993595 }, "visit": 12, "alpha": 0.08333333333333333, "old": 2.2048780504706973, "target": 3.4866210602568266, "conditionalMean": 3.4866210602568266, "conditionalVariance": 0, "noise": 0, "td": 1.2817430097861293, "newValue": 2.3116899679528746 } }, { "k": 47, "Q": [ [ 2.4044797755392002, 2.3116899679528746 ], [ 6.780385283246893, 3.532159755133673 ] ], "visits": [ [ 12, 12 ], [ 12, 11 ] ], "alphaSums": [ [ 3.103210678210678, 3.103210678210678 ], [ 3.103210678210678, 3.0198773448773446 ] ], "squareSums": [ [ 1.5649766384209025, 1.5649766384209025 ], [ 1.5649766384209025, 1.558032193976458 ] ], "expected": [ [ 2.92358382043136, 3.424308226597515 ], [ 8.024018464131053, 3.92358382043136 ] ], "delta": [ [ 0.5191040448921598, 1.1126182586446403 ], [ 1.24363318088416, 0.39142406529768703 ] ], "residual": 1.24363318088416, "residualBound": 6.218165904420802, "error": 5.946887444025839, "covered": 4, "update": { "s": 1, "a": 0, "next": 0, "reward": 4, "random": { "before": 3873490174, "after": 831521761, "u": 0.19360374682582915 }, "visit": 12, "alpha": 0.08333333333333333, "old": 6.858276325321032, "target": 5.92358382043136, "conditionalMean": 8.061406164326641, "conditionalVariance": 3.046856249371938, "noise": -2.137822343895281, "td": -0.9346925048896724, "newValue": 6.780385283246893 } }, { "k": 48, "Q": [ [ 2.4044797755392002, 2.3116899679528746 ], [ 6.780385283246893, 3.5647784272418135 ] ], "visits": [ [ 12, 12 ], [ 12, 12 ] ], "alphaSums": [ [ 3.103210678210678, 3.103210678210678 ], [ 3.103210678210678, 3.103210678210678 ] ], "squareSums": [ [ 1.5649766384209025, 1.5649766384209025 ], [ 1.5649766384209025, 1.5649766384209025 ] ], "expected": [ [ 2.92358382043136, 3.424308226597515 ], [ 8.024018464131053, 3.92358382043136 ] ], "delta": [ [ 0.5191040448921598, 1.1126182586446403 ], [ 1.24363318088416, 0.3588053931895465 ] ], "residual": 1.24363318088416, "residualBound": 6.218165904420802, "error": 5.946887444025839, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 831521761, "after": 208361975, "u": 0.04851305275224149 }, "visit": 12, "alpha": 0.08333333333333333, "old": 3.532159755133673, "target": 3.92358382043136, "conditionalMean": 3.92358382043136, "conditionalVariance": 0, "noise": 0, "td": 0.39142406529768703, "newValue": 3.5647784272418135 } }, { "k": 49, "Q": [ [ 2.44441085591552, 2.3116899679528746 ], [ 6.780385283246893, 3.5647784272418135 ] ], "visits": [ [ 13, 12 ], [ 12, 12 ] ], "alphaSums": [ [ 3.180133755133755, 3.103210678210678 ], [ 3.103210678210678, 3.103210678210678 ] ], "squareSums": [ [ 1.5708937981842162, 1.5649766384209025 ], [ 1.5649766384209025, 1.5649766384209025 ] ], "expected": [ [ 2.9555286847324163, 3.424308226597515 ], [ 8.036796409851476, 3.9555286847324163 ] ], "delta": [ [ 0.511117828816896, 1.1126182586446403 ], [ 1.2564111266045828, 0.39075025749060277 ] ], "residual": 1.2564111266045828, "residualBound": 6.282055633022916, "error": 5.946887444025839, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 208361975, "after": 2380579325, "u": 0.5542718165088445 }, "visit": 13, "alpha": 0.07692307692307693, "old": 2.4044797755392002, "target": 2.92358382043136, "conditionalMean": 2.92358382043136, "conditionalVariance": 0, "noise": 0, "td": 0.5191040448921598, "newValue": 2.44441085591552 } }, { "k": 50, "Q": [ [ 2.44441085591552, 2.3972759878486163 ], [ 6.780385283246893, 3.5647784272418135 ] ], "visits": [ [ 13, 13 ], [ 12, 12 ] ], "alphaSums": [ [ 3.180133755133755, 3.180133755133755 ], [ 3.103210678210678, 3.103210678210678 ] ], "squareSums": [ [ 1.5708937981842162, 1.5708937981842162 ], [ 1.5649766384209025, 1.5649766384209025 ] ], "expected": [ [ 2.9555286847324163, 3.424308226597515 ], [ 8.036796409851476, 3.9555286847324163 ] ], "delta": [ [ 0.511117828816896, 1.0270322387488986 ], [ 1.2564111266045828, 0.39075025749060277 ] ], "residual": 1.2564111266045828, "residualBound": 6.282055633022916, "error": 5.946887444025839, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 2380579325, "after": 2931165456, "u": 0.6824651397764683 }, "visit": 13, "alpha": 0.07692307692307693, "old": 2.3116899679528746, "target": 3.424308226597515, "conditionalMean": 3.424308226597515, "conditionalVariance": 0, "noise": 0, "td": 1.1126182586446403, "newValue": 2.3972759878486163 } }, { "k": 51, "Q": [ [ 2.44441085591552, 2.3972759878486163 ], [ 6.983763971196941, 3.5647784272418135 ] ], "visits": [ [ 13, 13 ], [ 13, 12 ] ], "alphaSums": [ [ 3.180133755133755, 3.180133755133755 ], [ 3.180133755133755, 3.103210678210678 ] ], "squareSums": [ [ 1.5708937981842162, 1.5708937981842162 ], [ 1.5708937981842162, 1.5649766384209025 ] ], "expected": [ [ 2.9555286847324163, 3.587011176957553 ], [ 8.134418180067499, 3.9555286847324163 ] ], "delta": [ [ 0.511117828816896, 1.1897351891089367 ], [ 1.1506542088705576, 0.39075025749060277 ] ], "residual": 1.1897351891089367, "residualBound": 5.948675945544685, "error": 5.784542193969571, "covered": 4, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 2931165456, "after": 2635326874, "u": 0.6135848523117602 }, "visit": 13, "alpha": 0.07692307692307693, "old": 6.780385283246893, "target": 9.424308226597514, "conditionalMean": 8.036796409851476, "conditionalVariance": 2.887783562414843, "noise": 1.3875118167460379, "td": 2.6439229433506206, "newValue": 6.983763971196941 } }, { "k": 52, "Q": [ [ 2.44441085591552, 2.3972759878486163 ], [ 6.983763971196941, 3.594836139356475 ] ], "visits": [ [ 13, 13 ], [ 13, 13 ] ], "alphaSums": [ [ 3.180133755133755, 3.180133755133755 ], [ 3.180133755133755, 3.180133755133755 ] ], "squareSums": [ [ 1.5708937981842162, 1.5708937981842162 ], [ 1.5708937981842162, 1.5708937981842162 ] ], "expected": [ [ 2.9555286847324163, 3.587011176957553 ], [ 8.134418180067499, 3.9555286847324163 ] ], "delta": [ [ 0.511117828816896, 1.1897351891089367 ], [ 1.1506542088705576, 0.3606925453759411 ] ], "residual": 1.1897351891089367, "residualBound": 5.948675945544685, "error": 5.784542193969571, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 2635326874, "after": 3585768458, "u": 0.8348767780698836 }, "visit": 13, "alpha": 0.07692307692307693, "old": 3.5647784272418135, "target": 3.9555286847324163, "conditionalMean": 3.9555286847324163, "conditionalVariance": 0, "noise": 0, "td": 0.39075025749060277, "newValue": 3.594836139356475 } }, { "k": 53, "Q": [ [ 2.4809192722595843, 2.3972759878486163 ], [ 6.983763971196941, 3.594836139356475 ] ], "visits": [ [ 14, 13 ], [ 13, 13 ] ], "alphaSums": [ [ 3.251562326562327, 3.180133755133755 ], [ 3.180133755133755, 3.180133755133755 ] ], "squareSums": [ [ 1.5759958390005426, 1.5708937981842162 ], [ 1.5708937981842162, 1.5708937981842162 ] ], "expected": [ [ 2.9847354178076673, 3.587011176957553 ], [ 8.146100873297598, 3.9847354178076673 ] ], "delta": [ [ 0.503816145548083, 1.1897351891089367 ], [ 1.162336902100657, 0.3898992784511921 ] ], "residual": 1.1897351891089367, "residualBound": 5.948675945544685, "error": 5.784542193969571, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 3585768458, "after": 3713356791, "u": 0.8645832517649978 }, "visit": 14, "alpha": 0.07142857142857142, "old": 2.44441085591552, "target": 2.9555286847324163, "conditionalMean": 2.9555286847324163, "conditionalVariance": 0, "noise": 0, "td": 0.511117828816896, "newValue": 2.4809192722595843 } }, { "k": 54, "Q": [ [ 2.4809192722595843, 2.482257072784969 ], [ 6.983763971196941, 3.594836139356475 ] ], "visits": [ [ 14, 14 ], [ 13, 13 ] ], "alphaSums": [ [ 3.251562326562327, 3.251562326562327 ], [ 3.180133755133755, 3.180133755133755 ] ], "squareSums": [ [ 1.5759958390005426, 1.5759958390005426 ], [ 1.5708937981842162, 1.5708937981842162 ] ], "expected": [ [ 2.9858056582279753, 3.587011176957553 ], [ 8.146528969465722, 3.9858056582279753 ] ], "delta": [ [ 0.504886385968391, 1.1047541041725841 ], [ 1.1627649982687807, 0.3909695188715001 ] ], "residual": 1.1627649982687807, "residualBound": 5.813824991343904, "error": 5.743508756075791, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 3713356791, "after": 2455405602, "u": 0.5716936667449772 }, "visit": 14, "alpha": 0.07142857142857142, "old": 2.3972759878486163, "target": 3.587011176957553, "conditionalMean": 3.587011176957553, "conditionalVariance": 0, "noise": 0, "td": 1.1897351891089367, "newValue": 2.482257072784969 } }, { "k": 55, "Q": [ [ 2.4809192722595843, 2.482257072784969 ], [ 7.169710200179842, 3.594836139356475 ] ], "visits": [ [ 14, 14 ], [ 14, 13 ] ], "alphaSums": [ [ 3.251562326562327, 3.251562326562327 ], [ 3.251562326562327, 3.180133755133755 ] ], "squareSums": [ [ 1.5759958390005426, 1.5759958390005426 ], [ 1.5759958390005426, 1.5708937981842162 ] ], "expected": [ [ 2.9858056582279753, 3.7357681601438735 ], [ 8.235783159377515, 3.9858056582279753 ] ], "delta": [ [ 0.504886385968391, 1.2535110873589046 ], [ 1.0660729591976734, 0.3909695188715001 ] ], "residual": 1.2535110873589046, "residualBound": 6.267555436794525, "error": 5.699561109033218, "covered": 4, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 2455405602, "after": 2567572717, "u": 0.5978096083272249 }, "visit": 14, "alpha": 0.07142857142857142, "old": 6.983763971196941, "target": 9.587011176957553, "conditionalMean": 8.146528969465722, "conditionalVariance": 3.1124834851508094, "noise": 1.440482207491831, "td": 2.6032472057606117, "newValue": 7.169710200179842 } }, { "k": 56, "Q": [ [ 2.4809192722595843, 2.482257072784969 ], [ 7.169710200179842, 3.6227625335615823 ] ], "visits": [ [ 14, 14 ], [ 14, 14 ] ], "alphaSums": [ [ 3.251562326562327, 3.251562326562327 ], [ 3.251562326562327, 3.251562326562327 ] ], "squareSums": [ [ 1.5759958390005426, 1.5759958390005426 ], [ 1.5759958390005426, 1.5759958390005426 ] ], "expected": [ [ 2.9858056582279753, 3.7357681601438735 ], [ 8.235783159377515, 3.9858056582279753 ] ], "delta": [ [ 0.504886385968391, 1.2535110873589046 ], [ 1.0660729591976734, 0.363043124666393 ] ], "residual": 1.2535110873589046, "residualBound": 6.267555436794525, "error": 5.699561109033218, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 2567572717, "after": 3396326502, "u": 0.7907688855193555 }, "visit": 14, "alpha": 0.07142857142857142, "old": 3.594836139356475, "target": 3.9858056582279753, "conditionalMean": 3.9858056582279753, "conditionalVariance": 0, "noise": 0, "td": 0.3909695188715001, "newValue": 3.6227625335615823 } }, { "k": 57, "Q": [ [ 2.514578364657477, 2.482257072784969 ], [ 7.169710200179842, 3.6227625335615823 ] ], "visits": [ [ 15, 14 ], [ 14, 14 ] ], "alphaSums": [ [ 3.3182289932289937, 3.251562326562327 ], [ 3.251562326562327, 3.251562326562327 ] ], "squareSums": [ [ 1.580440283444987, 1.5759958390005426 ], [ 1.5759958390005426, 1.5759958390005426 ] ], "expected": [ [ 3.0116626917259817, 3.7357681601438735 ], [ 8.246125972776717, 4.011662691725982 ] ], "delta": [ [ 0.4970843270685048, 1.2535110873589046 ], [ 1.0764157725968753, 0.3889001581643994 ] ], "residual": 1.2535110873589046, "residualBound": 6.267555436794525, "error": 5.699561109033218, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 3396326502, "after": 746753783, "u": 0.1738671639468521 }, "visit": 15, "alpha": 0.06666666666666667, "old": 2.4809192722595843, "target": 2.9858056582279753, "conditionalMean": 2.9858056582279753, "conditionalVariance": 0, "noise": 0, "td": 0.504886385968391, "newValue": 2.514578364657477 } }, { "k": 58, "Q": [ [ 2.514578364657477, 2.5658244786088957 ], [ 7.169710200179842, 3.6227625335615823 ] ], "visits": [ [ 15, 15 ], [ 14, 14 ] ], "alphaSums": [ [ 3.3182289932289937, 3.3182289932289937 ], [ 3.251562326562327, 3.251562326562327 ] ], "squareSums": [ [ 1.580440283444987, 1.580440283444987 ], [ 1.5759958390005426, 1.5759958390005426 ] ], "expected": [ [ 3.0526595828871166, 3.7357681601438735 ], [ 8.262524729241171, 4.052659582887117 ] ], "delta": [ [ 0.5380812182296397, 1.1699436815349777 ], [ 1.0928145290613296, 0.4298970493255343 ] ], "residual": 1.1699436815349777, "residualBound": 5.84971840767489, "error": 5.615993703209291, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 746753783, "after": 3604372345, "u": 0.8392083330545574 }, "visit": 15, "alpha": 0.06666666666666667, "old": 2.482257072784969, "target": 3.7357681601438735, "conditionalMean": 3.7357681601438735, "conditionalVariance": 0, "noise": 0, "td": 1.2535110873589046, "newValue": 2.5658244786088957 } }, { "k": 59, "Q": [ [ 2.514578364657477, 2.5658244786088957 ], [ 7.34078073084411, 3.6227625335615823 ] ], "visits": [ [ 15, 15 ], [ 15, 14 ] ], "alphaSums": [ [ 3.3182289932289937, 3.3182289932289937 ], [ 3.3182289932289937, 3.251562326562327 ] ], "squareSums": [ [ 1.580440283444987, 1.580440283444987 ], [ 1.580440283444987, 1.5759958390005426 ] ], "expected": [ [ 3.0526595828871166, 3.8726245846752887 ], [ 8.34463858396002, 4.052659582887117 ] ], "delta": [ [ 0.5380812182296397, 1.306800106066393 ], [ 1.0038578531159095, 0.4298970493255343 ] ], "residual": 1.306800106066393, "residualBound": 6.534000530331967, "error": 5.615993703209291, "covered": 4, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 3604372345, "after": 2862072069, "u": 0.6663780820090324 }, "visit": 15, "alpha": 0.06666666666666667, "old": 7.169710200179842, "target": 9.735768160143873, "conditionalMean": 8.262524729241171, "conditionalVariance": 3.255669310046951, "noise": 1.473243430902702, "td": 2.5660579599640316, "newValue": 7.34078073084411 } }, { "k": 60, "Q": [ [ 2.514578364657477, 2.5658244786088957 ], [ 7.34078073084411, 3.651422336849951 ] ], "visits": [ [ 15, 15 ], [ 15, 15 ] ], "alphaSums": [ [ 3.3182289932289937, 3.3182289932289937 ], [ 3.3182289932289937, 3.3182289932289937 ] ], "squareSums": [ [ 1.580440283444987, 1.580440283444987 ], [ 1.580440283444987, 1.580440283444987 ] ], "expected": [ [ 3.0526595828871166, 3.8726245846752887 ], [ 8.34463858396002, 4.052659582887117 ] ], "delta": [ [ 0.5380812182296397, 1.306800106066393 ], [ 1.0038578531159095, 0.4012372460371654 ] ], "residual": 1.306800106066393, "residualBound": 6.534000530331967, "error": 5.615993703209291, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 2862072069, "after": 73286558, "u": 0.01706335647031665 }, "visit": 15, "alpha": 0.06666666666666667, "old": 3.6227625335615823, "target": 4.052659582887117, "conditionalMean": 4.052659582887117, "conditionalVariance": 0, "noise": 0, "td": 0.4298970493255343, "newValue": 3.651422336849951 } }, { "k": 61, "Q": [ [ 2.5482084407968295, 2.5658244786088957 ], [ 7.34078073084411, 3.651422336849951 ] ], "visits": [ [ 16, 15 ], [ 15, 15 ] ], "alphaSums": [ [ 3.3807289932289937, 3.3182289932289937 ], [ 3.3182289932289937, 3.3182289932289937 ] ], "squareSums": [ [ 1.584346533444987, 1.580440283444987 ], [ 1.580440283444987, 1.580440283444987 ] ], "expected": [ [ 3.0526595828871166, 3.8726245846752887 ], [ 8.34463858396002, 4.052659582887117 ] ], "delta": [ [ 0.5044511420902871, 1.306800106066393 ], [ 1.0038578531159095, 0.4012372460371654 ] ], "residual": 1.306800106066393, "residualBound": 6.534000530331967, "error": 5.615993703209291, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 73286558, "after": 1234261128, "u": 0.28737381286919117 }, "visit": 16, "alpha": 0.0625, "old": 2.514578364657477, "target": 3.0526595828871166, "conditionalMean": 3.0526595828871166, "conditionalVariance": 0, "noise": 0, "td": 0.5380812182296397, "newValue": 2.5482084407968295 } }, { "k": 62, "Q": [ [ 2.5482084407968295, 2.647499485238045 ], [ 7.34078073084411, 3.651422336849951 ] ], "visits": [ [ 16, 16 ], [ 15, 15 ] ], "alphaSums": [ [ 3.3807289932289937, 3.3807289932289937 ], [ 3.3182289932289937, 3.3182289932289937 ] ], "squareSums": [ [ 1.584346533444987, 1.584346533444987 ], [ 1.580440283444987, 1.580440283444987 ] ], "expected": [ [ 3.117999588190436, 3.8726245846752887 ], [ 8.370774586081348, 4.117999588190436 ] ], "delta": [ [ 0.5697911473936066, 1.2251250994372436 ], [ 1.0299938552372376, 0.4665772513404849 ] ], "residual": 1.2251250994372436, "residualBound": 6.12562549718622, "error": 5.534318696580142, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 1234261128, "after": 51168264, "u": 0.011913539841771126 }, "visit": 16, "alpha": 0.0625, "old": 2.5658244786088957, "target": 3.8726245846752887, "conditionalMean": 3.8726245846752887, "conditionalVariance": 0, "noise": 0, "td": 1.306800106066393, "newValue": 2.647499485238045 } }, { "k": 63, "Q": [ [ 2.5482084407968295, 2.647499485238045 ], [ 7.499020971708559, 3.651422336849951 ] ], "visits": [ [ 16, 16 ], [ 16, 15 ] ], "alphaSums": [ [ 3.3807289932289937, 3.3807289932289937 ], [ 3.3807289932289937, 3.3182289932289937 ] ], "squareSums": [ [ 1.584346533444987, 1.584346533444987 ], [ 1.584346533444987, 1.580440283444987 ] ], "expected": [ [ 3.117999588190436, 3.999216777366847 ], [ 8.446729901696283, 4.117999588190436 ] ], "delta": [ [ 0.5697911473936066, 1.3517172921288019 ], [ 0.9477089299877246, 0.4665772513404849 ] ], "residual": 1.3517172921288019, "residualBound": 6.758586460644011, "error": 5.534318696580142, "covered": 4, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 51168264, "after": 3929845774, "u": 0.9149885210208595 }, "visit": 16, "alpha": 0.0625, "old": 7.34078073084411, "target": 9.87262458467529, "conditionalMean": 8.370774586081348, "conditionalVariance": 3.383330127414931, "noise": 1.5018499985939417, "td": 2.5318438538311794, "newValue": 7.499020971708559 } }, { "k": 64, "Q": [ [ 2.5482084407968295, 2.647499485238045 ], [ 7.499020971708559, 3.6805834150587313 ] ], "visits": [ [ 16, 16 ], [ 16, 16 ] ], "alphaSums": [ [ 3.3807289932289937, 3.3807289932289937 ], [ 3.3807289932289937, 3.3807289932289937 ] ], "squareSums": [ [ 1.584346533444987, 1.584346533444987 ], [ 1.584346533444987, 1.584346533444987 ] ], "expected": [ [ 3.117999588190436, 3.999216777366847 ], [ 8.446729901696283, 4.117999588190436 ] ], "delta": [ [ 0.5697911473936066, 1.3517172921288019 ], [ 0.9477089299877246, 0.4374161731317048 ] ], "residual": 1.3517172921288019, "residualBound": 6.758586460644011, "error": 5.534318696580142, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 3929845774, "after": 4220816400, "u": 0.9827353991568089 }, "visit": 16, "alpha": 0.0625, "old": 3.651422336849951, "target": 4.117999588190436, "conditionalMean": 4.117999588190436, "conditionalVariance": 0, "noise": 0, "td": 0.4665772513404849, "newValue": 3.6805834150587313 } }, { "k": 65, "Q": [ [ 2.5817255671141006, 2.647499485238045 ], [ 7.499020971708559, 3.6805834150587313 ] ], "visits": [ [ 17, 16 ], [ 16, 16 ] ], "alphaSums": [ [ 3.439552522640758, 3.3807289932289937 ], [ 3.3807289932289937, 3.3807289932289937 ] ], "squareSums": [ [ 1.587806741057444, 1.584346533444987 ], [ 1.584346533444987, 1.584346533444987 ] ], "expected": [ [ 3.117999588190436, 3.999216777366847 ], [ 8.446729901696283, 4.117999588190436 ] ], "delta": [ [ 0.5362740210763355, 1.3517172921288019 ], [ 0.9477089299877246, 0.4374161731317048 ] ], "residual": 1.3517172921288019, "residualBound": 6.758586460644011, "error": 5.534318696580142, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 4220816400, "after": 683776635, "u": 0.15920415404252708 }, "visit": 17, "alpha": 0.058823529411764705, "old": 2.5482084407968295, "target": 3.117999588190436, "conditionalMean": 3.117999588190436, "conditionalVariance": 0, "noise": 0, "td": 0.5697911473936066, "newValue": 2.5817255671141006 } }, { "k": 66, "Q": [ [ 2.5817255671141006, 2.7270122671279746 ], [ 7.499020971708559, 3.6805834150587313 ] ], "visits": [ [ 17, 17 ], [ 16, 16 ] ], "alphaSums": [ [ 3.439552522640758, 3.439552522640758 ], [ 3.3807289932289937, 3.3807289932289937 ] ], "squareSums": [ [ 1.587806741057444, 1.587806741057444 ], [ 1.584346533444987, 1.584346533444987 ] ], "expected": [ [ 3.1816098137023796, 3.999216777366847 ], [ 8.47217399190106, 4.18160981370238 ] ], "delta": [ [ 0.599884246588279, 1.2722045102388724 ], [ 0.9731530201925018, 0.5010263986436487 ] ], "residual": 1.2722045102388724, "residualBound": 6.361022551194363, "error": 5.454805914690212, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 683776635, "after": 1783627836, "u": 0.4152832170948386 }, "visit": 17, "alpha": 0.058823529411764705, "old": 2.647499485238045, "target": 3.999216777366847, "conditionalMean": 3.999216777366847, "conditionalVariance": 0, "noise": 0, "td": 1.3517172921288019, "newValue": 2.7270122671279746 } }, { "k": 67, "Q": [ [ 2.5817255671141006, 2.7270122671279746 ], [ 7.421526197708196, 3.6805834150587313 ] ], "visits": [ [ 17, 17 ], [ 17, 16 ] ], "alphaSums": [ [ 3.439552522640758, 3.439552522640758 ], [ 3.439552522640758, 3.3807289932289937 ] ], "squareSums": [ [ 1.587806741057444, 1.587806741057444 ], [ 1.587806741057444, 1.584346533444987 ] ], "expected": [ [ 3.1816098137023796, 3.9372209581665567 ], [ 8.434976500380886, 4.18160981370238 ] ], "delta": [ [ 0.599884246588279, 1.210208691038582 ], [ 1.0134503026726902, 0.5010263986436487 ] ], "residual": 1.210208691038582, "residualBound": 6.051043455192912, "error": 5.454805914690212, "covered": 4, "update": { "s": 1, "a": 0, "next": 0, "reward": 4, "random": { "before": 1783627836, "after": 547428343, "u": 0.12745809345506132 }, "visit": 17, "alpha": 0.058823529411764705, "old": 7.499020971708559, "target": 6.18160981370238, "conditionalMean": 8.47217399190106, "conditionalVariance": 3.4977895029646646, "noise": -2.2905641781986805, "td": -1.3174111580061787, "newValue": 7.421526197708196 } }, { "k": 68, "Q": [ [ 2.5817255671141006, 2.7270122671279746 ], [ 7.421526197708196, 3.7100555561554165 ] ], "visits": [ [ 17, 17 ], [ 17, 17 ] ], "alphaSums": [ [ 3.439552522640758, 3.439552522640758 ], [ 3.439552522640758, 3.439552522640758 ] ], "squareSums": [ [ 1.587806741057444, 1.587806741057444 ], [ 1.587806741057444, 1.587806741057444 ] ], "expected": [ [ 3.1816098137023796, 3.9372209581665567 ], [ 8.434976500380886, 4.18160981370238 ] ], "delta": [ [ 0.599884246588279, 1.210208691038582 ], [ 1.0134503026726902, 0.47155425754696356 ] ], "residual": 1.210208691038582, "residualBound": 6.051043455192912, "error": 5.454805914690212, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 547428343, "after": 1235299800, "u": 0.2876156475394964 }, "visit": 17, "alpha": 0.058823529411764705, "old": 3.6805834150587313, "target": 4.18160981370238, "conditionalMean": 4.18160981370238, "conditionalVariance": 0, "noise": 0, "td": 0.5010263986436487, "newValue": 3.7100555561554165 } }, { "k": 69, "Q": [ [ 2.6150524697023383, 2.7270122671279746 ], [ 7.421526197708196, 3.7100555561554165 ] ], "visits": [ [ 18, 17 ], [ 17, 17 ] ], "alphaSums": [ [ 3.4951080781963135, 3.439552522640758 ], [ 3.439552522640758, 3.439552522640758 ] ], "squareSums": [ [ 1.5908931608105303, 1.587806741057444 ], [ 1.587806741057444, 1.587806741057444 ] ], "expected": [ [ 3.1816098137023796, 3.9372209581665567 ], [ 8.434976500380886, 4.18160981370238 ] ], "delta": [ [ 0.5665573440000413, 1.210208691038582 ], [ 1.0134503026726902, 0.47155425754696356 ] ], "residual": 1.210208691038582, "residualBound": 6.051043455192912, "error": 5.454805914690212, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 1235299800, "after": 4015612277, "u": 0.934957591118291 }, "visit": 18, "alpha": 0.05555555555555555, "old": 2.5817255671141006, "target": 3.1816098137023796, "conditionalMean": 3.1816098137023796, "conditionalVariance": 0, "noise": 0, "td": 0.599884246588279, "newValue": 2.6150524697023383 } }, { "k": 70, "Q": [ [ 2.6150524697023383, 2.794246083296785 ], [ 7.421526197708196, 3.7100555561554165 ] ], "visits": [ [ 18, 18 ], [ 17, 17 ] ], "alphaSums": [ [ 3.4951080781963135, 3.4951080781963135 ], [ 3.439552522640758, 3.439552522640758 ] ], "squareSums": [ [ 1.5908931608105303, 1.5908931608105303 ], [ 1.587806741057444, 1.587806741057444 ] ], "expected": [ [ 3.2353968666374278, 3.9372209581665567 ], [ 8.456491321554905, 4.235396866637428 ] ], "delta": [ [ 0.6203443969350895, 1.142974874869772 ], [ 1.0349651238467095, 0.5253413104820117 ] ], "residual": 1.142974874869772, "residualBound": 5.71487437434886, "error": 5.387572098521402, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 4015612277, "after": 2911090958, "u": 0.6777911814861 }, "visit": 18, "alpha": 0.05555555555555555, "old": 2.7270122671279746, "target": 3.9372209581665567, "conditionalMean": 3.9372209581665567, "conditionalVariance": 0, "noise": 0, "td": 1.210208691038582, "newValue": 2.794246083296785 } }, { "k": 71, "Q": [ [ 2.6150524697023383, 2.794246083296785 ], [ 7.56128701773366, 3.7100555561554165 ] ], "visits": [ [ 18, 18 ], [ 18, 17 ] ], "alphaSums": [ [ 3.4951080781963135, 3.4951080781963135 ], [ 3.4951080781963135, 3.439552522640758 ] ], "squareSums": [ [ 1.5908931608105303, 1.5908931608105303 ], [ 1.5908931608105303, 1.587806741057444 ] ], "expected": [ [ 3.2353968666374278, 4.049029614186928 ], [ 8.523576515167129, 4.235396866637428 ] ], "delta": [ [ 0.6203443969350895, 1.2547835308901432 ], [ 0.9622894974334688, 0.5253413104820117 ] ], "residual": 1.2547835308901432, "residualBound": 6.273917654450718, "error": 5.387572098521402, "covered": 4, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 2911090958, "after": 2397085631, "u": 0.5581149903591722 }, "visit": 18, "alpha": 0.05555555555555555, "old": 7.421526197708196, "target": 9.937220958166556, "conditionalMean": 8.456491321554905, "conditionalVariance": 3.2888403851101113, "noise": 1.4807296366116507, "td": 2.51569476045836, "newValue": 7.56128701773366 } }, { "k": 72, "Q": [ [ 2.6150524697023383, 2.794246083296785 ], [ 7.56128701773366, 3.7392411845155284 ] ], "visits": [ [ 18, 18 ], [ 18, 18 ] ], "alphaSums": [ [ 3.4951080781963135, 3.4951080781963135 ], [ 3.4951080781963135, 3.4951080781963135 ] ], "squareSums": [ [ 1.5908931608105303, 1.5908931608105303 ], [ 1.5908931608105303, 1.5908931608105303 ] ], "expected": [ [ 3.2353968666374278, 4.049029614186928 ], [ 8.523576515167129, 4.235396866637428 ] ], "delta": [ [ 0.6203443969350895, 1.2547835308901432 ], [ 0.9622894974334688, 0.49615568212189975 ] ], "residual": 1.2547835308901432, "residualBound": 6.273917654450718, "error": 5.387572098521402, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 2397085631, "after": 1072764852, "u": 0.2497725309804082 }, "visit": 18, "alpha": 0.05555555555555555, "old": 3.7100555561554165, "target": 4.235396866637428, "conditionalMean": 4.235396866637428, "conditionalVariance": 0, "noise": 0, "td": 0.5253413104820117, "newValue": 3.7392411845155284 } }, { "k": 73, "Q": [ [ 2.647702174804185, 2.794246083296785 ], [ 7.56128701773366, 3.7392411845155284 ] ], "visits": [ [ 19, 18 ], [ 18, 18 ] ], "alphaSums": [ [ 3.547739657143682, 3.4951080781963135 ], [ 3.4951080781963135, 3.4951080781963135 ] ], "squareSums": [ [ 1.5936632439130234, 1.5908931608105303 ], [ 1.5908931608105303, 1.5908931608105303 ] ], "expected": [ [ 3.2353968666374278, 4.049029614186928 ], [ 8.523576515167129, 4.235396866637428 ] ], "delta": [ [ 0.5876946918332426, 1.2547835308901432 ], [ 0.9622894974334688, 0.49615568212189975 ] ], "residual": 1.2547835308901432, "residualBound": 6.273917654450718, "error": 5.387572098521402, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 1072764852, "after": 3186933719, "u": 0.7420158290769905 }, "visit": 19, "alpha": 0.05263157894736842, "old": 2.6150524697023383, "target": 3.2353968666374278, "conditionalMean": 3.2353968666374278, "conditionalVariance": 0, "noise": 0, "td": 0.6203443969350895, "newValue": 2.647702174804185 } }, { "k": 74, "Q": [ [ 2.647702174804185, 2.860287321764687 ], [ 7.56128701773366, 3.7392411845155284 ] ], "visits": [ [ 19, 19 ], [ 18, 18 ] ], "alphaSums": [ [ 3.547739657143682, 3.547739657143682 ], [ 3.4951080781963135, 3.4951080781963135 ] ], "squareSums": [ [ 1.5936632439130234, 1.5936632439130234 ], [ 1.5908931608105303, 1.5908931608105303 ] ], "expected": [ [ 3.2882298574117494, 4.049029614186928 ], [ 8.544709711476857, 4.28822985741175 ] ], "delta": [ [ 0.6405276826075643, 1.188742292422241 ], [ 0.9834226937431971, 0.5489886728962214 ] ], "residual": 1.188742292422241, "residualBound": 5.943711462111207, "error": 5.3215308600535, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 3186933719, "after": 1808208080, "u": 0.4210062511265278 }, "visit": 19, "alpha": 0.05263157894736842, "old": 2.794246083296785, "target": 4.049029614186928, "conditionalMean": 4.049029614186928, "conditionalVariance": 0, "noise": 0, "td": 1.2547835308901432, "newValue": 2.860287321764687 } }, { "k": 75, "Q": [ [ 2.647702174804185, 2.860287321764687 ], [ 7.692220838599622, 3.7392411845155284 ] ], "visits": [ [ 19, 19 ], [ 19, 18 ] ], "alphaSums": [ [ 3.547739657143682, 3.547739657143682 ], [ 3.547739657143682, 3.4951080781963135 ] ], "squareSums": [ [ 1.5936632439130234, 1.5936632439130234 ], [ 1.5936632439130234, 1.5908931608105303 ] ], "expected": [ [ 3.2882298574117494, 4.153776670879697 ], [ 8.60755794549252, 4.28822985741175 ] ], "delta": [ [ 0.6405276826075643, 1.2934893491150103 ], [ 0.9153371068928982, 0.5489886728962214 ] ], "residual": 1.2934893491150103, "residualBound": 6.467446745575053, "error": 5.3215308600535, "covered": 4, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 1808208080, "after": 2994197502, "u": 0.6971409316174686 }, "visit": 19, "alpha": 0.05263157894736842, "old": 7.56128701773366, "target": 10.049029614186928, "conditionalMean": 8.544709711476857, "conditionalVariance": 3.394467554534458, "noise": 1.5043199027100709, "td": 2.487742596453268, "newValue": 7.692220838599622 } }, { "k": 76, "Q": [ [ 2.647702174804185, 2.860287321764687 ], [ 7.692220838599622, 3.768135325194277 ] ], "visits": [ [ 19, 19 ], [ 19, 19 ] ], "alphaSums": [ [ 3.547739657143682, 3.547739657143682 ], [ 3.547739657143682, 3.547739657143682 ] ], "squareSums": [ [ 1.5936632439130234, 1.5936632439130234 ], [ 1.5936632439130234, 1.5936632439130234 ] ], "expected": [ [ 3.2882298574117494, 4.153776670879697 ], [ 8.60755794549252, 4.28822985741175 ] ], "delta": [ [ 0.6405276826075643, 1.2934893491150103 ], [ 0.9153371068928982, 0.520094532217473 ] ], "residual": 1.2934893491150103, "residualBound": 6.467446745575053, "error": 5.3215308600535, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 2994197502, "after": 1225705658, "u": 0.2853818372823298 }, "visit": 19, "alpha": 0.05263157894736842, "old": 3.7392411845155284, "target": 4.28822985741175, "conditionalMean": 4.28822985741175, "conditionalVariance": 0, "noise": 0, "td": 0.5489886728962214, "newValue": 3.768135325194277 } }, { "k": 77, "Q": [ [ 2.6797285589345634, 2.860287321764687 ], [ 7.692220838599622, 3.768135325194277 ] ], "visits": [ [ 20, 19 ], [ 19, 19 ] ], "alphaSums": [ [ 3.597739657143682, 3.547739657143682 ], [ 3.547739657143682, 3.547739657143682 ] ], "squareSums": [ [ 1.5961632439130233, 1.5936632439130234 ], [ 1.5936632439130234, 1.5936632439130234 ] ], "expected": [ [ 3.2882298574117494, 4.153776670879697 ], [ 8.60755794549252, 4.28822985741175 ] ], "delta": [ [ 0.608501298477186, 1.2934893491150103 ], [ 0.9153371068928982, 0.520094532217473 ] ], "residual": 1.2934893491150103, "residualBound": 6.467446745575053, "error": 5.3215308600535, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 1225705658, "after": 2468468342, "u": 0.5747350729070604 }, "visit": 20, "alpha": 0.05, "old": 2.647702174804185, "target": 3.2882298574117494, "conditionalMean": 3.2882298574117494, "conditionalVariance": 0, "noise": 0, "td": 0.6405276826075643, "newValue": 2.6797285589345634 } }, { "k": 78, "Q": [ [ 2.6797285589345634, 2.9249617892204376 ], [ 7.692220838599622, 3.768135325194277 ] ], "visits": [ [ 20, 20 ], [ 19, 19 ] ], "alphaSums": [ [ 3.597739657143682, 3.597739657143682 ], [ 3.547739657143682, 3.547739657143682 ] ], "squareSums": [ [ 1.5961632439130233, 1.5961632439130233 ], [ 1.5936632439130234, 1.5936632439130234 ] ], "expected": [ [ 3.33996943137635, 4.153776670879697 ], [ 8.62825377507836, 4.33996943137635 ] ], "delta": [ [ 0.6602408724417868, 1.2288148816592597 ], [ 0.9360329364787381, 0.5718341061820729 ] ], "residual": 1.2288148816592597, "residualBound": 6.1440744082963, "error": 5.256856392597749, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 2468468342, "after": 2483491489, "u": 0.5782329218927771 }, "visit": 20, "alpha": 0.05, "old": 2.860287321764687, "target": 4.153776670879697, "conditionalMean": 4.153776670879697, "conditionalVariance": 0, "noise": 0, "td": 1.2934893491150103, "newValue": 2.9249617892204376 } }, { "k": 79, "Q": [ [ 2.6797285589345634, 2.9249617892204376 ], [ 7.815298630213626, 3.768135325194277 ] ], "visits": [ [ 20, 20 ], [ 20, 19 ] ], "alphaSums": [ [ 3.597739657143682, 3.597739657143682 ], [ 3.597739657143682, 3.547739657143682 ] ], "squareSums": [ [ 1.5961632439130233, 1.5961632439130233 ], [ 1.5961632439130233, 1.5936632439130234 ] ], "expected": [ [ 3.33996943137635, 4.252238904170901 ], [ 8.68733111505308, 4.33996943137635 ] ], "delta": [ [ 0.6602408724417868, 1.3272771149504634 ], [ 0.8720324848394547, 0.5718341061820729 ] ], "residual": 1.3272771149504634, "residualBound": 6.636385574752318, "error": 5.256856392597749, "covered": 4, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 2483491489, "after": 3157407880, "u": 0.7351413089782 }, "visit": 20, "alpha": 0.05, "old": 7.692220838599622, "target": 10.153776670879697, "conditionalMean": 8.62825377507836, "conditionalVariance": 3.4908301584211556, "noise": 1.5255228958013376, "td": 2.4615558322800757, "newValue": 7.815298630213626 } }, { "k": 80, "Q": [ [ 2.6797285589345634, 2.9249617892204376 ], [ 7.815298630213626, 3.7967270305033805 ] ], "visits": [ [ 20, 20 ], [ 20, 20 ] ], "alphaSums": [ [ 3.597739657143682, 3.597739657143682 ], [ 3.597739657143682, 3.597739657143682 ] ], "squareSums": [ [ 1.5961632439130233, 1.5961632439130233 ], [ 1.5961632439130233, 1.5961632439130233 ] ], "expected": [ [ 3.33996943137635, 4.252238904170901 ], [ 8.68733111505308, 4.33996943137635 ] ], "delta": [ [ 0.6602408724417868, 1.3272771149504634 ], [ 0.8720324848394547, 0.5432424008729693 ] ], "residual": 1.3272771149504634, "residualBound": 6.636385574752318, "error": 5.256856392597749, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 3157407880, "after": 2672551481, "u": 0.6222518815193325 }, "visit": 20, "alpha": 0.05, "old": 3.768135325194277, "target": 4.33996943137635, "conditionalMean": 4.33996943137635, "conditionalVariance": 0, "noise": 0, "td": 0.5718341061820729, "newValue": 3.7967270305033805 } }, { "k": 81, "Q": [ [ 2.7111686004794104, 2.9249617892204376 ], [ 7.815298630213626, 3.7967270305033805 ] ], "visits": [ [ 21, 20 ], [ 20, 20 ] ], "alphaSums": [ [ 3.6453587047627294, 3.597739657143682 ], [ 3.597739657143682, 3.597739657143682 ] ], "squareSums": [ [ 1.5984308176091684, 1.5961632439130233 ], [ 1.5961632439130233, 1.5961632439130233 ] ], "expected": [ [ 3.33996943137635, 4.252238904170901 ], [ 8.68733111505308, 4.33996943137635 ] ], "delta": [ [ 0.6288008308969397, 1.3272771149504634 ], [ 0.8720324848394547, 0.5432424008729693 ] ], "residual": 1.3272771149504634, "residualBound": 6.636385574752318, "error": 5.256856392597749, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 2672551481, "after": 2451195935, "u": 0.5707135272677988 }, "visit": 21, "alpha": 0.047619047619047616, "old": 2.6797285589345634, "target": 3.33996943137635, "conditionalMean": 3.33996943137635, "conditionalVariance": 0, "noise": 0, "td": 0.6602408724417868, "newValue": 2.7111686004794104 } }, { "k": 82, "Q": [ [ 2.7111686004794104, 2.9881654613609356 ], [ 7.815298630213626, 3.7967270305033805 ] ], "visits": [ [ 21, 21 ], [ 20, 20 ] ], "alphaSums": [ [ 3.6453587047627294, 3.6453587047627294 ], [ 3.597739657143682, 3.597739657143682 ] ], "squareSums": [ [ 1.5984308176091684, 1.5984308176091684 ], [ 1.5961632439130233, 1.5961632439130233 ] ], "expected": [ [ 3.3905323690887488, 4.252238904170901 ], [ 8.70755629013804, 4.390532369088749 ] ], "delta": [ [ 0.6793637686093383, 1.2640734428099654 ], [ 0.8922576599244145, 0.5938053385853688 ] ], "residual": 1.2640734428099654, "residualBound": 6.320367214049829, "error": 5.193652720457251, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 2451195935, "after": 3089201139, "u": 0.7192606895696372 }, "visit": 21, "alpha": 0.047619047619047616, "old": 2.9249617892204376, "target": 4.252238904170901, "conditionalMean": 4.252238904170901, "conditionalVariance": 0, "noise": 0, "td": 1.3272771149504634, "newValue": 2.9881654613609356 } }, { "k": 83, "Q": [ [ 2.7111686004794104, 2.9881654613609356 ], [ 7.747452617779108, 3.7967270305033805 ] ], "visits": [ [ 21, 21 ], [ 21, 20 ] ], "alphaSums": [ [ 3.6453587047627294, 3.6453587047627294 ], [ 3.6453587047627294, 3.597739657143682 ] ], "squareSums": [ [ 1.5984308176091684, 1.5984308176091684 ], [ 1.5984308176091684, 1.5961632439130233 ] ], "expected": [ [ 3.3905323690887488, 4.1979620942232865 ], [ 8.674990204169472, 4.390532369088749 ] ], "delta": [ [ 0.6793637686093383, 1.2097966328623508 ], [ 0.9275375863903639, 0.5938053385853688 ] ], "residual": 1.2097966328623508, "residualBound": 6.048983164311756, "error": 5.193652720457251, "covered": 4, "update": { "s": 1, "a": 0, "next": 0, "reward": 4, "random": { "before": 3089201139, "after": 1295306524, "u": 0.30158705171197653 }, "visit": 21, "alpha": 0.047619047619047616, "old": 7.815298630213626, "target": 6.390532369088749, "conditionalMean": 8.70755629013804, "conditionalVariance": 3.579066567143089, "noise": -2.317023921049291, "td": -1.4247662611248764, "newValue": 7.747452617779108 } }, { "k": 84, "Q": [ [ 2.7111686004794104, 2.9881654613609356 ], [ 7.747452617779108, 3.8250034751979216 ] ], "visits": [ [ 21, 21 ], [ 21, 21 ] ], "alphaSums": [ [ 3.6453587047627294, 3.6453587047627294 ], [ 3.6453587047627294, 3.6453587047627294 ] ], "squareSums": [ [ 1.5984308176091684, 1.5984308176091684 ], [ 1.5984308176091684, 1.5984308176091684 ] ], "expected": [ [ 3.3905323690887488, 4.1979620942232865 ], [ 8.674990204169472, 4.390532369088749 ] ], "delta": [ [ 0.6793637686093383, 1.2097966328623508 ], [ 0.9275375863903639, 0.5655288938908276 ] ], "residual": 1.2097966328623508, "residualBound": 6.048983164311756, "error": 5.193652720457251, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 1295306524, "after": 1312000919, "u": 0.30547401844523847 }, "visit": 21, "alpha": 0.047619047619047616, "old": 3.7967270305033805, "target": 4.390532369088749, "conditionalMean": 4.390532369088749, "conditionalVariance": 0, "noise": 0, "td": 0.5938053385853688, "newValue": 3.8250034751979216 } }, { "k": 85, "Q": [ [ 2.7420487717798347, 2.9881654613609356 ], [ 7.747452617779108, 3.8250034751979216 ] ], "visits": [ [ 22, 21 ], [ 21, 21 ] ], "alphaSums": [ [ 3.690813250217275, 3.6453587047627294 ], [ 3.6453587047627294, 3.6453587047627294 ] ], "squareSums": [ [ 1.6004969333116477, 1.5984308176091684 ], [ 1.5984308176091684, 1.5984308176091684 ] ], "expected": [ [ 3.3905323690887488, 4.1979620942232865 ], [ 8.674990204169472, 4.390532369088749 ] ], "delta": [ [ 0.648483597308914, 1.2097966328623508 ], [ 0.9275375863903639, 0.5655288938908276 ] ], "residual": 1.2097966328623508, "residualBound": 6.048983164311756, "error": 5.193652720457251, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 1312000919, "after": 3614438103, "u": 0.8415519499685615 }, "visit": 22, "alpha": 0.045454545454545456, "old": 2.7111686004794104, "target": 3.3905323690887488, "conditionalMean": 3.3905323690887488, "conditionalVariance": 0, "noise": 0, "td": 0.6793637686093383, "newValue": 2.7420487717798347 } }, { "k": 86, "Q": [ [ 2.7420487717798347, 3.043156217400133 ], [ 7.747452617779108, 3.8250034751979216 ] ], "visits": [ [ 22, 22 ], [ 21, 21 ] ], "alphaSums": [ [ 3.690813250217275, 3.690813250217275 ], [ 3.6453587047627294, 3.6453587047627294 ] ], "squareSums": [ [ 1.6004969333116477, 1.6004969333116477 ], [ 1.5984308176091684, 1.5984308176091684 ] ], "expected": [ [ 3.434524973920107, 4.1979620942232865 ], [ 8.692587246102015, 4.434524973920107 ] ], "delta": [ [ 0.6924762021402722, 1.1548058768231533 ], [ 0.945134628322907, 0.6095214987221853 ] ], "residual": 1.1548058768231533, "residualBound": 5.774029384115767, "error": 5.138661964418054, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 3614438103, "after": 261476333, "u": 0.06087970291264355 }, "visit": 22, "alpha": 0.045454545454545456, "old": 2.9881654613609356, "target": 4.1979620942232865, "conditionalMean": 4.1979620942232865, "conditionalVariance": 0, "noise": 0, "td": 1.2097966328623508, "newValue": 3.043156217400133 } }, { "k": 87, "Q": [ [ 2.7420487717798347, 3.043156217400133 ], [ 7.858839412162935, 3.8250034751979216 ] ], "visits": [ [ 22, 22 ], [ 22, 21 ] ], "alphaSums": [ [ 3.690813250217275, 3.690813250217275 ], [ 3.690813250217275, 3.6453587047627294 ] ], "squareSums": [ [ 1.6004969333116477, 1.6004969333116477 ], [ 1.6004969333116477, 1.5984308176091684 ] ], "expected": [ [ 3.434524973920107, 4.287071529730348 ], [ 8.746052907406252, 4.434524973920107 ] ], "delta": [ [ 0.6924762021402722, 1.2439153123302145 ], [ 0.8872134952433175, 0.6095214987221853 ] ], "residual": 1.2439153123302145, "residualBound": 6.219576561651074, "error": 5.138661964418054, "covered": 4, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 261476333, "after": 2070851577, "u": 0.48215770558454096 }, "visit": 22, "alpha": 0.045454545454545456, "old": 7.747452617779108, "target": 10.197962094223286, "conditionalMean": 8.692587246102015, "conditionalVariance": 3.3992301500342146, "noise": 1.5053748481212708, "td": 2.4505094764441777, "newValue": 7.858839412162935 } }, { "k": 88, "Q": [ [ 2.7420487717798347, 3.043156217400133 ], [ 7.858839412162935, 3.852708997867112 ] ], "visits": [ [ 22, 22 ], [ 22, 22 ] ], "alphaSums": [ [ 3.690813250217275, 3.690813250217275 ], [ 3.690813250217275, 3.690813250217275 ] ], "squareSums": [ [ 1.6004969333116477, 1.6004969333116477 ], [ 1.6004969333116477, 1.6004969333116477 ] ], "expected": [ [ 3.434524973920107, 4.287071529730348 ], [ 8.746052907406252, 4.434524973920107 ] ], "delta": [ [ 0.6924762021402722, 1.2439153123302145 ], [ 0.8872134952433175, 0.5818159760529951 ] ], "residual": 1.2439153123302145, "residualBound": 6.219576561651074, "error": 5.138661964418054, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 2070851577, "after": 2091568785, "u": 0.48698130645789206 }, "visit": 22, "alpha": 0.045454545454545456, "old": 3.8250034751979216, "target": 4.434524973920107, "conditionalMean": 4.434524973920107, "conditionalVariance": 0, "noise": 0, "td": 0.6095214987221853, "newValue": 3.852708997867112 } }, { "k": 89, "Q": [ [ 2.7721564327424555, 3.043156217400133 ], [ 7.858839412162935, 3.852708997867112 ] ], "visits": [ [ 23, 22 ], [ 22, 22 ] ], "alphaSums": [ [ 3.73429151108684, 3.690813250217275 ], [ 3.690813250217275, 3.690813250217275 ] ], "squareSums": [ [ 1.6023872924798896, 1.6004969333116477 ], [ 1.6004969333116477, 1.6004969333116477 ] ], "expected": [ [ 3.434524973920107, 4.287071529730348 ], [ 8.746052907406252, 4.434524973920107 ] ], "delta": [ [ 0.6623685411776514, 1.2439153123302145 ], [ 0.8872134952433175, 0.5818159760529951 ] ], "residual": 1.2439153123302145, "residualBound": 6.219576561651074, "error": 5.138661964418054, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 2091568785, "after": 2322037133, "u": 0.5406414002645761 }, "visit": 23, "alpha": 0.043478260869565216, "old": 2.7420487717798347, "target": 3.434524973920107, "conditionalMean": 3.434524973920107, "conditionalVariance": 0, "noise": 0, "td": 0.6924762021402722, "newValue": 2.7721564327424555 } }, { "k": 90, "Q": [ [ 2.7721564327424555, 3.097239491849273 ], [ 7.858839412162935, 3.852708997867112 ] ], "visits": [ [ 23, 23 ], [ 22, 22 ] ], "alphaSums": [ [ 3.73429151108684, 3.73429151108684 ], [ 3.690813250217275, 3.690813250217275 ] ], "squareSums": [ [ 1.6023872924798896, 1.6023872924798896 ], [ 1.6004969333116477, 1.6004969333116477 ] ], "expected": [ [ 3.4777915934794184, 4.287071529730348 ], [ 8.763359555229975, 4.477791593479418 ] ], "delta": [ [ 0.7056351607369629, 1.1898320378810747 ], [ 0.9045201430670406, 0.6250825956123065 ] ], "residual": 1.1898320378810747, "residualBound": 5.949160189405375, "error": 5.0845786899689145, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 2322037133, "after": 3482030054, "u": 0.8107232986949384 }, "visit": 23, "alpha": 0.043478260869565216, "old": 3.043156217400133, "target": 4.287071529730348, "conditionalMean": 4.287071529730348, "conditionalVariance": 0, "noise": 0, "td": 1.2439153123302145, "newValue": 3.097239491849273 } }, { "k": 91, "Q": [ [ 2.7721564327424555, 3.097239491849273 ], [ 7.964414721622387, 3.852708997867112 ] ], "visits": [ [ 23, 23 ], [ 23, 22 ] ], "alphaSums": [ [ 3.73429151108684, 3.73429151108684 ], [ 3.73429151108684, 3.690813250217275 ] ], "squareSums": [ [ 1.6023872924798896, 1.6023872924798896 ], [ 1.6023872924798896, 1.6004969333116477 ] ], "expected": [ [ 3.4777915934794184, 4.3715317772979105 ], [ 8.814035703770514, 4.477791593479418 ] ], "delta": [ [ 0.7056351607369629, 1.2742922854486376 ], [ 0.8496209821481271, 0.6250825956123065 ] ], "residual": 1.2742922854486376, "residualBound": 6.371461427243189, "error": 5.0845786899689145, "covered": 4, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 3482030054, "after": 1888815997, "u": 0.4397742443252355 }, "visit": 23, "alpha": 0.043478260869565216, "old": 7.858839412162935, "target": 10.287071529730348, "conditionalMean": 8.763359555229975, "conditionalVariance": 3.482547271853734, "noise": 1.5237119745003724, "td": 2.428232117567413, "newValue": 7.964414721622387 } }, { "k": 92, "Q": [ [ 2.7721564327424555, 3.097239491849273 ], [ 7.964414721622387, 3.879886502024169 ] ], "visits": [ [ 23, 23 ], [ 23, 23 ] ], "alphaSums": [ [ 3.73429151108684, 3.73429151108684 ], [ 3.73429151108684, 3.73429151108684 ] ], "squareSums": [ [ 1.6023872924798896, 1.6023872924798896 ], [ 1.6023872924798896, 1.6023872924798896 ] ], "expected": [ [ 3.4777915934794184, 4.3715317772979105 ], [ 8.814035703770514, 4.477791593479418 ] ], "delta": [ [ 0.7056351607369629, 1.2742922854486376 ], [ 0.8496209821481271, 0.5979050914552495 ] ], "residual": 1.2742922854486376, "residualBound": 6.371461427243189, "error": 5.0845786899689145, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 1888815997, "after": 4003640192, "u": 0.9321701228618622 }, "visit": 23, "alpha": 0.043478260869565216, "old": 3.852708997867112, "target": 4.477791593479418, "conditionalMean": 4.477791593479418, "conditionalVariance": 0, "noise": 0, "td": 0.6250825956123065, "newValue": 3.879886502024169 } }, { "k": 93, "Q": [ [ 2.8015578977731623, 3.097239491849273 ], [ 7.964414721622387, 3.879886502024169 ] ], "visits": [ [ 24, 23 ], [ 23, 23 ] ], "alphaSums": [ [ 3.7759581777535067, 3.73429151108684 ], [ 3.73429151108684, 3.73429151108684 ] ], "squareSums": [ [ 1.6041234035910008, 1.6023872924798896 ], [ 1.6023872924798896, 1.6023872924798896 ] ], "expected": [ [ 3.4777915934794184, 4.3715317772979105 ], [ 8.814035703770514, 4.477791593479418 ] ], "delta": [ [ 0.676233695706256, 1.2742922854486376 ], [ 0.8496209821481271, 0.5979050914552495 ] ], "residual": 1.2742922854486376, "residualBound": 6.371461427243189, "error": 5.0845786899689145, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 4003640192, "after": 2727285449, "u": 0.6349956265185028 }, "visit": 24, "alpha": 0.041666666666666664, "old": 2.7721564327424555, "target": 3.4777915934794184, "conditionalMean": 3.4777915934794184, "conditionalVariance": 0, "noise": 0, "td": 0.7056351607369629, "newValue": 2.8015578977731623 } }, { "k": 94, "Q": [ [ 2.8015578977731623, 3.150335003742966 ], [ 7.964414721622387, 3.879886502024169 ] ], "visits": [ [ 24, 24 ], [ 23, 23 ] ], "alphaSums": [ [ 3.7759581777535067, 3.7759581777535067 ], [ 3.73429151108684, 3.73429151108684 ] ], "squareSums": [ [ 1.6041234035910008, 1.6041234035910008 ], [ 1.6023872924798896, 1.6023872924798896 ] ], "expected": [ [ 3.520268002994373, 4.3715317772979105 ], [ 8.831026267576494, 4.5202680029943725 ] ], "delta": [ [ 0.7187101052212106, 1.2211967735549445 ], [ 0.8666115459541066, 0.6403815009702036 ] ], "residual": 1.2211967735549445, "residualBound": 6.105983867774724, "error": 5.031483178075221, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 2727285449, "after": 1511278306, "u": 0.35187190072610974 }, "visit": 24, "alpha": 0.041666666666666664, "old": 3.097239491849273, "target": 4.3715317772979105, "conditionalMean": 4.3715317772979105, "conditionalVariance": 0, "noise": 0, "td": 1.2742922854486376, "newValue": 3.150335003742966 } }, { "k": 95, "Q": [ [ 2.8015578977731623, 3.150335003742966 ], [ 8.064711265608867, 3.879886502024169 ] ], "visits": [ [ 24, 24 ], [ 24, 23 ] ], "alphaSums": [ [ 3.7759581777535067, 3.7759581777535067 ], [ 3.7759581777535067, 3.73429151108684 ] ], "squareSums": [ [ 1.6041234035910008, 1.6041234035910008 ], [ 1.6041234035910008, 1.6023872924798896 ] ], "expected": [ [ 3.520268002994373, 4.451769012487095 ], [ 8.879168608690005, 4.5202680029943725 ] ], "delta": [ [ 0.7187101052212106, 1.3014340087441285 ], [ 0.8144573430811377, 0.6403815009702036 ] ], "residual": 1.3014340087441285, "residualBound": 6.507170043720644, "error": 5.031483178075221, "covered": 4, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 1511278306, "after": 2344984390, "u": 0.5459842248819768 }, "visit": 24, "alpha": 0.041666666666666664, "old": 7.964414721622387, "target": 10.37153177729791, "conditionalMean": 8.831026267576494, "conditionalVariance": 3.559735838223055, "noise": 1.5405055097214166, "td": 2.4071170556755233, "newValue": 8.064711265608867 } }, { "k": 96, "Q": [ [ 2.8015578977731623, 3.150335003742966 ], [ 8.064711265608867, 3.906569064564594 ] ], "visits": [ [ 24, 24 ], [ 24, 24 ] ], "alphaSums": [ [ 3.7759581777535067, 3.7759581777535067 ], [ 3.7759581777535067, 3.7759581777535067 ] ], "squareSums": [ [ 1.6041234035910008, 1.6041234035910008 ], [ 1.6041234035910008, 1.6041234035910008 ] ], "expected": [ [ 3.520268002994373, 4.451769012487095 ], [ 8.879168608690005, 4.5202680029943725 ] ], "delta": [ [ 0.7187101052212106, 1.3014340087441285 ], [ 0.8144573430811377, 0.6136989384297786 ] ], "residual": 1.3014340087441285, "residualBound": 6.507170043720644, "error": 5.031483178075221, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 2344984390, "after": 1032137040, "u": 0.24031313136219978 }, "visit": 24, "alpha": 0.041666666666666664, "old": 3.879886502024169, "target": 4.5202680029943725, "conditionalMean": 4.5202680029943725, "conditionalVariance": 0, "noise": 0, "td": 0.6403815009702036, "newValue": 3.906569064564594 } }, { "k": 97, "Q": [ [ 2.8303063019820107, 3.150335003742966 ], [ 8.064711265608867, 3.906569064564594 ] ], "visits": [ [ 25, 24 ], [ 24, 24 ] ], "alphaSums": [ [ 3.8159581777535068, 3.7759581777535067 ], [ 3.7759581777535067, 3.7759581777535067 ] ], "squareSums": [ [ 1.6057234035910009, 1.6041234035910008 ], [ 1.6041234035910008, 1.6041234035910008 ] ], "expected": [ [ 3.520268002994373, 4.451769012487095 ], [ 8.879168608690005, 4.5202680029943725 ] ], "delta": [ [ 0.6899617010123622, 1.3014340087441285 ], [ 0.8144573430811377, 0.6136989384297786 ] ], "residual": 1.3014340087441285, "residualBound": 6.507170043720644, "error": 5.031483178075221, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 1032137040, "after": 2370029031, "u": 0.5518153847660869 }, "visit": 25, "alpha": 0.04, "old": 2.8015578977731623, "target": 3.520268002994373, "conditionalMean": 3.520268002994373, "conditionalVariance": 0, "noise": 0, "td": 0.7187101052212106, "newValue": 2.8303063019820107 } }, { "k": 98, "Q": [ [ 2.8303063019820107, 3.202392364092731 ], [ 8.064711265608867, 3.906569064564594 ] ], "visits": [ [ 25, 25 ], [ 24, 24 ] ], "alphaSums": [ [ 3.8159581777535068, 3.8159581777535068 ], [ 3.7759581777535067, 3.7759581777535067 ] ], "squareSums": [ [ 1.6057234035910009, 1.6057234035910009 ], [ 1.6041234035910008, 1.6041234035910008 ] ], "expected": [ [ 3.5619138912741852, 4.451769012487095 ], [ 8.89582696400193, 4.561913891274186 ] ], "delta": [ [ 0.7316075892921745, 1.2493766483943634 ], [ 0.831115698393063, 0.6553448267095918 ] ], "residual": 1.2493766483943634, "residualBound": 6.246883241971818, "error": 4.979425817725456, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 2370029031, "after": 1242872856, "u": 0.2893788870424032 }, "visit": 25, "alpha": 0.04, "old": 3.150335003742966, "target": 4.451769012487095, "conditionalMean": 4.451769012487095, "conditionalVariance": 0, "noise": 0, "td": 1.3014340087441285, "newValue": 3.202392364092731 } }, { "k": 99, "Q": [ [ 2.8303063019820107, 3.202392364092731 ], [ 8.160193575483996, 3.906569064564594 ] ], "visits": [ [ 25, 25 ], [ 25, 24 ] ], "alphaSums": [ [ 3.8159581777535068, 3.8159581777535068 ], [ 3.8159581777535068, 3.7759581777535067 ] ], "squareSums": [ [ 1.6057234035910009, 1.6057234035910009 ], [ 1.6057234035910009, 1.6041234035910008 ] ], "expected": [ [ 3.5619138912741852, 4.528154860387197 ], [ 8.941658472741992, 4.561913891274186 ] ], "delta": [ [ 0.7316075892921745, 1.3257624962944656 ], [ 0.7814648972579956, 0.6553448267095918 ] ], "residual": 1.3257624962944656, "residualBound": 6.6288124814723295, "error": 4.979425817725456, "covered": 4, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 1242872856, "after": 1869449395, "u": 0.43526510591618717 }, "visit": 25, "alpha": 0.04, "old": 8.064711265608867, "target": 10.451769012487095, "conditionalMean": 8.89582696400193, "conditionalVariance": 3.631433487366312, "noise": 1.5559420484851643, "td": 2.3870577468782272, "newValue": 8.160193575483996 } }, { "k": 100, "Q": [ [ 2.8303063019820107, 3.202392364092731 ], [ 8.160193575483996, 3.9327828576329775 ] ], "visits": [ [ 25, 25 ], [ 25, 25 ] ], "alphaSums": [ [ 3.8159581777535068, 3.8159581777535068 ], [ 3.8159581777535068, 3.8159581777535068 ] ], "squareSums": [ [ 1.6057234035910009, 1.6057234035910009 ], [ 1.6057234035910009, 1.6057234035910009 ] ], "expected": [ [ 3.5619138912741852, 4.528154860387197 ], [ 8.941658472741992, 4.561913891274186 ] ], "delta": [ [ 0.7316075892921745, 1.3257624962944656 ], [ 0.7814648972579956, 0.6291310336412081 ] ], "residual": 1.3257624962944656, "residualBound": 6.6288124814723295, "error": 4.979425817725456, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 1869449395, "after": 285963854, "u": 0.0665811481885612 }, "visit": 25, "alpha": 0.04, "old": 3.906569064564594, "target": 4.561913891274186, "conditionalMean": 4.561913891274186, "conditionalVariance": 0, "noise": 0, "td": 0.6553448267095918, "newValue": 3.9327828576329775 } }, { "k": 101, "Q": [ [ 2.858445055416325, 3.202392364092731 ], [ 8.160193575483996, 3.9327828576329775 ] ], "visits": [ [ 26, 25 ], [ 25, 25 ] ], "alphaSums": [ [ 3.854419716215045, 3.8159581777535068 ], [ 3.8159581777535068, 3.8159581777535068 ] ], "squareSums": [ [ 1.6072026935318293, 1.6057234035910009 ], [ 1.6057234035910009, 1.6057234035910009 ] ], "expected": [ [ 3.5619138912741852, 4.528154860387197 ], [ 8.941658472741992, 4.561913891274186 ] ], "delta": [ [ 0.7034688358578602, 1.3257624962944656 ], [ 0.7814648972579956, 0.6291310336412081 ] ], "residual": 1.3257624962944656, "residualBound": 6.6288124814723295, "error": 4.979425817725456, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 285963854, "after": 2274606159, "u": 0.5295980160590261 }, "visit": 26, "alpha": 0.038461538461538464, "old": 2.8303063019820107, "target": 3.5619138912741852, "conditionalMean": 3.5619138912741852, "conditionalVariance": 0, "noise": 0, "td": 0.7316075892921745, "newValue": 2.858445055416325 } }, { "k": 102, "Q": [ [ 2.858445055416325, 3.253383229334826 ], [ 8.160193575483996, 3.9327828576329775 ] ], "visits": [ [ 26, 26 ], [ 25, 25 ] ], "alphaSums": [ [ 3.854419716215045, 3.854419716215045 ], [ 3.8159581777535068, 3.8159581777535068 ] ], "squareSums": [ [ 1.6072026935318293, 1.6072026935318293 ], [ 1.6057234035910009, 1.6057234035910009 ] ], "expected": [ [ 3.602706583467861, 4.528154860387197 ], [ 8.957975549619462, 4.602706583467861 ] ], "delta": [ [ 0.7442615280515361, 1.2747716310523707 ], [ 0.7977819741354661, 0.6699237258348836 ] ], "residual": 1.2747716310523707, "residualBound": 6.373858155261855, "error": 4.928434952483361, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 2274606159, "after": 4083067906, "u": 0.9506633286364377 }, "visit": 26, "alpha": 0.038461538461538464, "old": 3.202392364092731, "target": 4.528154860387197, "conditionalMean": 4.528154860387197, "conditionalVariance": 0, "noise": 0, "td": 1.3257624962944656, "newValue": 3.253383229334826 } }, { "k": 103, "Q": [ [ 2.858445055416325, 3.253383229334826 ], [ 8.251269009518735, 3.9327828576329775 ] ], "visits": [ [ 26, 26 ], [ 26, 25 ] ], "alphaSums": [ [ 3.854419716215045, 3.854419716215045 ], [ 3.854419716215045, 3.8159581777535068 ] ], "squareSums": [ [ 1.6072026935318293, 1.6072026935318293 ], [ 1.6072026935318293, 1.6057234035910009 ] ], "expected": [ [ 3.602706583467861, 4.601015207614989 ], [ 9.001691757956138, 4.602706583467861 ] ], "delta": [ [ 0.7442615280515361, 1.3476319782801625 ], [ 0.7504227484374031, 0.6699237258348836 ] ], "residual": 1.3476319782801625, "residualBound": 6.738159891400814, "error": 4.928434952483361, "covered": 4, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 4083067906, "after": 4244705997, "u": 0.9882976294029504 }, "visit": 26, "alpha": 0.038461538461538464, "old": 8.160193575483996, "target": 10.528154860387197, "conditionalMean": 8.957975549619462, "conditionalVariance": 3.698194601944557, "noise": 1.5701793107677346, "td": 2.367961284903201, "newValue": 8.251269009518735 } }, { "k": 104, "Q": [ [ 2.858445055416325, 3.253383229334826 ], [ 8.251269009518735, 3.958549154780473 ] ], "visits": [ [ 26, 26 ], [ 26, 26 ] ], "alphaSums": [ [ 3.854419716215045, 3.854419716215045 ], [ 3.854419716215045, 3.854419716215045 ] ], "squareSums": [ [ 1.6072026935318293, 1.6072026935318293 ], [ 1.6072026935318293, 1.6072026935318293 ] ], "expected": [ [ 3.602706583467861, 4.601015207614989 ], [ 9.001691757956138, 4.602706583467861 ] ], "delta": [ [ 0.7442615280515361, 1.3476319782801625 ], [ 0.7504227484374031, 0.6441574286873881 ] ], "residual": 1.3476319782801625, "residualBound": 6.738159891400814, "error": 4.928434952483361, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 4244705997, "after": 876835137, "u": 0.20415408932603896 }, "visit": 26, "alpha": 0.038461538461538464, "old": 3.9327828576329775, "target": 4.602706583467861, "conditionalMean": 4.602706583467861, "conditionalVariance": 0, "noise": 0, "td": 0.6699237258348836, "newValue": 3.958549154780473 } }, { "k": 105, "Q": [ [ 2.8860102971960115, 3.253383229334826 ], [ 8.251269009518735, 3.958549154780473 ] ], "visits": [ [ 27, 26 ], [ 26, 26 ] ], "alphaSums": [ [ 3.8914567532520823, 3.854419716215045 ], [ 3.854419716215045, 3.854419716215045 ] ], "squareSums": [ [ 1.6085744356443121, 1.6072026935318293 ], [ 1.6072026935318293, 1.6072026935318293 ] ], "expected": [ [ 3.602706583467861, 4.601015207614989 ], [ 9.001691757956138, 4.602706583467861 ] ], "delta": [ [ 0.7166962862718496, 1.3476319782801625 ], [ 0.7504227484374031, 0.6441574286873881 ] ], "residual": 1.3476319782801625, "residualBound": 6.738159891400814, "error": 4.928434952483361, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 876835137, "after": 386200308, "u": 0.0899192662909627 }, "visit": 27, "alpha": 0.037037037037037035, "old": 2.858445055416325, "target": 3.602706583467861, "conditionalMean": 3.602706583467861, "conditionalVariance": 0, "noise": 0, "td": 0.7442615280515361, "newValue": 2.8860102971960115 } }, { "k": 106, "Q": [ [ 2.8860102971960115, 3.303295524826684 ], [ 8.251269009518735, 3.958549154780473 ] ], "visits": [ [ 27, 27 ], [ 26, 26 ] ], "alphaSums": [ [ 3.8914567532520823, 3.8914567532520823 ], [ 3.854419716215045, 3.854419716215045 ] ], "squareSums": [ [ 1.6085744356443121, 1.6085744356443121 ], [ 1.6072026935318293, 1.6072026935318293 ] ], "expected": [ [ 3.6426364198613475, 4.601015207614989 ], [ 9.017663692513532, 4.642636419861347 ] ], "delta": [ [ 0.7566261226653359, 1.2977196827883044 ], [ 0.7663946829947967, 0.684087265080874 ] ], "residual": 1.2977196827883044, "residualBound": 6.488598413941523, "error": 4.878522656991503, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 386200308, "after": 2719808889, "u": 0.6332548542413861 }, "visit": 27, "alpha": 0.037037037037037035, "old": 3.253383229334826, "target": 4.601015207614989, "conditionalMean": 4.601015207614989, "conditionalVariance": 0, "noise": 0, "td": 1.3476319782801625, "newValue": 3.303295524826684 } }, { "k": 107, "Q": [ [ 2.8860102971960115, 3.303295524826684 ], [ 8.338296646485263, 3.958549154780473 ] ], "visits": [ [ 27, 27 ], [ 27, 26 ] ], "alphaSums": [ [ 3.8914567532520823, 3.8914567532520823 ], [ 3.8914567532520823, 3.854419716215045 ] ], "squareSums": [ [ 1.6085744356443121, 1.6085744356443121 ], [ 1.6085744356443121, 1.6072026935318293 ] ], "expected": [ [ 3.6426364198613475, 4.670637317188211 ], [ 9.059436958257464, 4.642636419861347 ] ], "delta": [ [ 0.7566261226653359, 1.3673417923615268 ], [ 0.7211403117722011, 0.684087265080874 ] ], "residual": 1.3673417923615268, "residualBound": 6.836708961807635, "error": 4.878522656991503, "covered": 4, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 2719808889, "after": 2345383840, "u": 0.5460772290825844 }, "visit": 27, "alpha": 0.037037037037037035, "old": 8.251269009518735, "target": 10.601015207614989, "conditionalMean": 9.017663692513532, "conditionalVariance": 3.760503030561117, "noise": 1.583351515101457, "td": 2.3497461980962537, "newValue": 8.338296646485263 } }, { "k": 108, "Q": [ [ 2.8860102971960115, 3.303295524826684 ], [ 8.338296646485263, 3.9838857201538387 ] ], "visits": [ [ 27, 27 ], [ 27, 27 ] ], "alphaSums": [ [ 3.8914567532520823, 3.8914567532520823 ], [ 3.8914567532520823, 3.8914567532520823 ] ], "squareSums": [ [ 1.6085744356443121, 1.6085744356443121 ], [ 1.6085744356443121, 1.6085744356443121 ] ], "expected": [ [ 3.6426364198613475, 4.670637317188211 ], [ 9.059436958257464, 4.642636419861347 ] ], "delta": [ [ 0.7566261226653359, 1.3673417923615268 ], [ 0.7211403117722011, 0.6587506997075083 ] ], "residual": 1.3673417923615268, "residualBound": 6.836708961807635, "error": 4.878522656991503, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 2345383840, "after": 1522986719, "u": 0.3545979780610651 }, "visit": 27, "alpha": 0.037037037037037035, "old": 3.958549154780473, "target": 4.642636419861347, "conditionalMean": 4.642636419861347, "conditionalVariance": 0, "noise": 0, "td": 0.684087265080874, "newValue": 3.9838857201538387 } }, { "k": 109, "Q": [ [ 2.9130326587197737, 3.303295524826684 ], [ 8.338296646485263, 3.9838857201538387 ] ], "visits": [ [ 28, 27 ], [ 27, 27 ] ], "alphaSums": [ [ 3.927171038966368, 3.8914567532520823 ], [ 3.8914567532520823, 3.8914567532520823 ] ], "squareSums": [ [ 1.6098499458483937, 1.6085744356443121 ], [ 1.6085744356443121, 1.6085744356443121 ] ], "expected": [ [ 3.6426364198613475, 4.670637317188211 ], [ 9.059436958257464, 4.642636419861347 ] ], "delta": [ [ 0.7296037611415738, 1.3673417923615268 ], [ 0.7211403117722011, 0.6587506997075083 ] ], "residual": 1.3673417923615268, "residualBound": 6.836708961807635, "error": 4.878522656991503, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 1522986719, "after": 1689577329, "u": 0.39338537701405585 }, "visit": 28, "alpha": 0.03571428571428571, "old": 2.8860102971960115, "target": 3.6426364198613475, "conditionalMean": 3.6426364198613475, "conditionalVariance": 0, "noise": 0, "td": 0.7566261226653359, "newValue": 2.9130326587197737 } }, { "k": 110, "Q": [ [ 2.9130326587197737, 3.3521291602681673 ], [ 8.338296646485263, 3.9838857201538387 ] ], "visits": [ [ 28, 28 ], [ 27, 27 ] ], "alphaSums": [ [ 3.927171038966368, 3.927171038966368 ], [ 3.8914567532520823, 3.8914567532520823 ] ], "squareSums": [ [ 1.6098499458483937, 1.6098499458483937 ], [ 1.6085744356443121, 1.6085744356443121 ] ], "expected": [ [ 3.681703328214534, 4.670637317188211 ], [ 9.07506372159874, 4.6817033282145335 ] ], "delta": [ [ 0.7686706694947603, 1.3185081569200436 ], [ 0.7367670751134767, 0.6978176080606948 ] ], "residual": 1.3185081569200436, "residualBound": 6.59254078460022, "error": 4.82968902155002, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 1689577329, "after": 4077768924, "u": 0.9494295632466674 }, "visit": 28, "alpha": 0.03571428571428571, "old": 3.303295524826684, "target": 4.670637317188211, "conditionalMean": 4.670637317188211, "conditionalVariance": 0, "noise": 0, "td": 1.3673417923615268, "newValue": 3.3521291602681673 } }, { "k": 111, "Q": [ [ 2.9130326587197737, 3.3521291602681673 ], [ 8.421594527581798, 3.9838857201538387 ] ], "visits": [ [ 28, 28 ], [ 28, 27 ] ], "alphaSums": [ [ 3.927171038966368, 3.927171038966368 ], [ 3.927171038966368, 3.8914567532520823 ] ], "squareSums": [ [ 1.6098499458483937, 1.6098499458483937 ], [ 1.6098499458483937, 1.6085744356443121 ] ], "expected": [ [ 3.681703328214534, 4.737275622065439 ], [ 9.115046704525078, 4.6817033282145335 ] ], "delta": [ [ 0.7686706694947603, 1.3851464617972713 ], [ 0.6934521769432802, 0.6978176080606948 ] ], "residual": 1.3851464617972713, "residualBound": 6.925732308986358, "error": 4.82968902155002, "covered": 4, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 4077768924, "after": 1809383095, "u": 0.42127983062528074 }, "visit": 28, "alpha": 0.03571428571428571, "old": 8.338296646485263, "target": 10.670637317188211, "conditionalMean": 9.07506372159874, "conditionalVariance": 3.818782648413469, "noise": 1.595573595589471, "td": 2.3323406707029477, "newValue": 8.421594527581798 } }, { "k": 112, "Q": [ [ 2.9130326587197737, 3.3521291602681673 ], [ 8.421594527581798, 4.008807777584578 ] ], "visits": [ [ 28, 28 ], [ 28, 28 ] ], "alphaSums": [ [ 3.927171038966368, 3.927171038966368 ], [ 3.927171038966368, 3.927171038966368 ] ], "squareSums": [ [ 1.6098499458483937, 1.6098499458483937 ], [ 1.6098499458483937, 1.6098499458483937 ] ], "expected": [ [ 3.681703328214534, 4.737275622065439 ], [ 9.115046704525078, 4.6817033282145335 ] ], "delta": [ [ 0.7686706694947603, 1.3851464617972713 ], [ 0.6934521769432802, 0.6728955506299554 ] ], "residual": 1.3851464617972713, "residualBound": 6.925732308986358, "error": 4.82968902155002, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 1809383095, "after": 4123701936, "u": 0.9601241759955883 }, "visit": 28, "alpha": 0.03571428571428571, "old": 3.9838857201538387, "target": 4.6817033282145335, "conditionalMean": 4.6817033282145335, "conditionalVariance": 0, "noise": 0, "td": 0.6978176080606948, "newValue": 4.008807777584578 } }, { "k": 113, "Q": [ [ 2.9395385438747654, 3.3521291602681673 ], [ 8.421594527581798, 4.008807777584578 ] ], "visits": [ [ 29, 28 ], [ 28, 28 ] ], "alphaSums": [ [ 3.9616537975870574, 3.927171038966368 ], [ 3.927171038966368, 3.927171038966368 ] ], "squareSums": [ [ 1.6110390064904865, 1.6098499458483937 ], [ 1.6098499458483937, 1.6098499458483937 ] ], "expected": [ [ 3.681703328214534, 4.737275622065439 ], [ 9.115046704525078, 4.6817033282145335 ] ], "delta": [ [ 0.7421647843397685, 1.3851464617972713 ], [ 0.6934521769432802, 0.6728955506299554 ] ], "residual": 1.3851464617972713, "residualBound": 6.925732308986358, "error": 4.82968902155002, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 4123701936, "after": 3489696958, "u": 0.8125083888880908 }, "visit": 29, "alpha": 0.034482758620689655, "old": 2.9130326587197737, "target": 3.681703328214534, "conditionalMean": 3.681703328214534, "conditionalVariance": 0, "noise": 0, "td": 0.7686706694947603, "newValue": 2.9395385438747654 } }, { "k": 114, "Q": [ [ 2.9395385438747654, 3.399892831364625 ], [ 8.421594527581798, 4.008807777584578 ] ], "visits": [ [ 29, 29 ], [ 28, 28 ] ], "alphaSums": [ [ 3.9616537975870574, 3.9616537975870574 ], [ 3.927171038966368, 3.927171038966368 ] ], "squareSums": [ [ 1.6110390064904865, 1.6110390064904865 ], [ 1.6098499458483937, 1.6098499458483937 ] ], "expected": [ [ 3.7199142650917003, 4.737275622065439 ], [ 9.130331079275944, 4.719914265091701 ] ], "delta": [ [ 0.7803757212169349, 1.3373827907008136 ], [ 0.7087365516941464, 0.7111064875071227 ] ], "residual": 1.3373827907008136, "residualBound": 6.686913953504069, "error": 4.781925350453562, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 3489696958, "after": 4084376277, "u": 0.9509679574985057 }, "visit": 29, "alpha": 0.034482758620689655, "old": 3.3521291602681673, "target": 4.737275622065439, "conditionalMean": 4.737275622065439, "conditionalVariance": 0, "noise": 0, "td": 1.3851464617972713, "newValue": 3.399892831364625 } }, { "k": 115, "Q": [ [ 2.9395385438747654, 3.399892831364625 ], [ 8.36291589784076, 4.008807777584578 ] ], "visits": [ [ 29, 29 ], [ 29, 28 ] ], "alphaSums": [ [ 3.9616537975870574, 3.9616537975870574 ], [ 3.9616537975870574, 3.927171038966368 ] ], "squareSums": [ [ 1.6110390064904865, 1.6110390064904865 ], [ 1.6110390064904865, 1.6098499458483937 ] ], "expected": [ [ 3.7199142650917003, 4.690332718272607 ], [ 9.102165337000244, 4.719914265091701 ] ], "delta": [ [ 0.7803757212169349, 1.2904398869079823 ], [ 0.7392494391594848, 0.7111064875071227 ] ], "residual": 1.2904398869079823, "residualBound": 6.452199434539913, "error": 4.781925350453562, "covered": 4, "update": { "s": 1, "a": 0, "next": 0, "reward": 4, "random": { "before": 4084376277, "after": 1109555553, "u": 0.25833853357471526 }, "visit": 29, "alpha": 0.034482758620689655, "old": 8.421594527581798, "target": 6.719914265091701, "conditionalMean": 9.130331079275944, "conditionalVariance": 3.8734061454014115, "noise": -2.4104168141842433, "td": -1.7016802624900969, "newValue": 8.36291589784076 } }, { "k": 116, "Q": [ [ 2.9395385438747654, 3.399892831364625 ], [ 8.36291589784076, 4.033328690946893 ] ], "visits": [ [ 29, 29 ], [ 29, 29 ] ], "alphaSums": [ [ 3.9616537975870574, 3.9616537975870574 ], [ 3.9616537975870574, 3.9616537975870574 ] ], "squareSums": [ [ 1.6110390064904865, 1.6110390064904865 ], [ 1.6110390064904865, 1.6110390064904865 ] ], "expected": [ [ 3.7199142650917003, 4.690332718272607 ], [ 9.102165337000244, 4.719914265091701 ] ], "delta": [ [ 0.7803757212169349, 1.2904398869079823 ], [ 0.7392494391594848, 0.6865855741448081 ] ], "residual": 1.2904398869079823, "residualBound": 6.452199434539913, "error": 4.781925350453562, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 1109555553, "after": 2898633510, "u": 0.6748907058499753 }, "visit": 29, "alpha": 0.034482758620689655, "old": 4.008807777584578, "target": 4.719914265091701, "conditionalMean": 4.719914265091701, "conditionalVariance": 0, "noise": 0, "td": 0.7111064875071227, "newValue": 4.033328690946893 } }, { "k": 117, "Q": [ [ 2.96555106791533, 3.399892831364625 ], [ 8.36291589784076, 4.033328690946893 ] ], "visits": [ [ 30, 29 ], [ 29, 29 ] ], "alphaSums": [ [ 3.9949871309203906, 3.9616537975870574 ], [ 3.9616537975870574, 3.9616537975870574 ] ], "squareSums": [ [ 1.6121501176015975, 1.6110390064904865 ], [ 1.6110390064904865, 1.6110390064904865 ] ], "expected": [ [ 3.7199142650917003, 4.690332718272607 ], [ 9.102165337000244, 4.719914265091701 ] ], "delta": [ [ 0.7543631971763705, 1.2904398869079823 ], [ 0.7392494391594848, 0.6865855741448081 ] ], "residual": 1.2904398869079823, "residualBound": 6.452199434539913, "error": 4.781925350453562, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 2898633510, "after": 210534838, "u": 0.04901896184310317 }, "visit": 30, "alpha": 0.03333333333333333, "old": 2.9395385438747654, "target": 3.7199142650917003, "conditionalMean": 3.7199142650917003, "conditionalVariance": 0, "noise": 0, "td": 0.7803757212169349, "newValue": 2.96555106791533 } }, { "k": 118, "Q": [ [ 2.96555106791533, 3.442907494261558 ], [ 8.36291589784076, 4.033328690946893 ] ], "visits": [ [ 30, 30 ], [ 29, 29 ] ], "alphaSums": [ [ 3.9949871309203906, 3.9949871309203906 ], [ 3.9616537975870574, 3.9616537975870574 ] ], "squareSums": [ [ 1.6121501176015975, 1.6121501176015975 ], [ 1.6110390064904865, 1.6110390064904865 ] ], "expected": [ [ 3.7543259954092463, 4.690332718272607 ], [ 9.115930029127263, 4.754325995409246 ] ], "delta": [ [ 0.7887749274939164, 1.2474252240110495 ], [ 0.7530141312865037, 0.7209973044623537 ] ], "residual": 1.2474252240110495, "residualBound": 6.237126120055249, "error": 4.738910687556629, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 210534838, "after": 201061003, "u": 0.04681316274218261 }, "visit": 30, "alpha": 0.03333333333333333, "old": 3.399892831364625, "target": 4.690332718272607, "conditionalMean": 4.690332718272607, "conditionalVariance": 0, "noise": 0, "td": 1.2904398869079823, "newValue": 3.442907494261558 } }, { "k": 119, "Q": [ [ 2.96555106791533, 3.442907494261558 ], [ 8.440496458521821, 4.033328690946893 ] ], "visits": [ [ 30, 30 ], [ 30, 29 ] ], "alphaSums": [ [ 3.9949871309203906, 3.9949871309203906 ], [ 3.9949871309203906, 3.9616537975870574 ] ], "squareSums": [ [ 1.6121501176015975, 1.6121501176015975 ], [ 1.6121501176015975, 1.6110390064904865 ] ], "expected": [ [ 3.7543259954092463, 4.752397166817457 ], [ 9.153168698254174, 4.754325995409246 ] ], "delta": [ [ 0.7887749274939164, 1.309489672555899 ], [ 0.7126722397323526, 0.7209973044623537 ] ], "residual": 1.309489672555899, "residualBound": 6.547448362779497, "error": 4.738910687556629, "covered": 4, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 201061003, "after": 3237979038, "u": 0.7539007435552776 }, "visit": 30, "alpha": 0.03333333333333333, "old": 8.36291589784076, "target": 10.690332718272607, "conditionalMean": 9.115930029127263, "conditionalVariance": 3.718115741382139, "noise": 1.5744026891453444, "td": 2.327416820431848, "newValue": 8.440496458521821 } }, { "k": 120, "Q": [ [ 2.96555106791533, 3.442907494261558 ], [ 8.440496458521821, 4.057361934428971 ] ], "visits": [ [ 30, 30 ], [ 30, 30 ] ], "alphaSums": [ [ 3.9949871309203906, 3.9949871309203906 ], [ 3.9949871309203906, 3.9949871309203906 ] ], "squareSums": [ [ 1.6121501176015975, 1.6121501176015975 ], [ 1.6121501176015975, 1.6121501176015975 ] ], "expected": [ [ 3.7543259954092463, 4.752397166817457 ], [ 9.153168698254174, 4.754325995409246 ] ], "delta": [ [ 0.7887749274939164, 1.309489672555899 ], [ 0.7126722397323526, 0.6969640609802754 ] ], "residual": 1.309489672555899, "residualBound": 6.547448362779497, "error": 4.738910687556629, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 3237979038, "after": 2768454360, "u": 0.6445810105651617 }, "visit": 30, "alpha": 0.03333333333333333, "old": 4.033328690946893, "target": 4.754325995409246, "conditionalMean": 4.754325995409246, "conditionalVariance": 0, "noise": 0, "td": 0.7209973044623537, "newValue": 4.057361934428971 } } ], "scope": "按(s,a)调用生成模型；不是连续环境轨迹。种子PRNG仅复现有限样本，条件均值/方差来自理想转移模型；有限覆盖次数不证明无穷访问。" }, "projection": [ { "key": "stationary", "d": [ 0.2857142857142857, 0.7142857142857143 ], "P": [ [ 0, 1 ], [ 0.4, 0.6 ] ], "r": [ -2, 4 ], "phi": [ 1, 2 ], "C": 3.142857142857143, "A": 0.8571428571428568, "b": 5.142857142857143, "projector": [ [ 0.09090909090909091, 0.4545454545454546 ], [ 0.18181818181818182, 0.9090909090909092 ] ], "coefficient": 0.7272727272727274, "root": 6.0000000000000036, "rootSuppressed": false, "rate": 0.1, "meanIterationFactor": 0.9142857142857144, "stableMeanIteration": true, "rows": [ { "k": 0, "w": 0, "value": [ 0, 0 ], "tv": [ -2, 4 ], "residual": [ -2, 4 ], "projected": [ 1.6363636363636365, 3.272727272727273 ], "projectedResidual": [ 1.6363636363636365, 3.272727272727273 ], "drift": 5.142857142857143 }, { "k": 1, "w": 0.5142857142857143, "value": [ 0.5142857142857143, 1.0285714285714287 ], "tv": [ -1.177142857142857, 4.658285714285714 ], "residual": [ -1.6914285714285713, 3.629714285714286 ], "projected": [ 2.010389610389611, 4.020779220779222 ], "projectedResidual": [ 1.4961038961038966, 2.992207792207793 ], "drift": 4.702040816326531 }, { "k": 2, "w": 0.9844897959183675, "value": [ 0.9844897959183675, 1.968979591836735 ], "tv": [ -0.42481632653061197, 5.26014693877551 ], "residual": [ -1.4093061224489793, 3.291167346938775 ], "projected": [ 2.352356215213358, 4.704712430426716 ], "projectedResidual": [ 1.3678664192949905, 2.735732838589981 ], "drift": 4.299008746355685 }, { "k": 3, "w": 1.414390670553936, "value": [ 1.414390670553936, 2.828781341107872 ], "tv": [ 0.26302507288629773, 5.810420058309038 ], "residual": [ -1.1513655976676382, 2.9816387172011662 ], "projected": [ 2.665011396766499, 5.330022793532998 ], "projectedResidual": [ 1.250620726212563, 2.501241452425126 ], "drift": 3.9305222823823414 }, { "k": 4, "w": 1.80744289879217, "value": [ 1.80744289879217, 3.61488579758434 ], "tv": [ 0.8919086380674721, 6.3135269104539775 ], "residual": [ -0.9155342607246979, 2.6986411128696375 ], "projected": [ 2.9508675627579417, 5.901735125515883 ], "projectedResidual": [ 1.1434246639657717, 2.2868493279315434 ], "drift": 3.5936203724638554 }, { "k": 5, "w": 2.1668049360385555, "value": [ 2.1668049360385555, 4.333609872077111 ], "tv": [ 1.4668878976616888, 6.773510318129351 ], "residual": [ -0.6999170383768667, 2.43990044605224 ], "projected": [ 3.2122217716644044, 6.424443543328809 ], "projectedResidual": [ 1.0454168356258489, 2.0908336712516977 ], "drift": 3.2855957691098108 }, { "k": 6, "w": 2.4953645129495365, "value": [ 2.4953645129495365, 4.990729025899073 ], "tv": [ 1.9925832207192586, 7.194066576575407 ], "residual": [ -0.5027812922302779, 2.203337550676334 ], "projected": [ 3.4511741912360274, 6.902348382472055 ], "projectedResidual": [ 0.9558096782864909, 1.9116193565729818 ], "drift": 3.003973274614684 }, { "k": 7, "w": 2.795761840411005, "value": [ 2.795761840411005, 5.59152368082201 ], "tv": [ 2.4732189446576083, 7.578575155726087 ], "residual": [ -0.3225428957533967, 1.987051474904077 ], "projected": [ 3.669644974844368, 7.339289949688736 ], "projectedResidual": [ 0.8738831344333629, 1.7477662688667257 ], "drift": 2.7464898510762827 }, { "k": 8, "w": 3.0704108255186333, "value": [ 3.0704108255186333, 6.140821651037267 ], "tv": [ 2.9126573208298137, 7.930125856663851 ], "residual": [ -0.15775350468881966, 1.7893042056265847 ], "projected": [ 3.8693896912862793, 7.738779382572559 ], "projectedResidual": [ 0.798978865767646, 1.597957731535292 ], "drift": 2.5110764352697443 }, { "k": 9, "w": 3.321518469045608, "value": [ 3.321518469045608, 6.643036938091216 ], "tv": [ 3.3144295504729726, 8.25154364037838 ], "residual": [ -0.007088918572635272, 1.6085067022871637 ], "projected": [ 4.052013432033171, 8.104026864066341 ], "projectedResidual": [ 0.7304949629875628, 1.4609899259751256 ], "drift": 2.2958413122466235 }, { "k": 10, "w": 3.55110260027027, "value": [ 3.55110260027027, 7.10220520054054 ], "tv": [ 3.681764160432433, 8.545411328345946 ], "residual": [ 0.1306615601621628, 1.4432061278054054 ], "projected": [ 4.218983709287469, 8.437967418574939 ], "projectedResidual": [ 0.6678811090171992, 1.3357622180343984 ], "drift": 2.0990549140540558 }, { "k": 11, "w": 3.761008091675676, "value": [ 3.761008091675676, 7.522016183351352 ], "tv": [ 4.017612946681082, 8.814090357344867 ], "residual": [ 0.25660485500540586, 1.292074173993515 ], "projected": [ 4.371642248491401, 8.743284496982803 ], "projectedResidual": [ 0.6106341568157254, 1.2212683136314508 ], "drift": 1.919135921420851 }, { "k": 12, "w": 3.952921683817761, "value": [ 3.952921683817761, 7.905843367635522 ], "tv": [ 4.324674694108418, 9.059739755286735 ], "residual": [ 0.37175301029065677, 1.153896387651213 ], "projected": [ 4.511215770049281, 9.022431540098562 ], "projectedResidual": [ 0.5582940862315202, 1.1165881724630404 ], "drift": 1.7546385567276355 }, { "k": 13, "w": 4.128385539490525, "value": [ 4.128385539490525, 8.25677107898105 ], "tv": [ 4.60541686318484, 9.284333490547873 ], "residual": [ 0.4770313236943151, 1.027562411566823 ], "projected": [ 4.638825846902201, 9.277651693804401 ], "projectedResidual": [ 0.5104403074116757, 1.0208806148233514 ], "drift": 1.6042409661509804 }, { "k": 14, "w": 4.288809636105623, "value": [ 4.288809636105623, 8.577619272211246 ], "tv": [ 4.862095417768997, 9.489676334215197 ], "residual": [ 0.5732857816633743, 0.9120570620039512 ], "projected": [ 4.755497917167727, 9.510995834335453 ], "projectedResidual": [ 0.4666882810621038, 0.9333765621242076 ], "drift": 1.4667345976237538 }, { "k": 15, "w": 4.4354830958679985, "value": [ 4.4354830958679985, 8.870966191735997 ], "tv": [ 5.096772953388798, 9.677418362711038 ], "residual": [ 0.6612898575207993, 0.8064521709750405 ], "projected": [ 4.862169524267635, 9.72433904853527 ], "projectedResidual": [ 0.4266864283996368, 0.8533728567992735 ], "drift": 1.3410144892560032 }, { "k": 16, "w": 4.5695845447935985, "value": [ 4.5695845447935985, 9.139169089587197 ], "tv": [ 5.311335271669758, 9.849068217335805 ], "residual": [ 0.7417507268761598, 0.7098991277486082 ], "projected": [ 4.959697850758981, 9.919395701517962 ], "projectedResidual": [ 0.3901133059653823, 0.7802266119307646 ], "drift": 1.2260703901769174 }, { "k": 17, "w": 4.69219158381129, "value": [ 4.69219158381129, 9.38438316762258 ], "tv": [ 5.507506534098065, 10.006005227278452 ], "residual": [ 0.8153149502867745, 0.6216220596558717 ], "projected": [ 5.048866606408212, 10.097733212816424 ], "projectedResidual": [ 0.35667502259692174, 0.7133500451938435 ], "drift": 1.1209786424474677 }, { "k": 18, "w": 4.804289448056037, "value": [ 4.804289448056037, 9.608578896112075 ], "tv": [ 5.68686311688966, 10.149490493511728 ], "residual": [ 0.882573668833623, 0.5409115973996528 ], "projected": [ 5.130392325858937, 10.260784651717874 ], "projectedResidual": [ 0.32610287780289937, 0.6522057556057987 ], "drift": 1.024894758809113 }, { "k": 19, "w": 4.906778923936948, "value": [ 4.906778923936948, 9.813557847873897 ], "tv": [ 5.850846278299118, 10.280677022639296 ], "residual": [ 0.9440673543621694, 0.4671191747653989 ], "projected": [ 5.2049301264996, 10.4098602529992 ], "projectedResidual": [ 0.2981512025626518, 0.5963024051253036 ], "drift": 0.9370466366254755 }, { "k": 20, "w": 5.000483587599496, "value": [ 5.000483587599496, 10.000967175198992 ], "tv": [ 6.000773740159195, 10.400618992127356 ], "residual": [ 1.0002901525596988, 0.3996518169283636 ], "projected": [ 5.273078972799635, 10.54615794559927 ], "projectedResidual": [ 0.2725953852001384, 0.5451907704002767 ], "drift": 0.8567283534861483 }, { "k": 21, "w": 5.086156422948111, "value": [ 5.086156422948111, 10.172312845896222 ], "tv": [ 6.1378502767169785, 10.510280221373584 ], "residual": [ 1.0516938537688674, 0.337967375477362 ], "projected": [ 5.33538648941681, 10.67077297883362 ], "projectedResidual": [ 0.24923006646869883, 0.49846013293739766 ], "drift": 0.783294494615907 }, { "k": 22, "w": 5.164485872409702, "value": [ 5.164485872409702, 10.328971744819404 ], "tv": [ 6.263177395855523, 10.610541916684419 ], "residual": [ 1.0986915234458214, 0.281570171865015 ], "projected": [ 5.392353361752511, 10.784706723505021 ], "projectedResidual": [ 0.22786748934280876, 0.4557349786856175 ], "drift": 0.7161549665059725 }, { "k": 23, "w": 5.236101369060299, "value": [ 5.236101369060299, 10.472202738120599 ], "tv": [ 6.37776219049648, 10.702209752397184 ], "residual": [ 1.1416608214361803, 0.23000701427658576 ], "projected": [ 5.4444373593165825, 10.888874718633165 ], "projectedResidual": [ 0.20833599025628313, 0.41667198051256626 ], "drift": 0.654770255091174 }, { "k": 24, "w": 5.301578394569416, "value": [ 5.301578394569416, 10.603156789138833 ], "tv": [ 6.482525431311066, 10.786020345048854 ], "residual": [ 1.1809470367416495, 0.18286355591002135 ], "projected": [ 5.492057014232304, 10.984114028464608 ], "projectedResidual": [ 0.19047861966288782, 0.38095723932577563 ], "drift": 0.5986470903690737 }, { "k": 25, "w": 5.361443103606324, "value": [ 5.361443103606324, 10.722886207212648 ], "tv": [ 6.578308965770118, 10.862647172616095 ], "residual": [ 1.216865862163794, 0.13976096540344685 ], "projected": [ 5.535594984440963, 11.071189968881926 ], "projectedResidual": [ 0.17415188083463917, 0.34830376166927834 ], "drift": 0.5473344826231532 }, { "k": 26, "w": 5.416176551868639, "value": [ 5.416176551868639, 10.832353103737278 ], "tv": [ 6.665882482989822, 10.93270598639186 ], "residual": [ 1.2497059311211833, 0.10035288265458142 ], "projected": [ 5.575401128631739, 11.150802257263479 ], "projectedResidual": [ 0.15922457676310042, 0.31844915352620085 ], "drift": 0.5004200983983118 }, { "k": 27, "w": 5.46621856170847, "value": [ 5.46621856170847, 10.93243712341694 ], "tv": [ 6.745949698733552, 10.996759758986842 ], "residual": [ 1.279731137025082, 0.06432263556990137 ], "projected": [ 5.611795317606161, 11.223590635212322 ], "projectedResidual": [ 0.14557675589769037, 0.29115351179538074 ], "drift": 0.457526947107028 }, { "k": 28, "w": 5.511971256419173, "value": [ 5.511971256419173, 11.023942512838346 ], "tv": [ 6.819154010270678, 11.055323208216542 ], "residual": [ 1.3071827538515048, 0.03138069537819632 ], "projected": [ 5.64507000466849, 11.29014000933698 ], "projectedResidual": [ 0.1330987482493171, 0.2661974964986342 ], "drift": 0.4183103516407112 }, { "k": 29, "w": 5.553802291583244, "value": [ 5.553802291583244, 11.107604583166488 ], "tv": [ 6.886083666533191, 11.108866933226553 ], "residual": [ 1.3322813749499467, 0.0012623500600650317 ], "projected": [ 5.6754925756969055, 11.350985151393811 ], "projectedResidual": [ 0.12169028411366156, 0.24338056822732312 ], "drift": 0.3824551786429362 }, { "k": 30, "w": 5.592047809447537, "value": [ 5.592047809447537, 11.184095618895075 ], "tv": [ 6.947276495116061, 11.157821196092849 ], "residual": [ 1.3552286856685232, -0.026274422802226027 ], "projected": [ 5.703307497780028, 11.406614995560057 ], "projectedResidual": [ 0.111259688332491, 0.222519376664982 ], "drift": 0.3496733061878272 }, { "k": 31, "w": 5.62701514006632, "value": [ 5.62701514006632, 11.25403028013264 ], "tv": [ 7.003224224106113, 11.202579379284892 ], "residual": [ 1.3762090840397923, -0.05145090084774928 ], "projected": [ 5.7287382836845975, 11.457476567369195 ], "projectedResidual": [ 0.10172314361827706, 0.2034462872365541 ], "drift": 0.3197013085145848 }, { "k": 32, "w": 5.658985270917779, "value": [ 5.658985270917779, 11.317970541835559 ], "tv": [ 7.0543764334684465, 11.243501146774758 ], "residual": [ 1.3953911625506672, -0.07446939506080064 ], "projected": [ 5.751989287940204, 11.503978575880408 ], "projectedResidual": [ 0.09300401702242489, 0.18600803404484978 ], "drift": 0.2922983392133345 }, { "k": 33, "w": 5.688215104839113, "value": [ 5.688215104839113, 11.376430209678226 ], "tv": [ 7.10114416774258, 11.280915334194065 ], "residual": [ 1.4129290629034674, -0.09551487548416127 ], "projected": [ 5.773247348973901, 11.546494697947802 ], "projectedResidual": [ 0.08503224413478794, 0.17006448826957588 ], "drift": 0.26724419585219117 }, { "k": 34, "w": 5.714939524424332, "value": [ 5.714939524424332, 11.429879048848663 ], "tv": [ 7.143903239078931, 11.315122591263144 ], "residual": [ 1.428963714654599, -0.11475645758551956 ], "projected": [ 5.792683290490423, 11.585366580980846 ], "projectedResidual": [ 0.07774376606609135, 0.1554875321321827 ], "drift": 0.24433755049343286 }, { "k": 35, "w": 5.739373279473675, "value": [ 5.739373279473675, 11.47874655894735 ], "tv": [ 7.18299724715788, 11.346397797726304 ], "residual": [ 1.4436239676842053, -0.13234876122104566 ], "projected": [ 5.810453294162674, 11.620906588325347 ], "projectedResidual": [ 0.07108001468899872, 0.14216002937799743 ], "drift": 0.22339433187970936 }, { "k": 36, "w": 5.761712712661646, "value": [ 5.761712712661646, 11.523425425323293 ], "tv": [ 7.218740340258634, 11.374992272206907 ], "residual": [ 1.4570276275969878, -0.14843315311638605 ], "projected": [ 5.8267001546630155, 11.653400309326031 ], "projectedResidual": [ 0.06498744200136919, 0.12997488400273838 ], "drift": 0.20424624629001986 }, { "k": 37, "w": 5.782137337290648, "value": [ 5.782137337290648, 11.564274674581297 ], "tv": [ 7.251419739665037, 11.401135791732031 ], "residual": [ 1.4692824023743887, -0.1631388828492657 ], "projected": [ 5.841554427120473, 11.683108854240945 ], "projectedResidual": [ 0.0594170898298243, 0.1188341796596486 ], "drift": 0.18673942517944653 }, { "k": 38, "w": 5.800811279808593, "value": [ 5.800811279808593, 11.601622559617185 ], "tv": [ 7.281298047693749, 11.425038438155 ], "residual": [ 1.4804867678851563, -0.17658412146218616 ], "projected": [ 5.855135476224432, 11.710270952448864 ], "projectedResidual": [ 0.05432419641583941, 0.10864839283167882 ], "drift": 0.17073318873549415 }, { "k": 39, "w": 5.817884598682142, "value": [ 5.817884598682142, 11.635769197364285 ], "tv": [ 7.308615357891428, 11.446892286313144 ], "residual": [ 1.4907307592092858, -0.1888769110511408 ], "projected": [ 5.867552435405196, 11.735104870810392 ], "projectedResidual": [ 0.04966783672305386, 0.09933567344610772 ], "drift": 0.15609891541530896 }, { "k": 40, "w": 5.833494490223673, "value": [ 5.833494490223673, 11.666988980447346 ], "tv": [ 7.333591184357877, 11.466872947486301 ], "residual": [ 1.5000966941342035, -0.20011603296104497 ], "projected": [ 5.878905083799035, 11.75781016759807 ], "projectedResidual": [ 0.0454105935753617, 0.0908211871507234 ], "drift": 0.14271900837971163 }, { "k": 41, "w": 5.847766391061644, "value": [ 5.847766391061644, 11.695532782123289 ], "tv": [ 7.356426225698632, 11.485140980558905 ], "residual": [ 1.5086598346369877, -0.2103918015643842 ], "projected": [ 5.889284648044833, 11.778569296089666 ], "projectedResidual": [ 0.04151825698318845, 0.0830365139663769 ], "drift": 0.1304859505185929 }, { "k": 42, "w": 5.860814986113503, "value": [ 5.860814986113503, 11.721629972227007 ], "tv": [ 7.377303977781606, 11.501843182225283 ], "residual": [ 1.516488991668103, -0.21978679000172363 ], "projected": [ 5.898774535355275, 11.79754907071055 ], "projectedResidual": [ 0.03795954924177192, 0.07591909848354383 ], "drift": 0.1193014404741426 }, { "k": 43, "w": 5.872745130160918, "value": [ 5.872745130160918, 11.745490260321835 ], "tv": [ 7.396392208257469, 11.517113766605975 ], "residual": [ 1.523647078096551, -0.2283764937158601 ], "projected": [ 5.907451003753395, 11.81490200750679 ], "projectedResidual": [ 0.03470587359247723, 0.06941174718495446 ], "drift": 0.10907560271921568 }, { "k": 44, "w": 5.8836526904328394, "value": [ 5.8836526904328394, 11.767305380865679 ], "tv": [ 7.413844304692544, 11.531075443754034 ], "residual": [ 1.5301916142597047, -0.23622993711164497 ], "projected": [ 5.915383774860247, 11.830767549720495 ], "projectedResidual": [ 0.03173108442740791, 0.06346216885481581 ], "drift": 0.09972626534328288 }, { "k": 45, "w": 5.893625316967167, "value": [ 5.893625316967167, 11.787250633934335 ], "tv": [ 7.429800507147467, 11.543840405717974 ], "residual": [ 1.5361751901803, -0.24341022821636038 ], "projected": [ 5.92263659415794, 11.84527318831588 ], "projectedResidual": [ 0.02901127719077312, 0.05802255438154624 ], "drift": 0.09117829974243108 }, { "k": 46, "w": 5.90274314694141, "value": [ 5.90274314694141, 11.80548629388282 ], "tv": [ 7.444389035106257, 11.555511228085006 ], "residual": [ 1.5416458881648465, -0.24997506579781437 ], "projected": [ 5.929267743230117, 11.858535486460234 ], "projectedResidual": [ 0.026524596288706626, 0.05304919257741325 ], "drift": 0.08336301690736558 }, { "k": 47, "w": 5.9110794486321465, "value": [ 5.9110794486321465, 11.822158897264293 ], "tv": [ 7.4577271178114355, 11.566181694249147 ], "residual": [ 1.546647669179289, -0.2559772030151457 ], "projected": [ 5.935330508096107, 11.870661016192214 ], "projectedResidual": [ 0.024251059463960445, 0.04850211892792089 ], "drift": 0.07621761545816241 }, { "k": 48, "w": 5.918701210177963, "value": [ 5.918701210177963, 11.837402420355925 ], "tv": [ 7.46992193628474, 11.575937549027792 ], "residual": [ 1.5512207261067772, -0.26146487132813334 ], "projected": [ 5.940873607402155, 11.88174721480431 ], "projectedResidual": [ 0.022172397224192508, 0.044344794448385016 ], "drift": 0.06968467699032033 }, { "k": 49, "w": 5.925669677876995, "value": [ 5.925669677876995, 11.85133935575399 ], "tv": [ 7.481071484603191, 11.584857187682553 ], "residual": [ 1.5554018067261968, -0.26648216807143577 ], "projected": [ 5.945941583910542, 11.891883167821083 ], "projectedResidual": [ 0.020271906033547005, 0.04054381206709401 ], "drift": 0.06371170467686404 }, { "k": 50, "w": 5.932040848344681, "value": [ 5.932040848344681, 11.864081696689363 ], "tv": [ 7.491265357351491, 11.593012285881194 ], "residual": [ 1.5592245090068095, -0.2710694108081686 ], "projected": [ 5.950575162432497, 11.901150324864995 ], "projectedResidual": [ 0.01853431408781603, 0.03706862817563206 ], "drift": 0.058250701418847584 }, { "k": 51, "w": 5.937865918486566, "value": [ 5.937865918486566, 11.875731836973133 ], "tv": [ 7.500585469578507, 11.600468375662807 ], "residual": [ 1.5627195510919405, -0.27526346131032575 ], "projected": [ 5.954811577081141, 11.909623154162283 ], "projectedResidual": [ 0.016945658594575086, 0.03389131718915017 ], "drift": 0.053257784154374654 }, { "k": 52, "w": 5.943191696902003, "value": [ 5.943191696902003, 11.886383393804007 ], "tv": [ 7.509106715043206, 11.607285372034564 ], "residual": [ 1.5659150181412027, -0.27909802176944254 ], "projected": [ 5.958684870474184, 11.917369740948368 ], "projectedResidual": [ 0.01549317357218083, 0.03098634714436166 ], "drift": 0.04869283122685708 }, { "k": 53, "w": 5.948060980024689, "value": [ 5.948060980024689, 11.896121960049378 ], "tv": [ 7.516897568039502, 11.613518054431601 ], "residual": [ 1.568836588014813, -0.28260390561777626 ], "projected": [ 5.962226167290684, 11.924452334581368 ], "projectedResidual": [ 0.014165187265994916, 0.028330374531989833 ], "drift": 0.04451915997884104 }, { "k": 54, "w": 5.952512896022573, "value": [ 5.952512896022573, 11.905025792045146 ], "tv": [ 7.524020633636118, 11.619216506908893 ], "residual": [ 1.571507737613545, -0.2858092851362528 ], "projected": [ 5.965463924380054, 11.930927848760108 ], "projectedResidual": [ 0.012951028357480965, 0.02590205671496193 ], "drift": 0.04070323198065395 }, { "k": 55, "w": 5.956583219220638, "value": [ 5.956583219220638, 11.913166438441277 ], "tv": [ 7.530533150753021, 11.624426520602416 ], "residual": [ 1.5739499315323826, -0.28873991783886055 ], "projected": [ 5.968424159433192, 11.936848318866383 ], "projectedResidual": [ 0.011840940212553441, 0.023681880425106883 ], "drift": 0.03721438352516948 }, { "k": 56, "w": 5.960304657573155, "value": [ 5.960304657573155, 11.92060931514631 ], "tv": [ 7.536487452117049, 11.629189961693637 ], "residual": [ 1.576182794543894, -0.2914193534526728 ], "projected": [ 5.971130660053203, 11.942261320106406 ], "projectedResidual": [ 0.010826002480047947, 0.021652004960095894 ], "drift": 0.03402457922301316 }, { "k": 57, "w": 5.963707115495456, "value": [ 5.963707115495456, 11.927414230990912 ], "tv": [ 7.541931384792731, 11.633545107834184 ], "residual": [ 1.5782242692972748, -0.2938691231567283 ], "projected": [ 5.973605174905787, 11.947210349811574 ], "projectedResidual": [ 0.009898059410330617, 0.019796118820661235 ], "drift": 0.03110818671818283 }, { "k": 58, "w": 5.966817934167274, "value": [ 5.966817934167274, 11.933635868334548 ], "tv": [ 7.546908694667639, 11.637526955734112 ], "residual": [ 1.5800907605003651, -0.29610891260043637 ], "projected": [ 5.975867588485292, 11.951735176970583 ], "projectedResidual": [ 0.00904965431801763, 0.01809930863603526 ], "drift": 0.02844177071376741 }, { "k": 59, "w": 5.969662111238651, "value": [ 5.969662111238651, 11.939324222477302 ], "tv": [ 7.551459377981841, 11.641167502385473 ], "residual": [ 1.58179726674319, -0.2981567200918285 ], "projected": [ 5.977936080900837, 11.955872161801674 ], "projectedResidual": [ 0.008273969662186076, 0.016547939324372152 ], "drift": 0.026003904652587728 }, { "k": 60, "w": 5.972262501703909, "value": [ 5.972262501703909, 11.944525003407819 ], "tv": [ 7.555620002726256, 11.644496002181004 ], "residual": [ 1.5833575010223466, -0.30002900122681453 ], "projected": [ 5.97982727396648, 11.95965454793296 ], "projectedResidual": [ 0.007564772262570685, 0.01512954452514137 ], "drift": 0.023774998539509262 }, { "k": 61, "w": 5.9746400015578605, "value": [ 5.9746400015578605, 11.949280003115721 ], "tv": [ 7.559424002492577, 11.64753920199406 ], "residual": [ 1.5847840009347163, -0.30174080112166024 ], "projected": [ 5.981556364769354, 11.963112729538707 ], "projectedResidual": [ 0.006916363211493248, 0.013832726422986497 ], "drift": 0.02173714152183681 }, { "k": 62, "w": 5.976813715710044, "value": [ 5.976813715710044, 11.953627431420088 ], "tv": [ 7.562901945136071, 11.650321556108857 ], "residual": [ 1.5860882294260268, -0.30330587531123143 ], "projected": [ 5.983137247789124, 11.966274495578247 ], "projectedResidual": [ 0.006323532079079541, 0.012647064158159083 ], "drift": 0.01987395796282243 }, { "k": 63, "w": 5.978801111506327, "value": [ 5.978801111506327, 11.957602223012653 ], "tv": [ 7.566081778410123, 11.652865422728098 ], "residual": [ 1.587280666903796, -0.3047368002845552 ], "projected": [ 5.984582626550056, 11.969165253100112 ], "projectedResidual": [ 0.005781515043729257, 0.011563030087458515 ], "drift": 0.018170475851722934 }, { "k": 64, "w": 5.980618159091499, "value": [ 5.980618159091499, 11.961236318182998 ], "tv": [ 7.568989054546398, 11.65519124363712 ], "residual": [ 1.588370895454899, -0.30604507454587804 ], "projected": [ 5.98590411570291, 11.97180823140582 ], "projectedResidual": [ 0.00528595661141118, 0.01057191322282236 ], "drift": 0.0166130064930039 }, { "k": 65, "w": 5.982279459740799, "value": [ 5.982279459740799, 11.964558919481599 ], "tv": [ 7.571647135585279, 11.657317708468224 ], "residual": [ 1.5893676758444792, -0.3072412110133751 ], "projected": [ 5.987112334356946, 11.974224668713893 ], "projectedResidual": [ 0.004832874616147009, 0.009665749232294019 ], "drift": 0.015189034507889332 }, { "k": 66, "w": 5.983798363191588, "value": [ 5.983798363191588, 11.967596726383176 ], "tv": [ 7.574077381106541, 11.659261904885234 ], "residual": [ 1.5902790179149529, -0.308334821497942 ], "projected": [ 5.988216991412065, 11.97643398282413 ], "projectedResidual": [ 0.0044186282204767835, 0.008837256440953567 ], "drift": 0.013887117264355986 }, { "k": 67, "w": 5.985187074918024, "value": [ 5.985187074918024, 11.970374149836047 ], "tv": [ 7.576299319868838, 11.661039455895072 ], "residual": [ 1.5911122449508142, -0.30933469394097557 ], "projected": [ 5.989226963576745, 11.97845392715349 ], "projectedResidual": [ 0.004039888658721402, 0.008079777317442804 ], "drift": 0.012696792927410883 }, { "k": 68, "w": 5.9864567542107645, "value": [ 5.9864567542107645, 11.972913508421529 ], "tv": [ 7.578330806737224, 11.662664645389778 ], "residual": [ 1.5918740525264594, -0.3102488630317506 ], "projected": [ 5.990150366698739, 11.980300733397478 ], "projectedResidual": [ 0.003693612487974285, 0.00738722497594857 ], "drift": 0.011608496390776324 }, { "k": 69, "w": 5.987617603849842, "value": [ 5.987617603849842, 11.975235207699685 ], "tv": [ 7.580188166159749, 11.664150532927799 ], "residual": [ 1.5925705623099065, -0.3110846747718856 ], "projected": [ 5.990994620981704, 11.981989241963408 ], "projectedResidual": [ 0.0033770171318616704, 0.006754034263723341 ], "drift": 0.010613482414423281 }, { "k": 70, "w": 5.988678952091284, "value": [ 5.988678952091284, 11.977357904182568 ], "tv": [ 7.581886323346055, 11.665509058676843 ], "residual": [ 1.5932073712547705, -0.31184884550572534 ], "projected": [ 5.991766510611843, 11.983533021223685 ], "projectedResidual": [ 0.003087558520558531, 0.006175117041117062 ], "drift": 0.009703755350330745 }, { "k": 71, "w": 5.989649327626317, "value": [ 5.989649327626317, 11.979298655252634 ], "tv": [ 7.583438924202108, 11.666751139361686 ], "residual": [ 1.5937895965757907, -0.3125475158909481 ], "projected": [ 5.9924722382736855, 11.984944476547371 ], "projectedResidual": [ 0.002822910647368282, 0.005645821294736564 ], "drift": 0.00887200489173079 }, { "k": 72, "w": 5.9905365281154905, "value": [ 5.9905365281154905, 11.981073056230981 ], "tv": [ 7.584858444984786, 11.66788675598783 ], "residual": [ 1.594321916869295, -0.3131863002431512 ], "projected": [ 5.993117474993086, 11.986234949986171 ], "projectedResidual": [ 0.002580946877595025, 0.00516189375519005 ], "drift": 0.00811154732958208 }, { "k": 73, "w": 5.991347682848449, "value": [ 5.991347682848449, 11.982695365696898 ], "tv": [ 7.5861562925575186, 11.668925034046016 ], "residual": [ 1.5948086097090695, -0.31377033165088264 ], "projected": [ 5.993707405707964, 11.987414811415928 ], "projectedResidual": [ 0.00235972285951469, 0.00471944571902938 ], "drift": 0.007416271844189026 }, { "k": 74, "w": 5.992089310032868, "value": [ 5.992089310032868, 11.984178620065736 ], "tv": [ 7.587342896052588, 11.66987431684207 ], "residual": [ 1.5952535860197203, -0.31430430322366476 ], "projected": [ 5.994246770932995, 11.98849354186599 ], "projectedResidual": [ 0.0021574609001273615, 0.004314921800254723 ], "drift": 0.006780591400401548 }, { "k": 75, "w": 5.992767369172908, "value": [ 5.992767369172908, 11.985534738345816 ], "tv": [ 7.588427790676652, 11.670742232541322 ], "residual": [ 1.5956604215037444, -0.314792505804494 ], "projected": [ 5.9947399048530245, 11.989479809706049 ], "projectedResidual": [ 0.0019725356801165717, 0.003945071360233143 ], "drift": 0.006199397851795574 }, { "k": 76, "w": 5.993387308958088, "value": [ 5.993387308958088, 11.986774617916176 ], "tv": [ 7.589419694332941, 11.671535755466353 ], "residual": [ 1.596032385374853, -0.3152388624498226 ], "projected": [ 5.995190770151337, 11.990381540302675 ], "projectedResidual": [ 0.0018034611932495892, 0.0036069223864991784 ], "drift": 0.005668020893070391 }, { "k": 77, "w": 5.993954111047395, "value": [ 5.993954111047395, 11.98790822209479 ], "tv": [ 7.590326577675832, 11.672261262140665 ], "residual": [ 1.596372466628437, -0.3156469599541243 ], "projected": [ 5.995602989852651, 11.991205979705303 ], "projectedResidual": [ 0.0016488788052564374, 0.0032977576105128747 ], "drift": 0.005182190530806707 }, { "k": 78, "w": 5.994472330100476, "value": [ 5.994472330100476, 11.988944660200952 ], "tv": [ 7.5911557281607625, 11.672924582528609 ], "residual": [ 1.5966833980602866, -0.3160200776723432 ], "projected": [ 5.99597987643671, 11.99195975287342 ], "projectedResidual": [ 0.0015075463362341779, 0.0030150926724683558 ], "drift": 0.004738002771023098 }, { "k": 79, "w": 5.994946130377578, "value": [ 5.994946130377578, 11.989892260755155 ], "tv": [ 7.591913808604124, 11.6735310468833 ], "residual": [ 1.5969676782265463, -0.3163612138718559 ], "projected": [ 5.996324458456421, 11.992648916912842 ], "projectedResidual": [ 0.001378328078843083, 0.002756656157686166 ], "drift": 0.004331888247793181 }, { "k": 80, "w": 5.995379319202357, "value": [ 5.995379319202357, 11.990758638404714 ], "tv": [ 7.592606910723772, 11.674085528579017 ], "residual": [ 1.5972275915214151, -0.31667310982569674 ], "projected": [ 5.996639504874442, 11.993279009748884 ], "projectedResidual": [ 0.001260185672085079, 0.002520371344170158 ], "drift": 0.003960583540839835 }, { "k": 81, "w": 5.99577537755644, "value": [ 5.99577537755644, 11.99155075511288 ], "tv": [ 7.593240604090305, 11.674592483272244 ], "residual": [ 1.5974652265338642, -0.31695827184063674 ], "projected": [ 5.996927547313776, 11.993855094627552 ], "projectedResidual": [ 0.0011521697573355638, 0.0023043395146711276 ], "drift": 0.0036211049516250426 }, { "k": 82, "w": 5.996137488051603, "value": [ 5.996137488051603, 11.992274976103205 ], "tv": [ 7.593819980882564, 11.675055984706052 ], "residual": [ 1.5976824928309616, -0.31721899139715326 ], "projected": [ 5.997190900401167, 11.994381800802334 ], "projectedResidual": [ 0.0010534123495640202, 0.0021068246991280404 ], "drift": 0.0033107245271999375 }, { "k": 83, "w": 5.996468560504323, "value": [ 5.996468560504323, 11.992937121008646 ], "tv": [ 7.594349696806917, 11.675479757445533 ], "residual": [ 1.5978811363025942, -0.31745736356311305 ], "projected": [ 5.997431680366781, 11.994863360733563 ], "projectedResidual": [ 0.0009631198624582282, 0.0019262397249164565 ], "drift": 0.003026948139154051 }, { "k": 84, "w": 5.996771255318238, "value": [ 5.996771255318238, 11.993542510636477 ], "tv": [ 7.5948340085091814, 11.675867206807347 ], "residual": [ 1.598062753190943, -0.31767530382913023 ], "projected": [ 5.9976518220496295, 11.995303644099259 ], "projectedResidual": [ 0.0008805667313911414, 0.0017611334627822828 ], "drift": 0.0027674954415122244 }, { "k": 85, "w": 5.99704800486239, "value": [ 5.99704800486239, 11.99409600972478 ], "tv": [ 7.595276807779824, 11.67622144622386 ], "residual": [ 1.5982288029174336, -0.31787456350092036 ], "projected": [ 5.997853094445375, 11.99570618889075 ], "projectedResidual": [ 0.0008050895829851967, 0.0016101791659703935 ], "drift": 0.002530281546525792 }, { "k": 86, "w": 5.997301033017043, "value": [ 5.997301033017043, 11.994602066034085 ], "tv": [ 7.595681652827269, 11.676545322261816 ], "residual": [ 1.598380619810226, -0.318056743772269 ], "projected": [ 5.998037114921487, 11.996074229842973 ], "projectedResidual": [ 0.0007360819044439637, 0.0014721638088879274 ], "drift": 0.002313400271108712 }, { "k": 87, "w": 5.997532373044153, "value": [ 5.997532373044153, 11.995064746088307 ], "tv": [ 7.596051796870645, 11.676841437496517 ], "residual": [ 1.5985194238264917, -0.31822330859179004 ], "projected": [ 5.99820536221393, 11.99641072442786 ], "projectedResidual": [ 0.000672989169776983, 0.001345978339553966 ], "drift": 0.0021151088193001044 }, { "k": 88, "w": 5.997743883926083, "value": [ 5.997743883926083, 11.995487767852167 ], "tv": [ 7.596390214281733, 11.677112171425387 ], "residual": [ 1.59864633035565, -0.3183755964267796 ], "projected": [ 5.9983591883098795, 11.996718376619759 ], "projectedResidual": [ 0.0006153043837962002, 0.0012306087675924005 ], "drift": 0.0019338137776454545 }, { "k": 89, "w": 5.997937265303848, "value": [ 5.997937265303848, 11.995874530607695 ], "tv": [ 7.596699624486156, 11.677359699588926 ], "residual": [ 1.5987623591823086, -0.3185148310187689 ], "projected": [ 5.99849982931189, 11.99699965862378 ], "projectedResidual": [ 0.0005625640080424432, 0.0011251280160848864 ], "drift": 0.0017680583109900283 }, { "k": 90, "w": 5.998114071134947, "value": [ 5.998114071134947, 11.996228142269894 ], "tv": [ 7.596982513815915, 11.677586011052732 ], "residual": [ 1.5988684426809678, -0.3186421312171621 ], "projected": [ 5.998628415370871, 11.997256830741742 ], "projectedResidual": [ 0.0005143442359241135, 0.001028688471848227 ], "drift": 0.0016165104557623877 }, { "k": 91, "w": 5.998275722180523, "value": [ 5.998275722180523, 11.996551444361046 ], "tv": [ 7.597241155488836, 11.67779292439107 ], "residual": [ 1.5989654333083134, -0.3187585199699754 ], "projected": [ 5.998745979767654, 11.997491959535308 ], "projectedResidual": [ 0.00047025758713115096, 0.0009405151742623019 ], "drift": 0.0014779524166970148 }, { "k": 92, "w": 5.998423517422193, "value": [ 5.998423517422193, 11.996847034844386 ], "tv": [ 7.597477627875509, 11.677982102300408 ], "residual": [ 1.5990541104533165, -0.31886493254397763 ], "projected": [ 5.998853467216142, 11.997706934432284 ], "projectedResidual": [ 0.00042994979394883615, 0.0008598995878976723 ], "drift": 0.001351270780980407 }, { "k": 93, "w": 5.9985586445002905, "value": [ 5.9985586445002905, 11.997117289000581 ], "tv": [ 7.5976938312004645, 11.678155064960372 ], "residual": [ 1.599135186700174, -0.31896222404020946 ], "projected": [ 5.998951741454757, 11.997903482909514 ], "projectedResidual": [ 0.000393096954466543, 0.000786193908933086 ], "drift": 0.0012354475711822133 }, { "k": 94, "w": 5.9986821892574085, "value": [ 5.9986821892574085, 11.997364378514817 ], "tv": [ 7.597891502811853, 11.678313202249484 ], "residual": [ 1.5992093135544447, -0.31905117626533297 ], "projected": [ 5.999041592187207, 11.998083184374414 ], "projectedResidual": [ 0.0003594029297984136, 0.0007188058595968272 ], "drift": 0.0011295520650813629 }, { "k": 95, "w": 5.998795144463917, "value": [ 5.998795144463917, 11.997590288927833 ], "tv": [ 7.598072231142266, 11.678457784913814 ], "residual": [ 1.5992770866783497, -0.3191325040140196 ], "projected": [ 5.999123741428304, 11.998247482856607 ], "projectedResidual": [ 0.000328596964386918, 0.000657193928773836 ], "drift": 0.001032733316645107 }, { "k": 96, "w": 5.998898417795581, "value": [ 5.998898417795581, 11.997796835591162 ], "tv": [ 7.598237468472929, 11.678589974778344 ], "residual": [ 1.5993390506773482, -0.3192068608128178 ], "projected": [ 5.999198849305877, 11.998397698611754 ], "projectedResidual": [ 0.0003004315102961286, 0.0006008630205922572 ], "drift": 0.0009442133180765921 }, { "k": 97, "w": 5.998992839127388, "value": [ 5.998992839127388, 11.997985678254777 ], "tv": [ 7.598388542603821, 11.678710834083057 ], "residual": [ 1.599395703476433, -0.31927484417171925 ], "projected": [ 5.9992675193653735, 11.998535038730747 ], "projectedResidual": [ 0.0002746802379851587, 0.0005493604759703175 ], "drift": 0.0008632807479553861 }, { "k": 98, "w": 5.999079167202184, "value": [ 5.999079167202184, 11.998158334404367 ], "tv": [ 7.598526667523494, 11.678821334018796 ], "residual": [ 1.5994475003213102, -0.31933700038557156 ], "projected": [ 5.999330303419771, 11.998660606839541 ], "projectedResidual": [ 0.0002511362175869891, 0.0005022724351739782 ], "drift": 0.000789285255273775 }, { "k": 99, "w": 5.9991580957277115, "value": [ 5.9991580957277115, 11.998316191455423 ], "tv": [ 7.598652953164338, 11.67892236253147 ], "residual": [ 1.5994948574366266, -0.3193938289239533 ], "projected": [ 5.99938770598379, 11.99877541196758 ], "projectedResidual": [ 0.00022961025607859398, 0.00045922051215718795 ], "drift": 0.0007216322333931657 }, { "k": 100, "w": 5.999230258951051, "value": [ 5.999230258951051, 11.998460517902101 ], "tv": [ 7.598768414321681, 11.679014731457345 ], "residual": [ 1.59953815537063, -0.3194457864447564 ], "projected": [ 5.9994401883280375, 11.998880376656075 ], "projectedResidual": [ 0.00020992937698682823, 0.00041985875397365646 ], "drift": 0.0006597780419594912 }, { "k": 101, "w": 5.999296236755247, "value": [ 5.999296236755247, 11.998592473510493 ], "tv": [ 7.598873978808395, 11.679099183046716 ], "residual": [ 1.5995777420531487, -0.31949329046377706 ], "projected": [ 5.999488172185635, 11.99897634437127 ], "projectedResidual": [ 0.0001919354303883125, 0.000383870860776625 ], "drift": 0.0006032256383630141 }, { "k": 102, "w": 5.999356559319083, "value": [ 5.999356559319083, 11.998713118638166 ], "tv": [ 7.5989704949105334, 11.679176395928426 ], "residual": [ 1.5996139355914503, -0.3195367227097403 ], "projected": [ 5.999532043141152, 11.999064086282305 ], "projectedResidual": [ 0.00017548382206911128, 0.00035096764413822257 ], "drift": 0.0005515205836452708 }, { "k": 103, "w": 5.999411711377448, "value": [ 5.999411711377448, 11.998823422754896 ], "tv": [ 7.599058738203917, 11.679246990563133 ], "residual": [ 1.599647026826469, -0.3195764321917629 ], "projected": [ 5.999572153729053, 11.999144307458106 ], "projectedResidual": [ 0.0001604423516052833, 0.0003208847032105666 ], "drift": 0.0005042473907614919 }, { "k": 104, "w": 5.999462136116524, "value": [ 5.999462136116524, 11.998924272233047 ], "tv": [ 7.5991394177864375, 11.67931153422915 ], "residual": [ 1.5996772816699139, -0.31961273800389733 ], "projected": [ 5.999608826266563, 11.999217652533126 ], "projectedResidual": [ 0.00014669015003931918, 0.00029338030007863836 ], "drift": 0.0004610261858397635 }, { "k": 105, "w": 5.999508238735108, "value": [ 5.999508238735108, 11.999016477470215 ], "tv": [ 7.5992131819761735, 11.679370545580937 ], "residual": [ 1.5997049432410657, -0.31964593188927815 ], "projected": [ 5.999642355443715, 11.99928471088743 ], "projectedResidual": [ 0.0001341167086073014, 0.0002682334172146028 ], "drift": 0.00042150965562459675 }, { "k": 106, "w": 5.99955038970067, "value": [ 5.99955038970067, 11.99910077940134 ], "tv": [ 7.599280623521073, 11.679424498816857 ], "residual": [ 1.5997302338204031, -0.31967628058448305 ], "projected": [ 5.999673010691398, 11.999346021382795 ], "projectedResidual": [ 0.00012262099072746224, 0.0002452419814549245 ], "drift": 0.00038538025657075536 }, { "k": 107, "w": 5.999588927726327, "value": [ 5.999588927726327, 11.999177855452654 ], "tv": [ 7.599342284362123, 11.679473827489698 ], "residual": [ 1.5997533566357962, -0.31970402796295616 ], "projected": [ 5.999701038346419, 11.999402076692839 ], "projectedResidual": [ 0.00011211062009230943, 0.00022422124018461886 ], "drift": 0.0003523476631510647 }, { "k": 108, "w": 5.999624162492642, "value": [ 5.999624162492642, 11.999248324985285 ], "tv": [ 7.599398659988228, 11.679518927990582 ], "residual": [ 1.599774497495586, -0.3197293969947026 ], "projected": [ 5.999726663631013, 11.999453327262026 ], "projectedResidual": [ 0.0001025011383708474, 0.0002050022767416948 ], "drift": 0.0003221464348808212 }, { "k": 109, "w": 5.99965637713613, "value": [ 5.99965637713613, 11.99931275427226 ], "tv": [ 7.599450203417808, 11.679560162734248 ], "residual": [ 1.5997938262816778, -0.3197525915380126 ], "projected": [ 5.999750092462641, 11.999500184925282 ], "projectedResidual": [ 0.00009371532651059056, 0.00018743065302118112 ], "drift": 0.00029453388332001396 }, { "k": 110, "w": 5.999685830524462, "value": [ 5.999685830524462, 11.999371661048924 ], "tv": [ 7.59949732883914, 11.679597863071312 ], "residual": [ 1.5998114983146783, -0.3197737979776125 ], "projected": [ 5.9997715131087, 11.9995430262174 ], "projectedResidual": [ 0.00008568258423835573, 0.00017136516847671146 ], "drift": 0.00026928812189197515 }, { "k": 111, "w": 5.999712759336651, "value": [ 5.999712759336651, 11.999425518673302 ], "tv": [ 7.599540414938643, 11.679632331950913 ], "residual": [ 1.5998276556019917, -0.3197931867223893 ], "projected": [ 5.999791097699383, 11.999582195398766 ], "projectedResidual": [ 0.00007833836273185568, 0.00015667672546371136 ], "drift": 0.0002462062828731959 }, { "k": 112, "w": 5.999737379964938, "value": [ 5.999737379964938, 11.999474759929877 ], "tv": [ 7.599579807943902, 11.67966384635512 ], "residual": [ 1.599842427978964, -0.3198109135747558 ], "projected": [ 5.999809003610865, 11.99961800722173 ], "projectedResidual": [ 0.00007162364592705472, 0.00014324729185410945 ], "drift": 0.00022510288719868043 }, { "k": 113, "w": 5.999759890253658, "value": [ 5.999759890253658, 11.999519780507317 ], "tv": [ 7.599615824405854, 11.679692659524683 ], "residual": [ 1.5998559341521954, -0.3198271209826338 ], "projected": [ 5.999825374729934, 11.999650749459867 ], "projectedResidual": [ 0.00006548447627530152, 0.00013096895255060303 ], "drift": 0.00020580835400973996 }, { "k": 114, "w": 5.99978047108906, "value": [ 5.99978047108906, 11.99956094217812 ], "tv": [ 7.599648753742496, 11.679719002993998 ], "residual": [ 1.5998682826534365, -0.31984193918412096 ], "projected": [ 5.999840342610227, 11.999680685220454 ], "projectedResidual": [ 0.000059871521167487174, 0.00011974304233497435 ], "drift": 0.0001881676379511532 }, { "k": 115, "w": 5.999799287852855, "value": [ 5.999799287852855, 11.99959857570571 ], "tv": [ 7.599678860564568, 11.679743088451655 ], "residual": [ 1.5998795727117132, -0.31985548725405444 ], "projected": [ 5.9998540275293495, 11.999708055058699 ], "projectedResidual": [ 0.00005473967649471945, 0.0001094793529894389 ], "drift": 0.00017203898327000644 }, { "k": 116, "w": 5.999816491751182, "value": [ 5.999816491751182, 11.999632983502364 ], "tv": [ 7.599706386801891, 11.679765109441513 ], "residual": [ 1.5998898950507092, -0.3198678740608507 ], "projected": [ 5.999866539455406, 11.999733078910811 ], "projectedResidual": [ 0.00005004770422356586, 0.00010009540844713172 ], "drift": 0.0001572927847037775 }, { "k": 117, "w": 5.999832221029653, "value": [ 5.999832221029653, 11.999664442059306 ], "tv": [ 7.599731553647445, 11.679785242917955 ], "residual": [ 1.5998993326177917, -0.31987919914135077 ], "projected": [ 5.999877978930656, 11.999755957861312 ], "projectedResidual": [ 0.00004575790100336263, 0.00009151580200672527 ], "drift": 0.0001438105460147554 }, { "k": 118, "w": 5.999846602084254, "value": [ 5.999846602084254, 11.999693204168508 ], "tv": [ 7.599754563334807, 11.679803650667846 ], "residual": [ 1.599907961250553, -0.31988955350066206 ], "projected": [ 5.999888437879458, 11.999776875758917 ], "projectedResidual": [ 0.000041835795204114845, 0.00008367159040822969 ], "drift": 0.0001314839277846147 }, { "k": 119, "w": 5.999859750477032, "value": [ 5.999859750477032, 11.999719500954065 ], "tv": [ 7.599775600763252, 11.679820480610601 ], "residual": [ 1.5999158502862194, -0.3198990203434633 ], "projected": [ 5.999898000346933, 11.999796000693866 ], "projectedResidual": [ 0.00003824986990075274, 0.00007649973980150548 ], "drift": 0.00012021387683169849 }, { "k": 120, "w": 5.999871771864716, "value": [ 5.999871771864716, 11.999743543729432 ], "tv": [ 7.5997948349835465, 11.679835867986835 ], "residual": [ 1.5999230631188306, -0.3199076757425967 ], "projected": [ 5.999906743174339, 11.999813486348678 ], "projectedResidual": [ 0.00003497130962326622, 0.00006994261924653244 ], "drift": 0.0001099098302459467 } ], "scope": "固定策略的确定性平均TD更新；权重d改变，转移P不变。|A|<1e−12不显示不稳定比值根。" }, { "key": "reweighted", "d": [ 0.99, 0.01 ], "P": [ [ 0, 1 ], [ 0.4, 0.6 ] ], "r": [ -2, 4 ], "phi": [ 1, 2 ], "C": 1.03, "A": -0.5796000000000001, "b": -1.9, "projector": [ [ 0.9611650485436893, 0.019417475728155338 ], [ 1.9223300970873787, 0.038834951456310676 ] ], "coefficient": 1.562718446601942, "root": 3.278122843340234, "rootSuppressed": false, "rate": 0.1, "meanIterationFactor": 1.05796, "stableMeanIteration": false, "rows": [ { "k": 0, "w": 0, "value": [ 0, 0 ], "tv": [ -2, 4 ], "residual": [ -2, 4 ], "projected": [ -1.8446601941747574, -3.6893203883495147 ], "projectedResidual": [ -1.8446601941747574, -3.6893203883495147 ], "drift": -1.9 }, { "k": 1, "w": -0.19, "value": [ -0.19, -0.38 ], "tv": [ -2.3040000000000003, 3.7568 ], "residual": [ -2.1140000000000003, 4.1368 ], "projected": [ -2.1415766990291267, -4.2831533980582535 ], "projectedResidual": [ -1.9515766990291268, -3.9031533980582536 ], "drift": -2.010124 }, { "k": 2, "w": -0.3910124, "value": [ -0.3910124, -0.7820248 ], "tv": [ -2.62561984, 3.499504128 ], "residual": [ -2.23460744, 4.281528928 ], "projected": [ -2.4557024845048545, -4.911404969009709 ], "projectedResidual": [ -2.0646900845048544, -4.129380169009709 ], "drift": -2.12663078704 }, { "k": 3, "w": -0.603675478704, "value": [ -0.603675478704, -1.207350957408 ], "tv": [ -2.9658807659264, 3.22729538725888 ], "residual": [ -2.3622052872224, 4.43464634466688 ], "projected": [ -2.788035000506756, -5.576070001013512 ], "projectedResidual": [ -2.184359521802756, -4.368719043605512 ], "drift": -2.2498903074568384 }, { "k": 4, "w": -0.8286645094496838, "value": [ -0.8286645094496838, -1.6573290188993677 ], "tv": [ -3.3258632151194942, 2.9393094279044045 ], "residual": [ -2.4971987056698106, 4.596638446803772 ], "projected": [ -3.1396295091361277, -6.279259018272255 ], "projectedResidual": [ -2.310964999686444, -4.621929999372888 ], "drift": -2.3802939496770366 }, { "k": 5, "w": -1.0666939044173875, "value": [ -1.0666939044173875, -2.133387808834775 ], "tv": [ -3.70671024706782, 2.634631802345744 ], "residual": [ -2.6400163426504326, 4.768019611180518 ], "projected": [ -3.5116024354856576, -7.023204870971315 ], "projectedResidual": [ -2.44490853106827, -4.88981706213654 ], "drift": -2.5182557870003177 }, { "k": 6, "w": -1.3185194831174194, "value": [ -1.3185194831174194, -2.637038966234839 ], "tv": [ -4.109631172987871, 2.312295061609703 ], "residual": [ -2.791111689870452, 4.949334027844541 ], "projected": [ -3.9051349126464068, -7.8102698252928136 ], "projectedResidual": [ -2.5866154295289876, -5.173230859057975 ], "drift": -2.6642138924148564 }, { "k": 7, "w": -1.5849408723589051, "value": [ -1.5849408723589051, -3.1698817447178103 ], "tv": [ -4.535905395774249, 1.9712756833806013 ], "residual": [ -2.9509645234153434, 5.141157428098412 ], "projected": [ -4.321476532183392, -8.642953064366784 ], "projectedResidual": [ -2.736535659824487, -5.473071319648974 ], "drift": -2.8186317296192214 }, { "k": 8, "w": -1.8668040453208272, "value": [ -1.8668040453208272, -3.7336080906416544 ], "tv": [ -4.986886472513324, 1.610490821989341 ], "residual": [ -3.1200824271924965, 5.3440989126309955 ], "projected": [ -4.761949311988741, -9.523898623977482 ], "projectedResidual": [ -2.895145266667914, -5.790290533335828 ], "drift": -2.9819996246679517 }, { "k": 9, "w": -2.1650040077876223, "value": [ -2.1650040077876223, -4.3300080155752445 ], "tv": [ -5.464006412460195, 1.2287948700318436 ], "residual": [ -3.299002404672573, 5.558802885607088 ], "projected": [ -5.227951894111609, -10.455903788223218 ], "projectedResidual": [ -3.0629478863239865, -6.125895772647973 ], "drift": -3.154836322913706 }, { "k": 10, "w": -2.480487640078993, "value": [ -2.480487640078993, -4.960975280157986 ], "tv": [ -5.968780224126389, 0.8249758206988886 ], "residual": [ -3.488292584047396, 5.785951100856875 ], "projected": [ -5.7209639858943175, -11.441927971788635 ], "projectedResidual": [ -3.2404763458153245, -6.480952691630649 ], "drift": -3.3376906361897847 }, { "k": 11, "w": -2.8142567036979713, "value": [ -2.8142567036979713, -5.628513407395943 ], "tv": [ -6.5028107259167545, 0.3977514192665961 ], "residual": [ -3.688554022218783, 6.026264826662539 ], "projected": [ -6.242551058516753, -12.485102117033506 ], "projectedResidual": [ -3.4282943548187816, -6.856588709637563 ], "drift": -3.5311431854633444 }, { "k": 12, "w": -3.1673710222443057, "value": [ -3.1673710222443057, -6.334742044488611 ], "tv": [ -7.067793635590889, -0.054234908472711396 ], "residual": [ -3.9004226133465836, 6.2805071360159 ], "projected": [ -6.794369317868383, -13.588738635736766 ], "projectedResidual": [ -3.626998295624077, -7.253996591248154 ], "drift": -3.7358082444928 }, { "k": 13, "w": -3.5409518466935856, "value": [ -3.5409518466935856, -7.081903693387171 ], "tv": [ -7.665522954709737, -0.5324183637677891 ], "residual": [ -4.124571108016152, 6.549485329619382 ], "projected": [ -7.3781709635320345, -14.756341927064069 ], "projectedResidual": [ -3.837219116838449, -7.674438233676898 ], "drift": -3.9523356903436024 }, { "k": 14, "w": -3.936185415727946, "value": [ -3.936185415727946, -7.872370831455892 ], "tv": [ -8.297896665164714, -1.0383173321317711 ], "residual": [ -4.361711249436768, 6.834053499324121 ], "projected": [ -7.995809752578352, -15.991619505156704 ], "projectedResidual": [ -4.059624336850407, -8.119248673700813 ], "drift": -4.181413066955917 }, { "k": 15, "w": -4.354326722423537, "value": [ -4.354326722423537, -8.708653444847075 ], "tv": [ -8.966922755877661, -1.5735382047021282 ], "residual": [ -4.612596033454124, 7.1351152401449465 ], "projected": [ -8.649246885837794, -17.298493771675588 ], "projectedResidual": [ -4.294920163414257, -8.589840326828513 ], "drift": -4.423767768316683 }, { "k": 16, "w": -4.796703499255206, "value": [ -4.796703499255206, -9.593406998510412 ], "tv": [ -9.67472559880833, -2.1397804790466637 ], "residual": [ -4.878022099553124, 7.453626519463748 ], "projected": [ -9.34055723534095, -18.6811144706819 ], "projectedResidual": [ -4.543853736085745, -9.08770747217149 ], "drift": -4.680169348168318 }, { "k": 17, "w": -5.2647204340720375, "value": [ -5.2647204340720375, -10.529440868144075 ], "tv": [ -10.42355269451526, -2.7388421556122085 ], "residual": [ -5.158832260443223, 7.7905987125318665 ], "projected": [ -10.071935932701313, -20.143871865402627 ], "projectedResidual": [ -4.807215498629276, -9.614430997258552 ], "drift": -4.951431963588154 }, { "k": 18, "w": -5.759863630430853, "value": [ -5.759863630430853, -11.519727260861705 ], "tv": [ -11.215781808689364, -3.372625446951492 ], "residual": [ -5.4559181782585116, 8.147101813910213 ], "projected": [ -10.84570533936068, -21.69141067872136 ], "projectedResidual": [ -5.085841708929828, -10.171683417859656 ], "drift": -5.238416960197723 }, { "k": 19, "w": -6.283705326450625, "value": [ -6.283705326450625, -12.56741065290125 ], "tv": [ -12.053928522321002, -4.0431428178568005 ], "residual": [ -5.7702231958703765, 8.52426783504445 ], "projected": [ -11.664322420830027, -23.328644841660054 ], "projectedResidual": [ -5.380617094379402, -10.761234188758804 ], "drift": -5.542035607210783 }, { "k": 20, "w": -6.837908887171704, "value": [ -6.837908887171704, -13.675817774343408 ], "tv": [ -12.940654219474727, -4.752523375579782 ], "residual": [ -6.102745332303023, 8.923294398763625 ], "projected": [ -12.530386548341335, -25.06077309668267 ], "projectedResidual": [ -5.692477661169631, -11.384955322339263 ], "drift": -5.86325199100472 }, { "k": 21, "w": -7.424234086272175, "value": [ -7.424234086272175, -14.84846817254435 ], "tv": [ -13.878774538035481, -5.503019630428383 ], "residual": [ -6.454540451763306, 9.345448542115967 ], "projected": [ -13.446647752683198, -26.893295505366396 ], "projectedResidual": [ -6.022413666411023, -12.044827332822045 ], "drift": -6.203086076403354 }, { "k": 22, "w": -8.044542693912511, "value": [ -8.044542693912511, -16.089085387825023 ], "tv": [ -14.87126831026002, -6.297014648208016 ], "residual": [ -6.826725616347508, 9.792070739617007 ], "projected": [ -14.416015456428717, -28.832030912857434 ], "projectedResidual": [ -6.3714727625162055, -12.742945525032411 ], "drift": -6.562616945391692 }, { "k": 23, "w": -8.700804388451681, "value": [ -8.700804388451681, -17.401608776903362 ], "tv": [ -15.92128702152269, -7.137029617218154 ], "residual": [ -7.2204826330710095, 10.264579159685209 ], "projected": [ -15.441567712283327, -30.883135424566653 ], "projectedResidual": [ -6.740763323831645, -13.48152664766329 ], "drift": -6.942986223546596 }, { "k": 24, "w": -9.395103010806341, "value": [ -9.395103010806341, -18.790206021612683 ], "tv": [ -17.032164817290145, -8.025731853832117 ], "residual": [ -7.637061806483803, 10.764474167780566 ], "projected": [ -16.526560976887268, -33.053121953774536 ], "projectedResidual": [ -7.1314579660809265, -14.262915932161853 ], "drift": -7.345401705063356 }, { "k": 25, "w": -10.129643181312677, "value": [ -10.129643181312677, -20.259286362625353 ], "tv": [ -18.207429090100284, -8.965943272080228 ], "residual": [ -8.077785908787607, 11.293343090545125 ], "projected": [ -17.674440451107653, -35.348880902215306 ], "projectedResidual": [ -7.544797269794977, -15.089594539589953 ], "drift": -7.771141187888828 }, { "k": 26, "w": -10.90675730010156, "value": [ -10.90675730010156, -21.81351460020312 ], "tv": [ -19.4508116801625, -9.960649344129997 ], "residual": [ -8.544054380060938, 11.852865256073123 ], "projected": [ -18.88885101965386, -37.77770203930772 ], "projectedResidual": [ -7.982093719552299, -15.964187439104599 ], "drift": -8.221556531138866 }, { "k": 27, "w": -11.728912953215447, "value": [ -11.728912953215447, -23.457825906430894 ], "tv": [ -20.766260725144715, -11.013008580115773 ], "residual": [ -9.037347771929268, 12.444817326315121 ], "projected": [ -20.173648824752995, -40.34729764950599 ], "projectedResidual": [ -8.444735871537548, -16.889471743075095 ], "drift": -8.698077947683675 }, { "k": 28, "w": -12.598720747983815, "value": [ -12.598720747983815, -25.19744149596763 ], "tv": [ -22.157953196774105, -12.126362557419284 ], "residual": [ -9.55923244879029, 13.071078938548347 ], "projected": [ -21.53291351063568, -43.06582702127136 ], "projectedResidual": [ -8.934192762651865, -17.86838552530373 ], "drift": -9.202218545531421 }, { "k": 29, "w": -13.518942602536958, "value": [ -13.518942602536958, -27.037885205073916 ], "tv": [ -23.630308164059134, -13.304246531247305 ], "residual": [ -10.111365561522176, 13.733638673826611 ], "projected": [ -22.970961177712123, -45.941922355424246 ], "projectedResidual": [ -9.452018575175165, -18.90403715035033 ], "drift": -9.735579132430422 }, { "k": 30, "w": -14.49250051578, "value": [ -14.49250051578, -28.98500103156 ], "tv": [ -25.188000825248, -14.550400660198399 ], "residual": [ -10.695500309468, 14.4346003713616 ], "projected": [ -24.49235808757232, -48.98471617514464 ], "projectedResidual": [ -9.99985757179232, -19.99971514358464 ], "drift": -10.29985329894609 }, { "k": 31, "w": -15.522485845674609, "value": [ -15.522485845674609, -31.044971691349218 ], "tv": [ -26.835977353079375, -15.868781882463498 ], "residual": [ -11.313491507404766, 15.17618980888572 ], "projected": [ -26.10193516232801, -52.20387032465602 ], "projectedResidual": [ -10.579449316653402, -21.158898633306805 ], "drift": -10.896832796153005 }, { "k": 32, "w": -16.61216912528991, "value": [ -16.61216912528991, -33.22433825057982 ], "tv": [ -28.579470600463857, -17.263576480371086 ], "residual": [ -11.967301475173947, 15.960761770208734 ], "projected": [ -27.804803324336543, -55.609606648673086 ], "projectedResidual": [ -11.192634199046633, -22.385268398093267 ], "drift": -11.528413225018033 }, { "k": 33, "w": -17.765010447791713, "value": [ -17.765010447791713, -35.53002089558343 ], "tv": [ -30.424016716466742, -18.739213373173392 ], "residual": [ -12.659006268675029, 16.790807522410034 ], "projected": [ -29.60636972501509, -59.21273945003018 ], "projectedResidual": [ -11.841359277223376, -23.68271855444675 ], "drift": -12.19660005554008 }, { "k": 34, "w": -18.98467045334572, "value": [ -18.98467045334572, -37.96934090669144 ], "tv": [ -32.375472725353156, -20.300378180282525 ], "residual": [ -13.390802272007434, 17.668962726408918 ], "projected": [ -31.51235491427697, -63.02470982855394 ], "projectedResidual": [ -12.527684460931248, -25.055368921862495 ], "drift": -12.903514994759183 }, { "k": 35, "w": -20.27502195282164, "value": [ -20.27502195282164, -40.55004390564328 ], "tv": [ -34.44003512451462, -21.9520280996117 ], "residual": [ -14.165013171692983, 18.59801580603158 ], "projected": [ -33.52881100510846, -67.05762201021692 ], "projectedResidual": [ -13.25378905228682, -26.50757810457364 ], "drift": -13.651402723855425 }, { "k": 36, "w": -21.64016222520718, "value": [ -21.64016222520718, -43.28032445041436 ], "tv": [ -36.62425956033149, -23.699407648265193 ], "residual": [ -14.984097335124307, 19.58091680214917 ], "projected": [ -35.662140890964544, -71.32428178192909 ], "projectedResidual": [ -14.021978665757363, -28.043957331514726 ], "drift": -14.442638025730085 }, { "k": 37, "w": -23.08442602778019, "value": [ -23.08442602778019, -46.16885205556038 ], "tv": [ -38.9350816444483, -25.548065315558645 ], "residual": [ -15.850655616668114, 20.620786740001734 ], "projected": [ -37.919118577004845, -75.83823715400969 ], "projectedResidual": [ -14.834692549224656, -29.66938509844931 ], "drift": -15.2797333257014 }, { "k": 38, "w": -24.61239936035033, "value": [ -24.61239936035033, -49.22479872070066 ], "tv": [ -41.379838976560535, -27.503871181248424 ], "residual": [ -16.767439616210204, 21.720927539452237 ], "projected": [ -40.306910689728056, -80.61382137945611 ], "projectedResidual": [ -15.694511329377725, -31.38902265875545 ], "drift": -16.165346669259055 }, { "k": 39, "w": -26.228934027276235, "value": [ -26.228934027276235, -52.45786805455247 ], "tv": [ -43.96629444364198, -29.57303555491358 ], "residual": [ -17.737360416365743, 22.88483249963889 ], "projected": [ -42.833099233304694, -85.66619846660939 ], "projectedResidual": [ -16.60416520602846, -33.20833041205692 ], "drift": -17.102290162209307 }, { "k": 40, "w": -27.939163043497167, "value": [ -27.939163043497167, -55.878326086994335 ], "tv": [ -46.70266086959547, -31.762128695676374 ], "residual": [ -18.763497826098302, 24.11619739131796 ], "projected": [ -45.50570566486703, -91.01141132973406 ], "projectedResidual": [ -17.566542621369862, -35.133085242739725 ], "drift": -18.09353890001096 }, { "k": 41, "w": -29.748516933498262, "value": [ -29.748516933498262, -59.497033866996524 ], "tv": [ -49.597627093597225, -34.07810167487778 ], "residual": [ -19.849110160098963, 25.418932192118746 ], "projected": [ -48.33321636520272, -96.66643273040545 ], "projectedResidual": [ -18.58469943170446, -37.16939886340892 ], "drift": -19.142240414655596 }, { "k": 42, "w": -31.66274097496382, "value": [ -31.66274097496382, -63.32548194992764 ], "tv": [ -52.660385559942114, -36.52830844795369 ], "residual": [ -20.997644584978293, 26.79717350197395 ], "projected": [ -51.324609585729874, -102.64921917145975 ], "projectedResidual": [ -19.661868610766053, -39.323737221532106 ], "drift": -20.251724669089032 }, { "k": 43, "w": -33.68791344187272, "value": [ -33.68791344187272, -67.37582688374545 ], "tv": [ -55.90066150699636, -39.12052920559709 ], "residual": [ -22.212748065123634, 28.25529767814836 ], "projected": [ -54.48938395731877, -108.97876791463754 ], "projectedResidual": [ -20.80147051544605, -41.6029410308921 ], "drift": -21.425514630909433 }, { "k": 44, "w": -35.83046490496367, "value": [ -35.83046490496367, -71.66092980992734 ], "tv": [ -59.32874384794187, -41.86299507835349 ], "residual": [ -23.498278942978203, 29.797934731573847 ], "projected": [ -57.83758865148497, -115.67517730296994 ], "projectedResidual": [ -22.0071237465213, -44.0142474930426 ], "drift": -22.667337458916947 }, { "k": 45, "w": -38.09719865085536, "value": [ -38.09719865085536, -76.19439730171072 ], "tv": [ -62.95551784136858, -44.76441427309487 ], "residual": [ -24.85831919051322, 31.42998302861585 ], "projected": [ -61.37985528972504, -122.75971057945009 ], "projectedResidual": [ -23.282656638869682, -46.565313277739364 ], "drift": -23.98113633803577 }, { "k": 46, "w": -40.49531228465894, "value": [ -40.49531228465894, -80.99062456931787 ], "tv": [ -66.79249965545431, -47.83399972436344 ], "residual": [ -26.29718737079537, 33.156624844954436 ], "projected": [ -65.12743170231751, -130.25486340463502 ], "projectedResidual": [ -24.632119417658572, -49.264238835317144 ], "drift": -25.371083000188325 }, { "k": 47, "w": -43.032420584677766, "value": [ -43.032420584677766, -86.06484116935553 ], "tv": [ -70.85187293548442, -51.08149834838754 ], "residual": [ -27.819452350806657, 34.98334282096799 ], "projected": [ -69.09221764378381, -138.18443528756762 ], "projectedResidual": [ -26.059797059106046, -52.11959411821209 ], "drift": -26.84159097087924 }, { "k": 48, "w": -45.71657968176569, "value": [ -45.71657968176569, -91.43315936353137 ], "tv": [ -75.14652749082511, -54.517221992660076 ], "residual": [ -29.42994780905942, 36.9159373708713 ], "projected": [ -73.28680257841754, -146.57360515683507 ], "projectedResidual": [ -27.57022289665185, -55.1404457933037 ], "drift": -28.397329583551397 }, { "k": 49, "w": -48.55631264012083, "value": [ -48.55631264012083, -97.11262528024166 ], "tv": [ -79.69010022419333, -58.15208017935467 ], "residual": [ -31.1337875840725, 38.96054510088699 ], "projected": [ -77.72450565586261, -155.44901131172523 ], "projectedResidual": [ -29.168193015741785, -58.33638603148357 ], "drift": -30.04323880621404 }, { "k": 50, "w": -51.560636520742236, "value": [ -51.560636520742236, -103.12127304148447 ], "tv": [ -84.49701843318758, -61.99761474655007 ], "residual": [ -32.93638191244534, 41.1236582949344 ], "projected": [ -82.41941800367641, -164.83883600735282 ], "projectedResidual": [ -30.858781482934177, -61.71756296586835 ], "drift": -31.784544927422203 }, { "k": 51, "w": -54.739091013484455, "value": [ -54.739091013484455, -109.47818202696891 ], "tv": [ -89.58254562157514, -66.06603649726011 ], "residual": [ -34.84345460809068, 43.412145529708795 ], "projected": [ -87.3864474711695, -174.772894942339 ], "projectedResidual": [ -32.64735645768505, -65.2947129153701 ], "drift": -33.626777151415595 }, { "k": 52, "w": -58.10176872862601, "value": [ -58.10176872862601, -116.20353745725203 ], "tv": [ -94.96282996580163, -70.3702639726413 ], "residual": [ -36.86106123717562, 45.83327348461073 ], "projected": [ -92.64136596659849, -185.28273193319697 ], "projectedResidual": [ -34.53959723797247, -69.07919447594494 ], "drift": -35.57578515511164 }, { "k": 53, "w": -61.65934724413718, "value": [ -61.65934724413718, -123.31869448827436 ], "tv": [ -100.6549555906195, -74.9239644724956 ], "residual": [ -38.995608346482314, 48.39473001577876 ], "projected": [ -98.20085953802254, -196.40171907604508 ], "projectedResidual": [ -36.54151229388536, -73.08302458777072 ], "drift": -37.637757662701915 }, { "k": 54, "w": -65.42312301040737, "value": [ -65.42312301040737, -130.84624602081473 ], "tv": [ -106.6769968166518, -79.74159745332145 ], "residual": [ -41.25387380624443, 51.104648567493285 ], "projected": [ -104.08258135684632, -208.16516271369264 ], "projectedResidual": [ -38.65945834643895, -77.3189166928779 ], "drift": -39.81924209683211 }, { "k": 55, "w": -69.40504722009058, "value": [ -69.40504722009058, -138.81009444018116 ], "tv": [ -113.04807555214494, -84.83846044171595 ], "residual": [ -43.64302833205436, 53.97163399846521 ], "projected": [ -110.30520777228914, -220.61041554457827 ], "projectedResidual": [ -40.90016055219856, -81.80032110439711 ], "drift": -42.12716536876451 }, { "k": 56, "w": -73.61776375696704, "value": [ -73.61776375696704, -147.23552751393407 ], "tv": [ -119.78842201114726, -90.2307376089178 ], "residual": [ -46.170658254180225, 57.00478990501627 ], "projected": [ -116.88849761477101, -233.77699522954202 ], "projectedResidual": [ -43.270733857803975, -86.54146771560795 ], "drift": -44.5688558735381 }, { "k": 57, "w": -78.07464934432085, "value": [ -78.07464934432085, -156.1492986886417 ], "tv": [ -126.91943895091336, -95.9355511607307 ], "residual": [ -48.844789606592514, 60.213747527910996 ], "projected": [ -123.85335493652315, -247.7067098730463 ], "projectedResidual": [ -45.7787055922023, -91.5574111844046 ], "drift": -47.15206675996837 }, { "k": 58, "w": -82.78985602031769, "value": [ -82.78985602031769, -165.57971204063537 ], "tv": [ -134.4637696325083, -101.97101570600665 ], "residual": [ -51.67391361219062, 63.60869633462872 ], "projected": [ -131.22189538864404, -262.4437907772881 ], "projectedResidual": [ -48.43203936832636, -96.86407873665271 ], "drift": -49.88500054937614 }, { "k": 59, "w": -87.7783560752553, "value": [ -87.7783560752553, -175.5567121505106 ], "tv": [ -142.44536972040848, -108.35629577632679 ], "residual": [ -54.667013645153176, 67.20041637418382 ], "projected": [ -139.01751644536984, -278.03503289073967 ], "projectedResidual": [ -51.23916037011453, -102.47832074022907 ], "drift": -52.77633518121798 }, { "k": 60, "w": -93.0559895933771, "value": [ -93.0559895933771, -186.1119791867542 ], "tv": [ -150.88958334940338, -115.11166667952271 ], "residual": [ -57.833593756026275, 71.0003125072315 ], "projected": [ -147.2649716985435, -294.529943397087 ], "projectedResidual": [ -54.208982105166385, -108.41796421033277 ], "drift": -55.83525156832138 }, { "k": 61, "w": -98.63951475020924, "value": [ -98.63951475020924, -197.2790295004185 ], "tv": [ -159.8232236003348, -122.25857888026783 ], "residual": [ -61.18370885012557, 75.02045062015065 ], "projected": [ -155.99044945819108, -311.98089891638216 ], "projectedResidual": [ -57.350934707981835, -114.70186941596367 ], "drift": -59.07146274922129 }, { "k": 62, "w": -104.54666102513137, "value": [ -104.54666102513137, -209.09332205026274 ], "tv": [ -169.2746576402102, -129.81972611216815 ], "residual": [ -64.72799661507882, 79.27359593809459 ], "projected": [ -165.22165590878782, -330.44331181757565 ], "projectedResidual": [ -60.67499488365645, -121.3499897673129 ], "drift": -62.495244730166156 }, { "k": 63, "w": -110.79618549814799, "value": [ -110.79618549814799, -221.59237099629598 ], "tv": [ -179.2738967970368, -137.81911743762944 ], "residual": [ -68.4777112988888, 83.77325355866654 ], "projected": [ -174.98790308526117, -349.97580617052233 ], "projectedResidual": [ -64.19171758711317, -128.38343517422635 ], "drift": -66.11746911472659 }, { "k": 64, "w": -117.40793240962066, "value": [ -117.40793240962066, -234.8158648192413 ], "tv": [ -189.85269185539306, -146.28215348431445 ], "residual": [ -72.4447594457724, 88.53371133492686 ], "projected": [ -185.32020194808294, -370.6404038961659 ], "projectedResidual": [ -67.91226953846228, -135.82453907692457 ], "drift": -69.94963762461614 }, { "k": 65, "w": -124.40289617208227, "value": [ -124.40289617208227, -248.80579234416453 ], "tv": [ -201.04463387533164, -155.23570710026533 ], "residual": [ -76.64173770324938, 93.5700852438992 ], "projected": [ -196.2513608529938, -392.5027217059876 ], "projectedResidual": [ -71.84846468091153, -143.69692936182307 ], "drift": -74.0039186213389 }, { "k": 66, "w": -131.80328803421617, "value": [ -131.80328803421617, -263.60657606843233 ], "tv": [ -212.88526085474587, -164.7082086837967 ], "residual": [ -81.0819728205297, 98.89836738463563 ], "projected": [ -207.81608972803335, -415.6321794560667 ], "projectedResidual": [ -76.01280169381718, -152.02560338763436 ], "drift": -78.29318574463171 }, { "k": 67, "w": -139.63260660867934, "value": [ -139.63260660867934, -279.2652132173587 ], "tv": [ -225.41217057388695, -174.72973645910957 ], "residual": [ -85.77956396520761, 104.5354767582491 ], "projected": [ -220.05111028867017, -440.10222057734035 ], "projectedResidual": [ -80.41850367999083, -160.83700735998167 ], "drift": -82.83105879039057 }, { "k": 68, "w": -147.9157124877184, "value": [ -147.9157124877184, -295.8314249754368 ], "tv": [ -238.66513998034944, -185.33211198427955 ], "residual": [ -90.74942749263104, 110.49931299115724 ], "projected": [ -232.9952726410015, -465.990545282003 ], "projectedResidual": [ -85.0795601532831, -170.1591203065662 ], "drift": -87.63194695788161 }, { "k": 69, "w": -156.67890718350657, "value": [ -156.67890718350657, -313.35781436701313 ], "tv": [ -252.6862514936105, -196.5490011948884 ], "residual": [ -96.00734431010395, 116.80881317212473 ], "projected": [ -246.68967864327396, -493.37935728654793 ], "projectedResidual": [ -90.0107714597674, -180.0215429195348 ], "drift": -92.71109460356043 }, { "k": 70, "w": -165.9500166438626, "value": [ -165.9500166438626, -331.9000332877252 ], "tv": [ -267.52002663018015, -208.41602130414412 ], "residual": [ -101.57000998631756, 123.48401198358107 ], "projected": [ -261.17781241743813, -522.3556248348763 ], "projectedResidual": [ -95.22779577357554, -190.45559154715107 ], "drift": -98.08462964678279 }, { "k": 71, "w": -175.75847960854088, "value": [ -175.75847960854088, -351.51695921708176 ], "tv": [ -283.2135673736654, -220.97085389893232 ], "residual": [ -107.45508776512452, 130.54610531814944 ], "projected": [ -276.50567842515284, -553.0113568503057 ], "projectedResidual": [ -100.74719881661196, -201.4943976332239 ], "drift": -103.76961478111032 }, { "k": 72, "w": -186.13544108665192, "value": [ -186.13544108665192, -372.27088217330385 ], "tv": [ -299.81670573864307, -234.25336459091446 ], "residual": [ -113.68126465199114, 138.0175175823894 ], "projected": [ -292.7219475466747, -585.4438950933494 ], "projectedResidual": [ -106.58650646002278, -213.17301292004555 ], "drift": -109.78410165382348 }, { "k": 73, "w": -197.11385125203427, "value": [ -197.11385125203427, -394.22770250406853 ], "tv": [ -317.38216200325485, -248.3057296026039 ], "residual": [ -120.26831075122058, 145.92197290146464 ], "projected": [ -309.87811162648, -619.75622325296 ], "projectedResidual": [ -112.76426037444574, -225.52852074889148 ], "drift": -116.14718818567908 }, { "k": 74, "w": -208.7285700706022, "value": [ -208.7285700706022, -417.4571401412044 ], "tv": [ -335.9657121129635, -263.17256969037084 ], "residual": [ -127.23714204236131, 154.28457045083354 ], "projected": [ -328.02864697635073, -656.0572939527015 ], "projectedResidual": [ -119.30007690574854, -238.60015381149708 ], "drift": -122.87907921292106 }, { "k": 75, "w": -221.0164779918943, "value": [ -221.0164779918943, -442.0329559837886 ], "tv": [ -355.6263647870309, -278.90109182962476 ], "residual": [ -134.60988679513662, 163.13186415416385 ], "projected": [ -347.2311873551001, -694.4623747102002 ], "projectedResidual": [ -126.21470936320577, -252.42941872641154 ], "drift": -130.00115064410198 }, { "k": 76, "w": -234.01659305630452, "value": [ -234.01659305630452, -468.03318611260903 ], "tv": [ -376.42654889008725, -295.54123911206983 ], "residual": [ -142.40995583378273, 172.4919470005392 ], "projected": [ -367.5467069742017, -735.0934139484034 ], "projectedResidual": [ -133.53011391789718, -267.06022783579436 ], "drift": -137.53601733543414 }, { "k": 77, "w": -247.77019478984792, "value": [ -247.77019478984792, -495.54038957969584 ], "tv": [ -398.4323116637567, -313.14584933100537 ], "residual": [ -150.6621168739088, 182.39454024869048 ], "projected": [ -389.0397141104265, -778.079428220853 ], "projectedResidual": [ -141.26951932057855, -282.5390386411571 ], "drift": -145.5076049001959 }, { "k": 78, "w": -262.3209552798675, "value": [ -262.3209552798675, -524.641910559735 ], "tv": [ -421.71352844778806, -331.77082275823045 ], "residual": [ -159.39257316792055, 192.8710878015046 ], "projected": [ -411.7784559402668, -823.5569118805336 ], "projectedResidual": [ -149.45750066039926, -298.9150013207985 ], "drift": -153.94122568021126 }, { "k": 79, "w": -277.71507784788867, "value": [ -277.71507784788867, -555.4301556957773 ], "tv": [ -446.34412455662186, -351.4752996452975 ], "residual": [ -168.6290467087332, 203.9548560504798 ], "projected": [ -435.8351352465647, -871.6702704931294 ], "projectedResidual": [ -158.120057398676, -316.240114797352 ], "drift": -162.8636591206363 }, { "k": 80, "w": -294.0014437599523, "value": [ -294.0014437599523, -588.0028875199046 ], "tv": [ -472.40231001592366, -372.3218480127389 ], "residual": [ -178.40086625597138, 215.68103950716568 ], "projected": [ -461.28613968545557, -922.5722793709111 ], "projectedResidual": [ -167.28469592550329, -334.56939185100657 ], "drift": -172.3032368032684 }, { "k": 81, "w": -311.2317674402791, "value": [ -311.2317674402791, -622.4635348805582 ], "tv": [ -499.9708279044466, -394.3766623235573 ], "residual": [ -188.7390604641675, 228.0868725570009 ], "projected": [ -488.2122843416246, -976.4245686832492 ], "projectedResidual": [ -176.98051690134548, -353.96103380269096 ], "drift": -182.2899324083858 }, { "k": 82, "w": -329.4607606811177, "value": [ -329.4607606811177, -658.9215213622354 ], "tv": [ -529.1372170897884, -417.7097736718306 ], "residual": [ -199.67645640867067, 241.21174769040476 ], "projected": [ -516.6990683420651, -1033.3981366841301 ], "projectedResidual": [ -187.23830766094738, -374.47661532189477 ], "drift": -192.85545689077586 }, { "k": 83, "w": -348.74630637019527, "value": [ -348.74630637019527, -697.4926127403905 ], "tv": [ -559.9940901923125, -442.39527215385 ], "residual": [ -211.24778382211719, 255.09734058654055 ], "projected": [ -546.8369463431712, -1093.6738926863425 ], "projectedResidual": [ -198.09063997297596, -396.1812799459519 ], "drift": -204.03335917216523 }, { "k": 84, "w": -369.1496422874118, "value": [ -369.1496422874118, -738.2992845748236 ], "tv": [ -592.6394276598588, -468.5115421278871 ], "residual": [ -223.48978537244705, 269.7877424469365 ], "projected": [ -578.7216157532214, -1157.4432315064428 ], "projectedResidual": [ -209.5719734658096, -419.1439469316192 ], "drift": -215.85913266978392 }, { "k": 85, "w": -390.7355555543902, "value": [ -390.7355555543902, -781.4711111087804 ], "tv": [ -627.1768888870243, -496.1415111096195 ], "residual": [ -236.44133333263414, 285.3295999991609 ], "projected": [ -612.4543206022782, -1224.9086412045565 ], "projectedResidual": [ -221.71876504788804, -443.4375300957761 ], "drift": -228.37032799932462 }, { "k": 86, "w": -413.57258835432265, "value": [ -413.57258835432265, -827.1451767086453 ], "tv": [ -663.7161413669163, -525.3729130935329 ], "residual": [ -250.14355301259366, 301.77226361511237 ], "projected": [ -648.1421730243862, -1296.2843460487725 ], "projectedResidual": [ -234.5695846700636, -469.1391693401272 ], "drift": -241.60667221016547 }, { "k": 87, "w": -437.7332555753392, "value": [ -437.7332555753392, -875.4665111506783 ], "tv": [ -702.3732089205428, -556.2985671364341 ], "residual": [ -264.6399533452036, 319.1679440142442 ], "projected": [ -685.8984933728797, -1371.7969867457593 ], "projectedResidual": [ -248.1652377975405, -496.330475595081 ], "drift": -255.61019493146665 }, { "k": 88, "w": -463.29427506848583, "value": [ -463.29427506848583, -926.5885501369717 ], "tv": [ -743.2708401095774, -589.0166720876618 ], "residual": [ -279.9765650410916, 337.5718780493098 ], "projected": [ -725.8431700487716, -1451.6863400975433 ], "projectedResidual": [ -262.5488949802858, -525.0977899605716 ], "drift": -270.4253618296944 }, { "k": 89, "w": -490.3368112514553, "value": [ -490.3368112514553, -980.6736225029106 ], "tv": [ -786.5388980023286, -623.6311184018628 ], "residual": [ -296.20208675087326, 357.0425041010478 ], "projected": [ -768.1030401847986, -1536.2060803695972 ], "projectedResidual": [ -277.7662289333433, -555.5324578666866 ], "drift": -286.0992158013435 }, { "k": 90, "w": -518.9467328315897, "value": [ -518.9467328315897, -1037.8934656631793 ], "tv": [ -832.3147725305435, -660.2518180244348 ], "residual": [ -313.3680396989538, 377.64164763874453 ], "projected": [ -812.8122923939095, -1625.624584787819 ], "projectedResidual": [ -293.86555956231985, -587.7311191246397 ], "drift": -302.6815263491894 }, { "k": 91, "w": -549.2148854665086, "value": [ -549.2148854665086, -1098.4297709330172 ], "tv": [ -880.7438167464138, -698.995053397131 ], "residual": [ -331.52893127990524, 399.4347175358862 ], "projected": [ -860.1128928610605, -1720.225785722121 ], "projectedResidual": [ -310.8980073945519, -621.7960147891038 ], "drift": -320.2249476163884 }, { "k": 92, "w": -581.2373802281475, "value": [ -581.2373802281475, -1162.474760456295 ], "tv": [ -931.979808365036, -739.9838466920288 ], "residual": [ -350.7424281368885, 422.4909137642661 ], "projected": [ -910.1550361312876, -1820.3100722625752 ], "projectedResidual": [ -328.91765590314014, -657.8353118062803 ], "drift": -338.7851855802343 }, { "k": 93, "w": -615.1158987861709, "value": [ -615.1158987861709, -1230.2317975723417 ], "tv": [ -986.1854380578734, -783.3483504462988 ], "residual": [ -371.0695392717025, 446.88344712604294 ], "projected": [ -963.097622025457, -1926.195244050914 ], "projectedResidual": [ -347.9817232392861, -695.9634464785722 ], "drift": -358.4211749364647 }, { "k": 94, "w": -650.9580162798173, "value": [ -650.9580162798173, -1301.9160325596347 ], "tv": [ -1043.5328260477079, -829.2262608381661 ], "residual": [ -392.57480976789054, 472.68977172146856 ], "projected": [ -1019.1087601980527, -2038.2175203961053 ], "projectedResidual": [ -368.1507439182353, -736.3014878364706 ], "drift": -379.1952662357822 }, { "k": 95, "w": -688.8775429033956, "value": [ -688.8775429033956, -1377.7550858067912 ], "tv": [ -1104.204068645433, -877.7632549163463 ], "residual": [ -415.32652574203735, 499.9918308904448 ], "projected": [ -1078.3663039391317, -2156.7326078782635 ], "projectedResidual": [ -389.48876103573616, -778.9775220714723 ], "drift": -401.17342386680815 }, { "k": 96, "w": -728.9948852900764, "value": [ -728.9948852900764, -1457.9897705801527 ], "tv": [ -1168.3918164641223, -929.1134531712978 ], "residual": [ -439.3969311740459, 528.8763174088549 ], "projected": [ -1141.0584149154436, -2282.116829830887 ], "projectedResidual": [ -412.0635296253672, -824.1270592507344 ], "drift": -424.4254355141283 }, { "k": 97, "w": -771.4374288414892, "value": [ -771.4374288414892, -1542.8748576829785 ], "tv": [ -1236.299886146383, -983.4399089171062 ], "residual": [ -464.8624573048937, 559.4349487658723 ], "projected": [ -1207.384160643943, -2414.768321287886 ], "projectedResidual": [ -435.94673180245377, -871.8934636049075 ], "drift": -449.0251337565272 }, { "k": 98, "w": -816.3399422171419, "value": [ -816.3399422171419, -1632.6798844342838 ], "tv": [ -1308.1439075474273, -1040.9151260379417 ], "residual": [ -491.80396533028534, 591.7647583963421 ], "projected": [ -1277.5541465948659, -2555.1082931897317 ], "projectedResidual": [ -461.21420437772395, -922.4284087554479 ], "drift": -475.0506305090555 }, { "k": 99, "w": -863.8450052680474, "value": [ -863.8450052680474, -1727.6900105360949 ], "tv": [ -1384.152008428876, -1101.7216067431007 ], "residual": [ -520.3070031608285, 625.9684037929942 ], "projected": [ -1351.791184931504, -2703.582369863008 ], "projectedResidual": [ -487.9461796634565, -975.892359326913 ], "drift": -502.5845650533604 }, { "k": 100, "w": -914.1034617733835, "value": [ -914.1034617733835, -1828.206923546767 ], "tv": [ -1464.5655388374137, -1166.052431069931 ], "residual": [ -550.4620770640302, 662.1544924768361 ], "projected": [ -1430.3310020101342, -2860.6620040202683 ], "projectedResidual": [ -516.2275402367507, -1032.4550804735013 ], "drift": -531.7143664438531 }, { "k": 101, "w": -967.2748984177688, "value": [ -967.2748984177688, -1934.5497968355376 ], "tv": [ -1549.6398374684302, -1234.1118699747442 ], "residual": [ -582.3649390506614, 700.4379268607934 ], "projected": [ -1513.4229868866414, -3026.845973773283 ], "projectedResidual": [ -546.1480884688726, -1092.2961769377453 ], "drift": -562.5325311229388 }, { "k": 102, "w": -1023.5281515300627, "value": [ -1023.5281515300627, -2047.0563030601254 ], "tv": [ -1639.6450424481004, -1306.1160339584803 ], "residual": [ -616.1168909180377, 740.9402691016451 ], "projected": [ -1601.3309832065913, -3202.6619664131827 ], "projectedResidual": [ -577.8028316765286, -1155.6056633530573 ], "drift": -595.1369166268245 }, { "k": 103, "w": -1083.041843192745, "value": [ -1083.041843192745, -2166.08368638549 ], "tv": [ -1734.8669491083922, -1382.2935592867136 ], "residual": [ -651.8251059156471, 783.7901270987766 ], "projected": [ -1694.334126993245, -3388.66825398649 ], "projectedResidual": [ -611.2922838005, -1222.584567601 ], "drift": -629.6310523145152 }, { "k": 104, "w": -1146.0049484241965, "value": [ -1146.0049484241965, -2292.009896848393 ], "tv": [ -1835.6079174787146, -1462.8863339829716 ], "residual": [ -689.6029690545181, 829.1235628654215 ], "projected": [ -1792.7277329937735, -3585.455465987547 ], "projectedResidual": [ -646.722784569577, -1293.445569139154 ], "drift": -666.1244681066644 }, { "k": 105, "w": -1212.617395234863, "value": [ -1212.617395234863, -2425.234790469726 ], "tv": [ -1942.1878323757808, -1548.1502659006246 ], "residual": [ -729.5704371409179, 877.0845245691012 ], "projected": [ -1896.8242323980926, -3793.648464796185 ], "projectedResidual": [ -684.2068371632297, -1368.4136743264594 ], "drift": -704.7330422781266 }, { "k": 106, "w": -1283.0906994626755, "value": [ -1283.0906994626755, -2566.181398925351 ], "tv": [ -2054.945119140281, -1638.3560953122249 ], "residual": [ -771.8544196776054, 927.8253036131262 ], "projected": [ -2006.954164907886, -4013.908329815772 ], "projectedResidual": [ -723.8634654452105, -1447.726930890421 ], "drift": -745.5793694085669 }, { "k": 107, "w": -1357.6486364035322, "value": [ -1357.6486364035322, -2715.2972728070645 ], "tv": [ -2174.237818245652, -1733.7902545965212 ], "residual": [ -816.5891818421196, 981.5070182105433 ], "projected": [ -2123.4672283059476, -4246.934456611895 ], "projectedResidual": [ -765.8185919024154, -1531.6371838048308 ], "drift": -788.7931496594874 }, { "k": 108, "w": -1436.527951369481, "value": [ -1436.527951369481, -2873.055902738962 ], "tv": [ -2300.4447221911696, -1834.7557777529357 ], "residual": [ -863.9167708216887, 1038.300124986026 ], "projected": [ -2246.73338885856, -4493.46677771712 ], "projectedResidual": [ -810.205437489079, -1620.410874978158 ], "drift": -834.5116006137513 }, { "k": 109, "w": -1519.979111430856, "value": [ -1519.979111430856, -3039.958222861712 ], "tv": [ -2433.9665782893694, -1941.5732626314957 ], "residual": [ -913.9874668585135, 1098.3849602302162 ], "projected": [ -2377.144056076802, -4754.288112153604 ], "projectedResidual": [ -857.164944645946, -1714.329889291892 ], "drift": -882.8798929853242 }, { "k": 110, "w": -1608.2671007293884, "value": [ -1608.2671007293884, -3216.534201458777 ], "tv": [ -2575.2273611670216, -2054.5818889336174 ], "residual": [ -966.9602604376332, 1161.9523125251594 ], "projected": [ -2515.1133255670134, -5030.226651134027 ], "projectedResidual": [ -906.846224837625, -1813.69244967525 ], "drift": -934.0516115827537 }, { "k": 111, "w": -1701.6722618876638, "value": [ -1701.6722618876638, -3403.3445237753276 ], "tv": [ -2724.6756190202623, -2174.1404952162097 ], "residual": [ -1023.0033571325985, 1229.204028559118 ], "projected": [ -2661.0792939168773, -5322.158587833755 ], "projectedResidual": [ -959.4070320292135, -1918.814064058427 ], "drift": -988.1892429900901 }, { "k": 112, "w": -1800.4911861866728, "value": [ -1800.4911861866728, -3600.9823723733457 ], "tv": [ -2882.785897898677, -2300.628718318941 ], "residual": [ -1082.294711712004, 1300.3536540544046 ], "projected": [ -2815.5054497923, -5631.0108995846 ], "projectedResidual": [ -1015.0142636056273, -2030.0285272112546 ], "drift": -1045.464691513796 }, { "k": 113, "w": -1905.0376553380524, "value": [ -1905.0376553380524, -3810.075310676105 ], "tv": [ -3050.060248540884, -2434.448198832707 ], "residual": [ -1145.0225932028316, 1375.6271118433979 ], "projected": [ -2978.8821456622613, -5957.764291324523 ], "projectedResidual": [ -1073.844490324209, -2147.688980648418 ], "drift": -1106.0598250339356 }, { "k": 114, "w": -2015.643637841446, "value": [ -2015.643637841446, -4031.287275682892 ], "tv": [ -3227.0298205463137, -2576.0238564370507 ], "residual": [ -1211.3861827048677, 1455.2634192458413 ], "projected": [ -3151.7281548248466, -6303.456309649693 ], "projectedResidual": [ -1136.0845169834006, -2272.169033966801 ], "drift": -1170.1670524929025 }, { "k": 115, "w": -2132.660343090736, "value": [ -2132.660343090736, -4265.320686181472 ], "tv": [ -3414.256548945178, -2725.8052391561428 ], "residual": [ -1281.596205854442, 1539.5154470253296 ], "projected": [ -3334.5923186784944, -6669.184637356989 ], "projectedResidual": [ -1201.9319755877582, -2403.8639511755164 ], "drift": -1237.989934855391 }, { "k": 116, "w": -2256.4593365762753, "value": [ -2256.4593365762753, -4512.918673152551 ], "tv": [ -3612.334938522041, -2884.2679508176325 ], "residual": [ -1355.8756019457655, 1628.650722334918 ], "projected": [ -3528.0552894691, -7056.1105789382 ], "projectedResidual": [ -1271.5959528928247, -2543.1919057856494 ], "drift": -1309.7438314796095 }, { "k": 117, "w": -2387.433719724236, "value": [ -2387.433719724236, -4774.867439448472 ], "tv": [ -3821.893951558778, -3051.9151612470228 ], "residual": [ -1434.460231834542, 1722.9522782014496 ], "projected": [ -3732.731374046729, -7465.462748093458 ], "projectedResidual": [ -1345.2976543224927, -2690.5953086449854 ], "drift": -1385.6565839521677 }, { "k": 118, "w": -2525.999378119453, "value": [ -2525.999378119453, -5051.998756238906 ], "tv": [ -4043.599004991125, -3229.2792039929 ], "residual": [ -1517.5996268716722, 1822.719552246006 ], "projected": [ -3949.2704844864775, -7898.540968972955 ], "projectedResidual": [ -1423.2711063670245, -2846.542212734049 ], "drift": -1465.9692395580353 }, { "k": 119, "w": -2672.5963020752565, "value": [ -2672.5963020752565, -5345.192604150513 ], "tv": [ -4278.154083320411, -3416.923266656329 ], "residual": [ -1605.5577812451543, 1928.2693374941841 ], "projected": [ -4178.360201767314, -8356.720403534628 ], "projectedResidual": [ -1505.7638996920573, -3011.5277993841146 ], "drift": -1550.936816682819 }, { "k": 120, "w": -2827.6899837435385, "value": [ -2827.6899837435385, -5655.379967487077 ], "tv": [ -4526.303973989662, -3615.443179191729 ], "residual": [ -1698.6139902461236, 2039.936788295348 ], "projected": [ -4420.727959061747, -8841.455918123494 ], "projectedResidual": [ -1593.0379753182087, -3186.0759506364175 ], "drift": -1640.8291145777553 } ], "scope": "固定策略的确定性平均TD更新；权重d改变，转移P不变。|A|<1e−12不显示不稳定比值根。" } ], "bias": { "rows": [ { "A": [ -1, -1 ], "B": [ -1, -1 ], "selected": 0, "single": -1, "independent": -1, "sameData": -1, "probability": 0.0625 }, { "A": [ -1, -1 ], "B": [ -1, 1 ], "selected": 0, "single": -1, "independent": -1, "sameData": -1, "probability": 0.0625 }, { "A": [ -1, -1 ], "B": [ 1, -1 ], "selected": 0, "single": -1, "independent": 1, "sameData": -1, "probability": 0.0625 }, { "A": [ -1, -1 ], "B": [ 1, 1 ], "selected": 0, "single": -1, "independent": 1, "sameData": -1, "probability": 0.0625 }, { "A": [ -1, 1 ], "B": [ -1, -1 ], "selected": 1, "single": 1, "independent": -1, "sameData": 1, "probability": 0.0625 }, { "A": [ -1, 1 ], "B": [ -1, 1 ], "selected": 1, "single": 1, "independent": 1, "sameData": 1, "probability": 0.0625 }, { "A": [ -1, 1 ], "B": [ 1, -1 ], "selected": 1, "single": 1, "independent": -1, "sameData": 1, "probability": 0.0625 }, { "A": [ -1, 1 ], "B": [ 1, 1 ], "selected": 1, "single": 1, "independent": 1, "sameData": 1, "probability": 0.0625 }, { "A": [ 1, -1 ], "B": [ -1, -1 ], "selected": 0, "single": 1, "independent": -1, "sameData": 1, "probability": 0.0625 }, { "A": [ 1, -1 ], "B": [ -1, 1 ], "selected": 0, "single": 1, "independent": -1, "sameData": 1, "probability": 0.0625 }, { "A": [ 1, -1 ], "B": [ 1, -1 ], "selected": 0, "single": 1, "independent": 1, "sameData": 1, "probability": 0.0625 }, { "A": [ 1, -1 ], "B": [ 1, 1 ], "selected": 0, "single": 1, "independent": 1, "sameData": 1, "probability": 0.0625 }, { "A": [ 1, 1 ], "B": [ -1, -1 ], "selected": 0, "single": 1, "independent": -1, "sameData": 1, "probability": 0.0625 }, { "A": [ 1, 1 ], "B": [ -1, 1 ], "selected": 0, "single": 1, "independent": -1, "sameData": 1, "probability": 0.0625 }, { "A": [ 1, 1 ], "B": [ 1, -1 ], "selected": 0, "single": 1, "independent": 1, "sameData": 1, "probability": 0.0625 }, { "A": [ 1, 1 ], "B": [ 1, 1 ], "selected": 0, "single": 1, "independent": 1, "sameData": 1, "probability": 0.0625 } ], "single": 0.5, "independent": 0, "sameData": 0.5, "trueMaximum": 0, "scope": "16种独立符号的完整枚举，非采样；两动作真值均零，独立B评估时无偏，非Double Q普遍无偏定理。" }, "theory": { "kind": "harmonic", "sum": "发散", "squares": "收敛", "classicStepCondition": true, "scope": "步长合格仍需要噪声、稳定性与访问假设" } } }, { "key": "boundary", "data": { "version": 180, "parameters": { "gamma": 1, "steps": 120, "alphaKind": "harmonic", "coverage": "full", "noiseKind": "iid", "scale": 1, "seed": 20260912, "theta0": 0 }, "model": [ [ { "name": "采集", "reward": 1, "p": [ 1, 0 ] }, { "name": "远行", "reward": -2, "p": [ 0, 1 ] } ], [ { "name": "收获", "reward": 4, "p": [ 0.4, 0.6 ] }, { "name": "返回", "reward": 2, "p": [ 1, 0 ] } ] ], "rm": { "target": 2, "rows": [ { "k": 0, "theta": 0, "mean": 0, "variance": 0, "mse": 4, "alphaSum": 0, "squareSum": 0, "centeredAccumulation": 0, "update": null }, { "k": 1, "theta": 1, "mean": 2, "variance": 1, "mse": 1, "alphaSum": 1, "squareSum": 1, "centeredAccumulation": -1, "update": { "old": 0, "alpha": 1, "drift": 2, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 2725517660, "after": 179222419, "u": 0.041728471172973514 } } }, { "k": 2, "theta": 1, "mean": 2, "variance": 0.5, "mse": 0.5, "alphaSum": 1.5, "squareSum": 1.25, "centeredAccumulation": -1.5, "update": { "old": 1, "alpha": 0.5, "drift": 1, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 179222419, "after": 1472957981, "u": 0.34294975479133427 } } }, { "k": 3, "theta": 1.6666666666666665, "mean": 2, "variance": 0.33333333333333337, "mse": 0.33333333333333337, "alphaSum": 1.8333333333333333, "squareSum": 1.3611111111111112, "centeredAccumulation": -1.1666666666666667, "update": { "old": 1, "alpha": 0.3333333333333333, "drift": 1, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 1472957981, "after": 3876560441, "u": 0.9025820626411587 } } }, { "k": 4, "theta": 2, "mean": 2, "variance": 0.25, "mse": 0.25, "alphaSum": 2.083333333333333, "squareSum": 1.4236111111111112, "centeredAccumulation": -0.9166666666666667, "update": { "old": 1.6666666666666665, "alpha": 0.25, "drift": 0.3333333333333335, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 3876560441, "after": 2380152829, "u": 0.5541725151706487 } } }, { "k": 5, "theta": 1.8, "mean": 2, "variance": 0.20000000000000004, "mse": 0.20000000000000004, "alphaSum": 2.283333333333333, "squareSum": 1.4636111111111112, "centeredAccumulation": -1.1166666666666667, "update": { "old": 2, "alpha": 0.2, "drift": 0, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 2380152829, "after": 236382029, "u": 0.05503697996027768 } } }, { "k": 6, "theta": 2, "mean": 2, "variance": 0.16666666666666669, "mse": 0.16666666666666669, "alphaSum": 2.4499999999999997, "squareSum": 1.4913888888888889, "centeredAccumulation": -0.9500000000000001, "update": { "old": 1.8, "alpha": 0.16666666666666666, "drift": 0.19999999999999996, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 236382029, "after": 2367350898, "u": 0.5511918333359063 } } }, { "k": 7, "theta": 2.142857142857143, "mean": 2, "variance": 0.1428571428571429, "mse": 0.1428571428571429, "alphaSum": 2.5928571428571425, "squareSum": 1.511797052154195, "centeredAccumulation": -0.8071428571428572, "update": { "old": 2, "alpha": 0.14285714285714285, "drift": 0, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 2367350898, "after": 3532443512, "u": 0.8224610965698957 } } }, { "k": 8, "theta": 2, "mean": 2, "variance": 0.12500000000000006, "mse": 0.12500000000000006, "alphaSum": 2.7178571428571425, "squareSum": 1.527422052154195, "centeredAccumulation": -0.9321428571428572, "update": { "old": 2.142857142857143, "alpha": 0.125, "drift": -0.1428571428571428, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 3532443512, "after": 656323561, "u": 0.15281223715282977 } } }, { "k": 9, "theta": 2.111111111111111, "mean": 2, "variance": 0.11111111111111115, "mse": 0.11111111111111115, "alphaSum": 2.8289682539682537, "squareSum": 1.5397677311665408, "centeredAccumulation": -0.821031746031746, "update": { "old": 2, "alpha": 0.1111111111111111, "drift": 0, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 656323561, "after": 3709763672, "u": 0.8637466635555029 } } }, { "k": 10, "theta": 2.2, "mean": 2, "variance": 0.10000000000000003, "mse": 0.10000000000000003, "alphaSum": 2.9289682539682538, "squareSum": 1.5497677311665408, "centeredAccumulation": -0.721031746031746, "update": { "old": 2.111111111111111, "alpha": 0.1, "drift": -0.11111111111111116, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 3709763672, "after": 2946849938, "u": 0.6861169678159058 } } }, { "k": 11, "theta": 2.272727272727273, "mean": 2, "variance": 0.09090909090909093, "mse": 0.09090909090909093, "alphaSum": 3.0198773448773446, "squareSum": 1.558032193976458, "centeredAccumulation": -0.6301226551226551, "update": { "old": 2.2, "alpha": 0.09090909090909091, "drift": -0.20000000000000018, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 2946849938, "after": 2194984873, "u": 0.5110597407910973 } } }, { "k": 12, "theta": 2.166666666666667, "mean": 2, "variance": 0.08333333333333334, "mse": 0.08333333333333334, "alphaSum": 3.103210678210678, "squareSum": 1.5649766384209025, "centeredAccumulation": -0.7134559884559885, "update": { "old": 2.272727272727273, "alpha": 0.08333333333333333, "drift": -0.27272727272727293, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 2194984873, "after": 2132649241, "u": 0.49654609546996653 } } }, { "k": 13, "theta": 2.230769230769231, "mean": 2, "variance": 0.07692307692307694, "mse": 0.07692307692307694, "alphaSum": 3.180133755133755, "squareSum": 1.5708937981842162, "centeredAccumulation": -0.6365329115329115, "update": { "old": 2.166666666666667, "alpha": 0.07692307692307693, "drift": -0.16666666666666696, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 2132649241, "after": 3160602630, "u": 0.7358851446770132 } } }, { "k": 14, "theta": 2.2857142857142856, "mean": 2, "variance": 0.07142857142857145, "mse": 0.07142857142857145, "alphaSum": 3.251562326562327, "squareSum": 1.5759958390005426, "centeredAccumulation": -0.5651043401043401, "update": { "old": 2.230769230769231, "alpha": 0.07142857142857142, "drift": -0.23076923076923084, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 3160602630, "after": 2401992535, "u": 0.55925746797584 } } }, { "k": 15, "theta": 2.333333333333333, "mean": 2, "variance": 0.0666666666666667, "mse": 0.0666666666666667, "alphaSum": 3.3182289932289937, "squareSum": 1.580440283444987, "centeredAccumulation": -0.4984376734376734, "update": { "old": 2.2857142857142856, "alpha": 0.06666666666666667, "drift": -0.2857142857142856, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 2401992535, "after": 4177267159, "u": 0.9725958013441414 } } }, { "k": 16, "theta": 2.2499999999999996, "mean": 2, "variance": 0.06250000000000003, "mse": 0.06250000000000003, "alphaSum": 3.3807289932289937, "squareSum": 1.584346533444987, "centeredAccumulation": -0.5609376734376734, "update": { "old": 2.333333333333333, "alpha": 0.0625, "drift": -0.33333333333333304, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 4177267159, "after": 1092383668, "u": 0.254340392537415 } } }, { "k": 17, "theta": 2.1764705882352935, "mean": 2, "variance": 0.05882352941176473, "mse": 0.05882352941176473, "alphaSum": 3.439552522640758, "squareSum": 1.587806741057444, "centeredAccumulation": -0.6197612028494381, "update": { "old": 2.2499999999999996, "alpha": 0.058823529411764705, "drift": -0.24999999999999956, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 1092383668, "after": 574100513, "u": 0.13366819196380675 } } }, { "k": 18, "theta": 2.1111111111111107, "mean": 2, "variance": 0.05555555555555558, "mse": 0.05555555555555558, "alphaSum": 3.4951080781963135, "squareSum": 1.5908931608105303, "centeredAccumulation": -0.6753167584049937, "update": { "old": 2.1764705882352935, "alpha": 0.05555555555555555, "drift": -0.1764705882352935, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 574100513, "after": 926460831, "u": 0.21570847160182893 } } }, { "k": 19, "theta": 2.052631578947368, "mean": 2, "variance": 0.05263157894736845, "mse": 0.05263157894736845, "alphaSum": 3.547739657143682, "squareSum": 1.5936632439130234, "centeredAccumulation": -0.7279483373523621, "update": { "old": 2.1111111111111107, "alpha": 0.05263157894736842, "drift": -0.11111111111111072, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 926460831, "after": 1797262842, "u": 0.418457864318043 } } }, { "k": 20, "theta": 1.9999999999999998, "mean": 2, "variance": 0.05000000000000003, "mse": 0.05000000000000003, "alphaSum": 3.597739657143682, "squareSum": 1.5961632439130233, "centeredAccumulation": -0.7779483373523621, "update": { "old": 2.052631578947368, "alpha": 0.05, "drift": -0.05263157894736814, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 1797262842, "after": 963669525, "u": 0.2243717957753688 } } }, { "k": 21, "theta": 2.0476190476190474, "mean": 2, "variance": 0.047619047619047644, "mse": 0.047619047619047644, "alphaSum": 3.6453587047627294, "squareSum": 1.5984308176091684, "centeredAccumulation": -0.7303292897333145, "update": { "old": 1.9999999999999998, "alpha": 0.047619047619047616, "drift": 2.220446049250313e-16, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 963669525, "after": 2733137356, "u": 0.6363581297919154 } } }, { "k": 22, "theta": 2.090909090909091, "mean": 2, "variance": 0.045454545454545484, "mse": 0.045454545454545484, "alphaSum": 3.690813250217275, "squareSum": 1.6004969333116477, "centeredAccumulation": -0.684874744278769, "update": { "old": 2.0476190476190474, "alpha": 0.045454545454545456, "drift": -0.04761904761904745, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 2733137356, "after": 2204149220, "u": 0.5131934816017747 } } }, { "k": 23, "theta": 2.043478260869565, "mean": 2, "variance": 0.043478260869565244, "mse": 0.043478260869565244, "alphaSum": 3.73429151108684, "squareSum": 1.6023872924798896, "centeredAccumulation": -0.7283530051483342, "update": { "old": 2.090909090909091, "alpha": 0.043478260869565216, "drift": -0.09090909090909083, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 2204149220, "after": 1817292618, "u": 0.4231214099563658 } } }, { "k": 24, "theta": 1.9999999999999998, "mean": 2, "variance": 0.0416666666666667, "mse": 0.0416666666666667, "alphaSum": 3.7759581777535067, "squareSum": 1.6041234035910008, "centeredAccumulation": -0.7700196718150009, "update": { "old": 2.043478260869565, "alpha": 0.041666666666666664, "drift": -0.043478260869564966, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 1817292618, "after": 1856024918, "u": 0.4321394762955606 } } }, { "k": 25, "theta": 1.9599999999999997, "mean": 2, "variance": 0.04000000000000003, "mse": 0.04000000000000003, "alphaSum": 3.8159581777535068, "squareSum": 1.6057234035910009, "centeredAccumulation": -0.8100196718150009, "update": { "old": 1.9999999999999998, "alpha": 0.04, "drift": 2.220446049250313e-16, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 1856024918, "after": 1774448499, "u": 0.41314598615281284 } } }, { "k": 26, "theta": 1.9999999999999998, "mean": 2, "variance": 0.03846153846153849, "mse": 0.03846153846153849, "alphaSum": 3.854419716215045, "squareSum": 1.6072026935318293, "centeredAccumulation": -0.7715581333534625, "update": { "old": 1.9599999999999997, "alpha": 0.038461538461538464, "drift": 0.04000000000000026, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 1774448499, "after": 2442996165, "u": 0.5688043695408851 } } }, { "k": 27, "theta": 2.0370370370370368, "mean": 2, "variance": 0.03703703703703706, "mse": 0.03703703703703706, "alphaSum": 3.8914567532520823, "squareSum": 1.6085744356443121, "centeredAccumulation": -0.7345210963164255, "update": { "old": 1.9999999999999998, "alpha": 0.037037037037037035, "drift": 2.220446049250313e-16, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 2442996165, "after": 2685919607, "u": 0.6253643909003586 } } }, { "k": 28, "theta": 2.071428571428571, "mean": 2, "variance": 0.03571428571428574, "mse": 0.03571428571428574, "alphaSum": 3.927171038966368, "squareSum": 1.6098499458483937, "centeredAccumulation": -0.6988068106021398, "update": { "old": 2.0370370370370368, "alpha": 0.03571428571428571, "drift": -0.03703703703703676, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 2685919607, "after": 3676094987, "u": 0.8559075619559735 } } }, { "k": 29, "theta": 2.0344827586206895, "mean": 2, "variance": 0.03448275862068968, "mse": 0.03448275862068968, "alphaSum": 3.9616537975870574, "squareSum": 1.6110390064904865, "centeredAccumulation": -0.7332895692228294, "update": { "old": 2.071428571428571, "alpha": 0.034482758620689655, "drift": -0.07142857142857117, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 3676094987, "after": 686683909, "u": 0.15988105651922524 } } }, { "k": 30, "theta": 1.9999999999999998, "mean": 2, "variance": 0.03333333333333336, "mse": 0.03333333333333336, "alphaSum": 3.9949871309203906, "squareSum": 1.6121501176015975, "centeredAccumulation": -0.7666229025561627, "update": { "old": 2.0344827586206895, "alpha": 0.03333333333333333, "drift": -0.0344827586206895, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 686683909, "after": 1471061091, "u": 0.3425081006716937 } } }, { "k": 31, "theta": 1.9677419354838708, "mean": 2, "variance": 0.03225806451612906, "mse": 0.03225806451612906, "alphaSum": 4.02724519543652, "squareSum": 1.6131907003279242, "centeredAccumulation": -0.7988809670722917, "update": { "old": 1.9999999999999998, "alpha": 0.03225806451612903, "drift": 2.220446049250313e-16, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 1471061091, "after": 7696434, "u": 0.0017919656820595264 } } }, { "k": 32, "theta": 1.9374999999999998, "mean": 2, "variance": 0.03125000000000003, "mse": 0.03125000000000003, "alphaSum": 4.05849519543652, "squareSum": 1.6141672628279242, "centeredAccumulation": -0.8301309670722917, "update": { "old": 1.9677419354838708, "alpha": 0.03125, "drift": 0.032258064516129226, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 7696434, "after": 1612678763, "u": 0.3754810343962163 } } }, { "k": 33, "theta": 1.9696969696969695, "mean": 2, "variance": 0.030303030303030335, "mse": 0.030303030303030335, "alphaSum": 4.08879822573955, "squareSum": 1.6150855364734706, "centeredAccumulation": -0.7998279367692614, "update": { "old": 1.9374999999999998, "alpha": 0.030303030303030304, "drift": 0.06250000000000022, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 1612678763, "after": 2324131394, "u": 0.5411290084011853 } } }, { "k": 34, "theta": 1.9999999999999998, "mean": 2, "variance": 0.02941176470588238, "mse": 0.02941176470588238, "alphaSum": 4.118209990445433, "squareSum": 1.6159505883765848, "centeredAccumulation": -0.7704161720633791, "update": { "old": 1.9696969696969695, "alpha": 0.029411764705882353, "drift": 0.030303030303030498, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 2324131394, "after": 2393678149, "u": 0.5573216241318733 } } }, { "k": 35, "theta": 1.9714285714285713, "mean": 2, "variance": 0.028571428571428595, "mse": 0.028571428571428595, "alphaSum": 4.146781419016861, "squareSum": 1.616766914907197, "centeredAccumulation": -0.7989876006348077, "update": { "old": 1.9999999999999998, "alpha": 0.02857142857142857, "drift": 2.220446049250313e-16, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 2393678149, "after": 1241877735, "u": 0.28914719237945974 } } }, { "k": 36, "theta": 1.9999999999999998, "mean": 2, "variance": 0.027777777777777797, "mse": 0.027777777777777797, "alphaSum": 4.174559196794639, "squareSum": 1.6175385198454686, "centeredAccumulation": -0.7712098228570299, "update": { "old": 1.9714285714285713, "alpha": 0.027777777777777776, "drift": 0.028571428571428692, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 1241877735, "after": 2293969995, "u": 0.5341065104585141 } } }, { "k": 37, "theta": 1.9729729729729728, "mean": 2, "variance": 0.027027027027027046, "mse": 0.027027027027027046, "alphaSum": 4.201586223821666, "squareSum": 1.6182689800353882, "centeredAccumulation": -0.7982368498840569, "update": { "old": 1.9999999999999998, "alpha": 0.02702702702702703, "drift": 2.220446049250313e-16, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 2293969995, "after": 678840594, "u": 0.1580548924393952 } } }, { "k": 38, "theta": 1.9999999999999998, "mean": 2, "variance": 0.026315789473684233, "mse": 0.026315789473684233, "alphaSum": 4.22790201329535, "squareSum": 1.6189615008110114, "centeredAccumulation": -0.7719210604103727, "update": { "old": 1.9729729729729728, "alpha": 0.02631578947368421, "drift": 0.027027027027027195, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 678840594, "after": 3420147384, "u": 0.7963151168078184 } } }, { "k": 39, "theta": 2.0256410256410255, "mean": 2, "variance": 0.02564102564102566, "mse": 0.02564102564102566, "alphaSum": 4.2535430389363755, "squareSum": 1.619618963006935, "centeredAccumulation": -0.746280034769347, "update": { "old": 1.9999999999999998, "alpha": 0.02564102564102564, "drift": 2.220446049250313e-16, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 3420147384, "after": 3817859198, "u": 0.8889146144501865 } } }, { "k": 40, "theta": 2.05, "mean": 2, "variance": 0.02500000000000002, "mse": 0.02500000000000002, "alphaSum": 4.278543038936376, "squareSum": 1.6202439630069352, "centeredAccumulation": -0.721280034769347, "update": { "old": 2.0256410256410255, "alpha": 0.025, "drift": -0.02564102564102555, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 3817859198, "after": 3464806654, "u": 0.8067131633870304 } } }, { "k": 41, "theta": 2.0731707317073167, "mean": 2, "variance": 0.02439024390243904, "mse": 0.02439024390243904, "alphaSum": 4.302933282838815, "squareSum": 1.6208388470045556, "centeredAccumulation": -0.6968897908669079, "update": { "old": 2.05, "alpha": 0.024390243902439025, "drift": -0.04999999999999982, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 3464806654, "after": 2248039891, "u": 0.5234125747811049 } } }, { "k": 42, "theta": 2.095238095238095, "mean": 2, "variance": 0.023809523809523822, "mse": 0.023809523809523822, "alphaSum": 4.326742806648339, "squareSum": 1.621405740428592, "centeredAccumulation": -0.6730802670573841, "update": { "old": 2.0731707317073167, "alpha": 0.023809523809523808, "drift": -0.0731707317073167, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 2248039891, "after": 2261206225, "u": 0.5264781008008868 } } }, { "k": 43, "theta": 2.1162790697674416, "mean": 2, "variance": 0.023255813953488382, "mse": 0.023255813953488382, "alphaSum": 4.349998620601827, "squareSum": 1.6219465733112313, "centeredAccumulation": -0.6498244531038957, "update": { "old": 2.095238095238095, "alpha": 0.023255813953488372, "drift": -0.0952380952380949, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 2261206225, "after": 2784439327, "u": 0.6483028007205576 } } }, { "k": 44, "theta": 2.090909090909091, "mean": 2, "variance": 0.022727272727272735, "mse": 0.022727272727272735, "alphaSum": 4.3727258933290996, "squareSum": 1.6224631022368512, "centeredAccumulation": -0.6725517258311684, "update": { "old": 2.1162790697674416, "alpha": 0.022727272727272728, "drift": -0.11627906976744162, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 2784439327, "after": 1323919493, "u": 0.30824902770109475 } } }, { "k": 45, "theta": 2.0666666666666664, "mean": 2, "variance": 0.02222222222222223, "mse": 0.02222222222222223, "alphaSum": 4.394948115551322, "squareSum": 1.622956929397345, "centeredAccumulation": -0.6947739480533907, "update": { "old": 2.090909090909091, "alpha": 0.022222222222222223, "drift": -0.09090909090909083, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 1323919493, "after": 482793049, "u": 0.11240901635028422 } } }, { "k": 46, "theta": 2.043478260869565, "mean": 2, "variance": 0.021739130434782615, "mse": 0.021739130434782615, "alphaSum": 4.416687245986104, "squareSum": 1.6234295191894055, "centeredAccumulation": -0.7165130784881732, "update": { "old": 2.0666666666666664, "alpha": 0.021739130434782608, "drift": -0.06666666666666643, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 482793049, "after": 129973951, "u": 0.030261918669566512 } } }, { "k": 47, "theta": 2.063829787234042, "mean": 2, "variance": 0.021276595744680854, "mse": 0.021276595744680854, "alphaSum": 4.4379638417307845, "squareSum": 1.623882212715888, "centeredAccumulation": -0.6952364827434924, "update": { "old": 2.043478260869565, "alpha": 0.02127659574468085, "drift": -0.043478260869564966, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 129973951, "after": 3984424939, "u": 0.9276962231379002 } } }, { "k": 48, "theta": 2.041666666666666, "mean": 2, "variance": 0.020833333333333332, "mse": 0.020833333333333332, "alphaSum": 4.4587971750641175, "squareSum": 1.6243162404936657, "centeredAccumulation": -0.7160698160768257, "update": { "old": 2.063829787234042, "alpha": 0.020833333333333332, "drift": -0.06382978723404209, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 3984424939, "after": 310897611, "u": 0.07238649087958038 } } }, { "k": 49, "theta": 2.0204081632653055, "mean": 2, "variance": 0.02040816326530612, "mse": 0.02040816326530612, "alphaSum": 4.4792053383294235, "squareSum": 1.6247327336215291, "centeredAccumulation": -0.7364779793421319, "update": { "old": 2.041666666666666, "alpha": 0.02040816326530612, "drift": -0.041666666666666075, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 310897611, "after": 270629556, "u": 0.06301085371524096 } } }, { "k": 50, "theta": 2.039999999999999, "mean": 2, "variance": 0.019999999999999997, "mse": 0.019999999999999997, "alphaSum": 4.499205338329423, "squareSum": 1.625132733621529, "centeredAccumulation": -0.7164779793421319, "update": { "old": 2.0204081632653055, "alpha": 0.02, "drift": -0.02040816326530548, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 270629556, "after": 3515565295, "u": 0.8185313304420561 } } }, { "k": 51, "theta": 2.058823529411764, "mean": 2, "variance": 0.019607843137254898, "mse": 0.019607843137254898, "alphaSum": 4.518813181466678, "squareSum": 1.6255172011340242, "centeredAccumulation": -0.6968701362048769, "update": { "old": 2.039999999999999, "alpha": 0.0196078431372549, "drift": -0.03999999999999915, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 3515565295, "after": 2613703908, "u": 0.6085503632202744 } } }, { "k": 52, "theta": 2.038461538461538, "mean": 2, "variance": 0.019230769230769225, "mse": 0.019230769230769225, "alphaSum": 4.538043950697447, "squareSum": 1.6258870236192313, "centeredAccumulation": -0.7161009054356462, "update": { "old": 2.058823529411764, "alpha": 0.019230769230769232, "drift": -0.05882352941176405, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 2613703908, "after": 267513742, "u": 0.06228539673611522 } } }, { "k": 53, "theta": 2.018867924528301, "mean": 2, "variance": 0.01886792452830188, "mse": 0.01886792452830188, "alphaSum": 4.556911875225749, "squareSum": 1.626243022195237, "centeredAccumulation": -0.7349688299639481, "update": { "old": 2.038461538461538, "alpha": 0.018867924528301886, "drift": -0.03846153846153788, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 267513742, "after": 1913055054, "u": 0.4454178395681083 } } }, { "k": 54, "theta": 1.9999999999999993, "mean": 2, "variance": 0.01851851851851851, "mse": 0.01851851851851851, "alphaSum": 4.575430393744267, "squareSum": 1.626585957723358, "centeredAccumulation": -0.7534873484824666, "update": { "old": 2.018867924528301, "alpha": 0.018518518518518517, "drift": -0.018867924528301216, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 1913055054, "after": 1929475865, "u": 0.44924110756255686 } } }, { "k": 55, "theta": 2.0181818181818176, "mean": 2, "variance": 0.018181818181818174, "mse": 0.018181818181818174, "alphaSum": 4.593612211926086, "squareSum": 1.6269165362357545, "centeredAccumulation": -0.7353055303006484, "update": { "old": 1.9999999999999993, "alpha": 0.01818181818181818, "drift": 6.661338147750939e-16, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 1929475865, "after": 3786228968, "u": 0.8815501276403666 } } }, { "k": 56, "theta": 1.9999999999999996, "mean": 2, "variance": 0.01785714285714285, "mse": 0.01785714285714285, "alphaSum": 4.611469354783229, "squareSum": 1.6272354137867748, "centeredAccumulation": -0.7531626731577913, "update": { "old": 2.0181818181818176, "alpha": 0.017857142857142856, "drift": -0.018181818181817633, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 3786228968, "after": 1866231408, "u": 0.4345158599317074 } } }, { "k": 57, "theta": 2.0175438596491224, "mean": 2, "variance": 0.0175438596491228, "mse": 0.0175438596491228, "alphaSum": 4.6290132144323515, "squareSum": 1.627543200798163, "centeredAccumulation": -0.7356188135086685, "update": { "old": 1.9999999999999996, "alpha": 0.017543859649122806, "drift": 4.440892098500626e-16, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 1866231408, "after": 3165781545, "u": 0.7370909547898918 } } }, { "k": 58, "theta": 2.034482758620689, "mean": 2, "variance": 0.017241379310344817, "mse": 0.017241379310344817, "alphaSum": 4.646254593742697, "squareSum": 1.627840465958686, "centeredAccumulation": -0.7183774341983237, "update": { "old": 2.0175438596491224, "alpha": 0.017241379310344827, "drift": -0.017543859649122417, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 3165781545, "after": 3991367155, "u": 0.9293125837575644 } } }, { "k": 59, "theta": 2.0169491525423724, "mean": 2, "variance": 0.01694915254237287, "mse": 0.01694915254237287, "alphaSum": 4.6632037462850695, "squareSum": 1.6281277397305907, "centeredAccumulation": -0.7353265867406965, "update": { "old": 2.034482758620689, "alpha": 0.01694915254237288, "drift": -0.03448275862068906, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 3991367155, "after": 192460351, "u": 0.04481066740117967 } } }, { "k": 60, "theta": 2.0333333333333328, "mean": 2, "variance": 0.016666666666666653, "mse": 0.016666666666666653, "alphaSum": 4.679870412951736, "squareSum": 1.6284055175083685, "centeredAccumulation": -0.7186599200740298, "update": { "old": 2.0169491525423724, "alpha": 0.016666666666666666, "drift": -0.016949152542372392, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 192460351, "after": 2857649376, "u": 0.6653483435511589 } } }, { "k": 61, "theta": 2.01639344262295, "mean": 2, "variance": 0.016393442622950807, "mse": 0.016393442622950807, "alphaSum": 4.696263855574687, "squareSum": 1.6286742624694004, "centeredAccumulation": -0.7350533626969806, "update": { "old": 2.0333333333333328, "alpha": 0.01639344262295082, "drift": -0.03333333333333277, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 2857649376, "after": 2076370180, "u": 0.48344260547310114 } } }, { "k": 62, "theta": 2.0322580645161286, "mean": 2, "variance": 0.016129032258064505, "mse": 0.016129032258064505, "alphaSum": 4.712392887832752, "squareSum": 1.628934408150982, "centeredAccumulation": -0.7189243304389161, "update": { "old": 2.01639344262295, "alpha": 0.016129032258064516, "drift": -0.016393442622950172, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 2076370180, "after": 3408699413, "u": 0.7936496783513576 } } }, { "k": 63, "theta": 2.047619047619047, "mean": 2, "variance": 0.015873015873015865, "mse": 0.015873015873015865, "alphaSum": 4.7282659037057675, "squareSum": 1.629186360783887, "centeredAccumulation": -0.7030513145659003, "update": { "old": 2.0322580645161286, "alpha": 0.015873015873015872, "drift": -0.03225806451612856, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 3408699413, "after": 3136020418, "u": 0.7301616524346173 } } }, { "k": 64, "theta": 2.0624999999999996, "mean": 2, "variance": 0.015624999999999993, "mse": 0.015624999999999993, "alphaSum": 4.7438909037057675, "squareSum": 1.629430501408887, "centeredAccumulation": -0.6874263145659003, "update": { "old": 2.047619047619047, "alpha": 0.015625, "drift": -0.047619047619047006, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 3136020418, "after": 3815511595, "u": 0.8883680205326527 } } }, { "k": 65, "theta": 2.0461538461538455, "mean": 2, "variance": 0.015384615384615379, "mse": 0.015384615384615379, "alphaSum": 4.759275519090383, "squareSum": 1.6296671877994195, "centeredAccumulation": -0.7028109299505156, "update": { "old": 2.0624999999999996, "alpha": 0.015384615384615385, "drift": -0.062499999999999556, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 3815511595, "after": 1417779487, "u": 0.3301025105174631 } } }, { "k": 66, "theta": 2.06060606060606, "mean": 2, "variance": 0.015151515151515145, "mse": 0.015151515151515145, "alphaSum": 4.774427034241898, "squareSum": 1.6298967562108062, "centeredAccumulation": -0.6876594147990005, "update": { "old": 2.0461538461538455, "alpha": 0.015151515151515152, "drift": -0.046153846153845546, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 1417779487, "after": 2481656590, "u": 0.5778057011775672 } } }, { "k": 67, "theta": 2.0746268656716413, "mean": 2, "variance": 0.01492537313432835, "mse": 0.01492537313432835, "alphaSum": 4.789352407376227, "squareSum": 1.630119522974005, "centeredAccumulation": -0.6727340416646721, "update": { "old": 2.06060606060606, "alpha": 0.014925373134328358, "drift": -0.06060606060606011, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 2481656590, "after": 3235893931, "u": 0.7534152667503804 } } }, { "k": 68, "theta": 2.058823529411764, "mean": 2, "variance": 0.01470588235294117, "mse": 0.01470588235294117, "alphaSum": 4.804058289729168, "squareSum": 1.6303357859497836, "centeredAccumulation": -0.6874399240176132, "update": { "old": 2.0746268656716413, "alpha": 0.014705882352941176, "drift": -0.07462686567164134, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 3235893931, "after": 1809797678, "u": 0.4213763582520187 } } }, { "k": 69, "theta": 2.0724637681159415, "mean": 2, "variance": 0.014492753623188399, "mse": 0.014492753623188399, "alphaSum": 4.818551043352357, "squareSum": 1.630545825857366, "centeredAccumulation": -0.6729471703944249, "update": { "old": 2.058823529411764, "alpha": 0.014492753623188406, "drift": -0.05882352941176405, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 1809797678, "after": 2998963843, "u": 0.6982506818603724 } } }, { "k": 70, "theta": 2.085714285714285, "mean": 2, "variance": 0.014285714285714282, "mse": 0.014285714285714282, "alphaSum": 4.832836757638071, "squareSum": 1.630749907490019, "centeredAccumulation": -0.6586614561087106, "update": { "old": 2.0724637681159415, "alpha": 0.014285714285714285, "drift": -0.07246376811594146, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 2998963843, "after": 3238485611, "u": 0.7540186892729253 } } }, { "k": 71, "theta": 2.070422535211267, "mean": 2, "variance": 0.014084507042253518, "mse": 0.014084507042253518, "alphaSum": 4.846921264680325, "squareSum": 1.6309482808286422, "centeredAccumulation": -0.6727459631509641, "update": { "old": 2.085714285714285, "alpha": 0.014084507042253521, "drift": -0.08571428571428497, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 3238485611, "after": 1938770638, "u": 0.45140521554276347 } } }, { "k": 72, "theta": 2.0833333333333326, "mean": 2, "variance": 0.013888888888888888, "mse": 0.013888888888888888, "alphaSum": 4.860810153569214, "squareSum": 1.63114118206321, "centeredAccumulation": -0.6588570742620753, "update": { "old": 2.070422535211267, "alpha": 0.013888888888888888, "drift": -0.07042253521126707, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 1938770638, "after": 3222156037, "u": 0.7502166640479118 } } }, { "k": 73, "theta": 2.095890410958903, "mean": 2, "variance": 0.013698630136986299, "mse": 0.013698630136986299, "alphaSum": 4.8745087837062, "squareSum": 1.6313288345308399, "centeredAccumulation": -0.645158444125089, "update": { "old": 2.0833333333333326, "alpha": 0.0136986301369863, "drift": -0.0833333333333326, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 3222156037, "after": 3418134130, "u": 0.7958463695831597 } } }, { "k": 74, "theta": 2.0810810810810803, "mean": 2, "variance": 0.013513513513513513, "mse": 0.013513513513513513, "alphaSum": 4.888022297219713, "squareSum": 1.6315114495783198, "centeredAccumulation": -0.6586719576386025, "update": { "old": 2.095890410958903, "alpha": 0.013513513513513514, "drift": -0.09589041095890316, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 3418134130, "after": 1999479723, "u": 0.46554015087895095 } } }, { "k": 75, "theta": 2.0933333333333324, "mean": 2, "variance": 0.013333333333333334, "mse": 0.013333333333333334, "alphaSum": 4.901355630553047, "squareSum": 1.6316892273560977, "centeredAccumulation": -0.6453386243052692, "update": { "old": 2.0810810810810803, "alpha": 0.013333333333333334, "drift": -0.08108108108108025, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 1999479723, "after": 2823611111, "u": 0.6574231924023479 } } }, { "k": 76, "theta": 2.105263157894736, "mean": 2, "variance": 0.013157894736842106, "mse": 0.013157894736842106, "alphaSum": 4.914513525289889, "squareSum": 1.6318623575500035, "centeredAccumulation": -0.6321807295684271, "update": { "old": 2.0933333333333324, "alpha": 0.013157894736842105, "drift": -0.09333333333333238, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 2823611111, "after": 3054699791, "u": 0.711227718507871 } } }, { "k": 77, "theta": 2.09090909090909, "mean": 2, "variance": 0.012987012987012988, "mse": 0.012987012987012988, "alphaSum": 4.927500538276902, "squareSum": 1.6320310200563284, "centeredAccumulation": -0.6451677425554401, "update": { "old": 2.105263157894736, "alpha": 0.012987012987012988, "drift": -0.10526315789473584, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 3054699791, "after": 14894230, "u": 0.0034678331576287746 } } }, { "k": 78, "theta": 2.0769230769230758, "mean": 2, "variance": 0.012820512820512822, "mse": 0.012820512820512822, "alphaSum": 4.940321051097415, "squareSum": 1.6321953856053093, "centeredAccumulation": -0.6579882553759528, "update": { "old": 2.09090909090909, "alpha": 0.01282051282051282, "drift": -0.09090909090908994, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 14894230, "after": 1715971438, "u": 0.39953073440119624 } } }, { "k": 79, "theta": 2.0886075949367076, "mean": 2, "variance": 0.012658227848101269, "mse": 0.012658227848101269, "alphaSum": 4.9529792789455165, "squareSum": 1.6323556163375637, "centeredAccumulation": -0.6453300275278516, "update": { "old": 2.0769230769230758, "alpha": 0.012658227848101266, "drift": -0.07692307692307576, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 1715971438, "after": 3484397435, "u": 0.8112744975369424 } } }, { "k": 80, "theta": 2.074999999999999, "mean": 2, "variance": 0.012500000000000004, "mse": 0.012500000000000004, "alphaSum": 4.965479278945517, "squareSum": 1.6325118663375637, "centeredAccumulation": -0.6578300275278516, "update": { "old": 2.0886075949367076, "alpha": 0.0125, "drift": -0.08860759493670756, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 3484397435, "after": 1918540091, "u": 0.4466949242632836 } } }, { "k": 81, "theta": 2.0617283950617273, "mean": 2, "variance": 0.012345679012345682, "mse": 0.012345679012345682, "alphaSum": 4.977824957957862, "squareSum": 1.6326642821278397, "centeredAccumulation": -0.6701757065401972, "update": { "old": 2.074999999999999, "alpha": 0.012345679012345678, "drift": -0.07499999999999885, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 1918540091, "after": 247519525, "u": 0.057630130322650075 } } }, { "k": 82, "theta": 2.0731707317073162, "mean": 2, "variance": 0.012195121951219514, "mse": 0.012195121951219514, "alphaSum": 4.9900200799090815, "squareSum": 1.6328130031272448, "centeredAccumulation": -0.6579805845889777, "update": { "old": 2.0617283950617273, "alpha": 0.012195121951219513, "drift": -0.06172839506172734, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 247519525, "after": 2842298679, "u": 0.6617742308881134 } } }, { "k": 83, "theta": 2.0843373493975896, "mean": 2, "variance": 0.012048192771084338, "mse": 0.012048192771084338, "alphaSum": 5.002068272680166, "squareSum": 1.632958162076294, "centeredAccumulation": -0.6459323918178933, "update": { "old": 2.0731707317073162, "alpha": 0.012048192771084338, "drift": -0.07317073170731625, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 2842298679, "after": 3789504305, "u": 0.8823127264622599 } } }, { "k": 84, "theta": 2.0952380952380945, "mean": 2, "variance": 0.011904761904761908, "mse": 0.011904761904761908, "alphaSum": 5.013973034584928, "squareSum": 1.6330998854323031, "centeredAccumulation": -0.6340276299131314, "update": { "old": 2.0843373493975896, "alpha": 0.011904761904761904, "drift": -0.08433734939758963, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 3789504305, "after": 3239745933, "u": 0.7543121308553964 } } }, { "k": 85, "theta": 2.1058823529411757, "mean": 2, "variance": 0.011764705882352944, "mse": 0.011764705882352944, "alphaSum": 5.025737740467281, "squareSum": 1.6332382937368013, "centeredAccumulation": -0.6222629240307785, "update": { "old": 2.0952380952380945, "alpha": 0.011764705882352941, "drift": -0.09523809523809446, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 3239745933, "after": 3611648920, "u": 0.8409025426954031 } } }, { "k": 86, "theta": 2.0930232558139528, "mean": 2, "variance": 0.01162790697674419, "mse": 0.01162790697674419, "alphaSum": 5.037365647444025, "squareSum": 1.6333735019574611, "centeredAccumulation": -0.6338908310075227, "update": { "old": 2.1058823529411757, "alpha": 0.011627906976744186, "drift": -0.10588235294117565, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 3611648920, "after": 503160419, "u": 0.11715116421692073 } } }, { "k": 87, "theta": 2.080459770114942, "mean": 2, "variance": 0.011494252873563222, "mse": 0.011494252873563222, "alphaSum": 5.048859900317588, "squareSum": 1.6335056198065825, "centeredAccumulation": -0.645385083881086, "update": { "old": 2.0930232558139528, "alpha": 0.011494252873563218, "drift": -0.09302325581395277, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 503160419, "after": 1745126939, "u": 0.4063190284650773 } } }, { "k": 88, "theta": 2.0909090909090904, "mean": 2, "variance": 0.011363636363636367, "mse": 0.011363636363636367, "alphaSum": 5.0602235366812245, "squareSum": 1.6336347520379875, "centeredAccumulation": -0.6340214475174496, "update": { "old": 2.080459770114942, "alpha": 0.011363636363636364, "drift": -0.08045977011494188, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 1745126939, "after": 3761558904, "u": 0.8758061807602644 } } }, { "k": 89, "theta": 2.078651685393258, "mean": 2, "variance": 0.011235955056179778, "mse": 0.011235955056179778, "alphaSum": 5.0714594917374045, "squareSum": 1.633760998724012, "centeredAccumulation": -0.6452574025736294, "update": { "old": 2.0909090909090904, "alpha": 0.011235955056179775, "drift": -0.09090909090909038, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 3761558904, "after": 703000213, "u": 0.16367999208159745 } } }, { "k": 90, "theta": 2.066666666666666, "mean": 2, "variance": 0.011111111111111115, "mse": 0.011111111111111115, "alphaSum": 5.082570602848516, "squareSum": 1.6338844555141354, "centeredAccumulation": -0.6563685136847405, "update": { "old": 2.078651685393258, "alpha": 0.011111111111111112, "drift": -0.07865168539325795, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 703000213, "after": 1924310383, "u": 0.4480384250637144 } } }, { "k": 91, "theta": 2.076923076923076, "mean": 2, "variance": 0.010989010989010993, "mse": 0.010989010989010993, "alphaSum": 5.0935596138375265, "squareSum": 1.634005213876652, "centeredAccumulation": -0.6453795026957295, "update": { "old": 2.066666666666666, "alpha": 0.01098901098901099, "drift": -0.06666666666666599, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 1924310383, "after": 3858078304, "u": 0.8982788547873497 } } }, { "k": 92, "theta": 2.08695652173913, "mean": 2, "variance": 0.010869565217391306, "mse": 0.010869565217391306, "alphaSum": 5.104429179054918, "squareSum": 1.6341233613246673, "centeredAccumulation": -0.6345099374783382, "update": { "old": 2.076923076923076, "alpha": 0.010869565217391304, "drift": -0.0769230769230762, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 3858078304, "after": 2173671100, "u": 0.5060972413048148 } } }, { "k": 93, "theta": 2.0752688172043006, "mean": 2, "variance": 0.010752688172043013, "mse": 0.010752688172043013, "alphaSum": 5.115181867226961, "squareSum": 1.6342389816275924, "centeredAccumulation": -0.6452626256503812, "update": { "old": 2.08695652173913, "alpha": 0.010752688172043012, "drift": -0.08695652173912993, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 2173671100, "after": 408800528, "u": 0.09518129006028175 } } }, { "k": 94, "theta": 2.085106382978723, "mean": 2, "variance": 0.010638297872340429, "mse": 0.010638297872340429, "alphaSum": 5.125820165099301, "squareSum": 1.634352155009213, "centeredAccumulation": -0.6346243277780408, "update": { "old": 2.0752688172043006, "alpha": 0.010638297872340425, "drift": -0.07526881720430056, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 408800528, "after": 2651594767, "u": 0.6173725163098425 } } }, { "k": 95, "theta": 2.0736842105263156, "mean": 2, "variance": 0.010526315789473686, "mse": 0.010526315789473686, "alphaSum": 5.136346480888775, "squareSum": 1.6344629583333128, "centeredAccumulation": -0.6451506435675145, "update": { "old": 2.085106382978723, "alpha": 0.010526315789473684, "drift": -0.08510638297872308, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 2651594767, "after": 1538550825, "u": 0.35822177887894213 } } }, { "k": 96, "theta": 2.0625, "mean": 2, "variance": 0.010416666666666668, "mse": 0.010416666666666668, "alphaSum": 5.146763147555442, "squareSum": 1.6345714652777572, "centeredAccumulation": -0.6555673102341811, "update": { "old": 2.0736842105263156, "alpha": 0.010416666666666666, "drift": -0.07368421052631557, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 1538550825, "after": 269861137, "u": 0.06283194222487509 } } }, { "k": 97, "theta": 2.0721649484536084, "mean": 2, "variance": 0.010309278350515465, "mse": 0.010309278350515465, "alphaSum": 5.157072425905957, "squareSum": 1.6346777464978657, "centeredAccumulation": -0.6452580318836657, "update": { "old": 2.0625, "alpha": 0.010309278350515464, "drift": -0.0625, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 269861137, "after": 2931889226, "u": 0.6826336556114256 } } }, { "k": 98, "theta": 2.0612244897959187, "mean": 2, "variance": 0.010204081632653062, "mse": 0.010204081632653062, "alphaSum": 5.1672765075386105, "squareSum": 1.6347818697798315, "centeredAccumulation": -0.6554621135163188, "update": { "old": 2.0721649484536084, "alpha": 0.01020408163265306, "drift": -0.07216494845360844, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 2931889226, "after": 88760238, "u": 0.020666103344410658 } } }, { "k": 99, "theta": 2.070707070707071, "mean": 2, "variance": 0.010101010101010104, "mse": 0.010101010101010104, "alphaSum": 5.177377517639621, "squareSum": 1.6348839001848923, "centeredAccumulation": -0.6453611034153087, "update": { "old": 2.0612244897959187, "alpha": 0.010101010101010102, "drift": -0.06122448979591866, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 88760238, "after": 2571675345, "u": 0.5987648258451372 } } }, { "k": 100, "theta": 2.06, "mean": 2, "variance": 0.010000000000000002, "mse": 0.010000000000000002, "alphaSum": 5.187377517639621, "squareSum": 1.6349839001848923, "centeredAccumulation": -0.6553611034153087, "update": { "old": 2.070707070707071, "alpha": 0.01, "drift": -0.07070707070707094, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 2571675345, "after": 1070252824, "u": 0.24918765388429165 } } }, { "k": 101, "theta": 2.0693069306930694, "mean": 2, "variance": 0.009900990099009903, "mse": 0.009900990099009903, "alphaSum": 5.1972785077386305, "squareSum": 1.635081929789833, "centeredAccumulation": -0.6454601133162988, "update": { "old": 2.06, "alpha": 0.009900990099009901, "drift": -0.06000000000000005, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 1070252824, "after": 2459429196, "u": 0.5726304827257991 } } }, { "k": 102, "theta": 2.0784313725490198, "mean": 2, "variance": 0.009803921568627453, "mse": 0.009803921568627453, "alphaSum": 5.207082429307258, "squareSum": 1.6351780466679566, "centeredAccumulation": -0.6356561917476714, "update": { "old": 2.0693069306930694, "alpha": 0.00980392156862745, "drift": -0.06930693069306937, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 2459429196, "after": 2557840627, "u": 0.5955436795484275 } } }, { "k": 103, "theta": 2.0679611650485437, "mean": 2, "variance": 0.00970873786407767, "mse": 0.00970873786407767, "alphaSum": 5.216791167171336, "squareSum": 1.63527230625887, "centeredAccumulation": -0.6453649296117491, "update": { "old": 2.0784313725490198, "alpha": 0.009708737864077669, "drift": -0.07843137254901977, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 2557840627, "after": 345307334, "u": 0.08039812883362174 } } }, { "k": 104, "theta": 2.076923076923077, "mean": 2, "variance": 0.009615384615384618, "mse": 0.009615384615384618, "alphaSum": 5.226406551786721, "squareSum": 1.6353647618801719, "centeredAccumulation": -0.6357495449963645, "update": { "old": 2.0679611650485437, "alpha": 0.009615384615384616, "drift": -0.06796116504854366, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 345307334, "after": 4194557184, "u": 0.9766214489936829 } } }, { "k": 105, "theta": 2.085714285714286, "mean": 2, "variance": 0.009523809523809528, "mse": 0.009523809523809528, "alphaSum": 5.235930361310531, "squareSum": 1.6354554648280177, "centeredAccumulation": -0.626225735472555, "update": { "old": 2.076923076923077, "alpha": 0.009523809523809525, "drift": -0.0769230769230771, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 4194557184, "after": 3050317809, "u": 0.7102074588183314 } } }, { "k": 106, "theta": 2.0943396226415096, "mean": 2, "variance": 0.009433962264150948, "mse": 0.009433962264150948, "alphaSum": 5.245364323574681, "squareSum": 1.6355444644720192, "centeredAccumulation": -0.6167917732084041, "update": { "old": 2.085714285714286, "alpha": 0.009433962264150943, "drift": -0.08571428571428585, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 3050317809, "after": 2498081702, "u": 0.5816299705766141 } } }, { "k": 107, "theta": 2.0841121495327104, "mean": 2, "variance": 0.009345794392523369, "mse": 0.009345794392523369, "alphaSum": 5.254710117967204, "squareSum": 1.6356318083448464, "centeredAccumulation": -0.6261375676009274, "update": { "old": 2.0943396226415096, "alpha": 0.009345794392523364, "drift": -0.09433962264150964, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 2498081702, "after": 1891450670, "u": 0.44038767693564296 } } }, { "k": 108, "theta": 2.0740740740740744, "mean": 2, "variance": 0.009259259259259264, "mse": 0.009259259259259264, "alphaSum": 5.263969377226464, "squareSum": 1.6357175422268766, "centeredAccumulation": -0.6353968268601867, "update": { "old": 2.0841121495327104, "alpha": 0.009259259259259259, "drift": -0.0841121495327104, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 1891450670, "after": 1011483842, "u": 0.23550443397834897 } } }, { "k": 109, "theta": 2.0825688073394497, "mean": 2, "variance": 0.00917431192660551, "mse": 0.00917431192660551, "alphaSum": 5.273143689153069, "squareSum": 1.6358017102262032, "centeredAccumulation": -0.6262225149335812, "update": { "old": 2.0740740740740744, "alpha": 0.009174311926605505, "drift": -0.0740740740740744, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 1011483842, "after": 3869061067, "u": 0.9008359785657376 } } }, { "k": 110, "theta": 2.0727272727272728, "mean": 2, "variance": 0.009090909090909097, "mse": 0.009090909090909097, "alphaSum": 5.282234598243978, "squareSum": 1.6358843548543025, "centeredAccumulation": -0.6353134240244902, "update": { "old": 2.0825688073394497, "alpha": 0.00909090909090909, "drift": -0.08256880733944971, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 3869061067, "after": 803840345, "u": 0.18715866492129862 } } }, { "k": 111, "theta": 2.0630630630630633, "mean": 2, "variance": 0.009009009009009014, "mse": 0.009009009009009014, "alphaSum": 5.291243607252987, "squareSum": 1.6359655170976268, "centeredAccumulation": -0.6443224330334992, "update": { "old": 2.0727272727272728, "alpha": 0.009009009009009009, "drift": -0.07272727272727275, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 803840345, "after": 1670585272, "u": 0.38896344415843487 } } }, { "k": 112, "theta": 2.053571428571429, "mean": 2, "variance": 0.008928571428571433, "mse": 0.008928571428571433, "alphaSum": 5.300172178681558, "squareSum": 1.636045236485382, "centeredAccumulation": -0.6532510044620706, "update": { "old": 2.0630630630630633, "alpha": 0.008928571428571428, "drift": -0.06306306306306331, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 1670585272, "after": 476537482, "u": 0.11095252865925431 } } }, { "k": 113, "theta": 2.0619469026548676, "mean": 2, "variance": 0.008849557522123899, "mse": 0.008849557522123899, "alphaSum": 5.3090217362036825, "squareSum": 1.6361235511537193, "centeredAccumulation": -0.6444014469399467, "update": { "old": 2.053571428571429, "alpha": 0.008849557522123894, "drift": -0.053571428571428825, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 476537482, "after": 4143777969, "u": 0.9647984916809946 } } }, { "k": 114, "theta": 2.0701754385964914, "mean": 2, "variance": 0.008771929824561408, "mse": 0.008771929824561408, "alphaSum": 5.317793666028244, "squareSum": 1.6362004979065663, "centeredAccumulation": -0.6356295171153853, "update": { "old": 2.0619469026548676, "alpha": 0.008771929824561403, "drift": -0.061946902654867575, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 4143777969, "after": 2861263812, "u": 0.6661898950114846 } } }, { "k": 115, "theta": 2.0608695652173914, "mean": 2, "variance": 0.008695652173913049, "mse": 0.008695652173913049, "alphaSum": 5.3264893182021575, "squareSum": 1.636276112273296, "centeredAccumulation": -0.6443251692892983, "update": { "old": 2.0701754385964914, "alpha": 0.008695652173913044, "drift": -0.07017543859649145, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 2861263812, "after": 964857757, "u": 0.22464845259673893 } } }, { "k": 116, "theta": 2.0517241379310347, "mean": 2, "variance": 0.00862068965517242, "mse": 0.00862068965517242, "alphaSum": 5.33511000785733, "squareSum": 1.636350428563427, "centeredAccumulation": -0.6529458589444707, "update": { "old": 2.0608695652173914, "alpha": 0.008620689655172414, "drift": -0.0608695652173914, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 964857757, "after": 1716678405, "u": 0.3996953379828483 } } }, { "k": 117, "theta": 2.042735042735043, "mean": 2, "variance": 0.008547008547008555, "mse": 0.008547008547008555, "alphaSum": 5.343657016404339, "squareSum": 1.6364234799185295, "centeredAccumulation": -0.6614928674914792, "update": { "old": 2.0517241379310347, "alpha": 0.008547008547008548, "drift": -0.0517241379310347, "noise": -1, "expectedNoise": 0, "centeredNoise": -1, "random": { "before": 1716678405, "after": 1575584092, "u": 0.36684425827115774 } } }, { "k": 118, "theta": 2.050847457627119, "mean": 2, "variance": 0.00847457627118645, "mse": 0.00847457627118645, "alphaSum": 5.3521315926755255, "squareSum": 1.6364952983615058, "centeredAccumulation": -0.6530182912202928, "update": { "old": 2.042735042735043, "alpha": 0.00847457627118644, "drift": -0.04273504273504303, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 1575584092, "after": 3582246941, "u": 0.8340568610001355 } } }, { "k": 119, "theta": 2.058823529411765, "mean": 2, "variance": 0.008403361344537825, "mse": 0.008403361344537825, "alphaSum": 5.360534954020063, "squareSum": 1.6365659148433926, "centeredAccumulation": -0.644614929875755, "update": { "old": 2.050847457627119, "alpha": 0.008403361344537815, "drift": -0.05084745762711895, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 3582246941, "after": 4251950366, "u": 0.9899843405000865 } } }, { "k": 120, "theta": 2.066666666666667, "mean": 2, "variance": 0.008333333333333344, "mse": 0.008333333333333344, "alphaSum": 5.368868287353397, "squareSum": 1.636635359287837, "centeredAccumulation": -0.6362815965424217, "update": { "old": 2.058823529411765, "alpha": 0.008333333333333333, "drift": -0.05882352941176494, "noise": 1, "expectedNoise": 0, "centeredNoise": 1, "random": { "before": 4251950366, "after": 3611759992, "u": 0.840928403660655 } } } ], "weights": [ { "k": 1, "weight": 0.008333333333333344, "observation": 1 }, { "k": 2, "weight": 0.008333333333333344, "observation": 1 }, { "k": 3, "weight": 0.008333333333333342, "observation": 3 }, { "k": 4, "weight": 0.008333333333333342, "observation": 3 }, { "k": 5, "weight": 0.008333333333333342, "observation": 1 }, { "k": 6, "weight": 0.00833333333333334, "observation": 3 }, { "k": 7, "weight": 0.00833333333333334, "observation": 3 }, { "k": 8, "weight": 0.00833333333333334, "observation": 1 }, { "k": 9, "weight": 0.00833333333333334, "observation": 3 }, { "k": 10, "weight": 0.008333333333333342, "observation": 3 }, { "k": 11, "weight": 0.008333333333333342, "observation": 3 }, { "k": 12, "weight": 0.008333333333333342, "observation": 1 }, { "k": 13, "weight": 0.008333333333333342, "observation": 3 }, { "k": 14, "weight": 0.00833333333333334, "observation": 3 }, { "k": 15, "weight": 0.00833333333333334, "observation": 3 }, { "k": 16, "weight": 0.00833333333333334, "observation": 1 }, { "k": 17, "weight": 0.00833333333333334, "observation": 1 }, { "k": 18, "weight": 0.008333333333333338, "observation": 1 }, { "k": 19, "weight": 0.008333333333333338, "observation": 1 }, { "k": 20, "weight": 0.00833333333333334, "observation": 1 }, { "k": 21, "weight": 0.00833333333333334, "observation": 3 }, { "k": 22, "weight": 0.00833333333333334, "observation": 3 }, { "k": 23, "weight": 0.00833333333333334, "observation": 1 }, { "k": 24, "weight": 0.008333333333333338, "observation": 1 }, { "k": 25, "weight": 0.00833333333333334, "observation": 1 }, { "k": 26, "weight": 0.00833333333333334, "observation": 3 }, { "k": 27, "weight": 0.008333333333333338, "observation": 3 }, { "k": 28, "weight": 0.008333333333333338, "observation": 3 }, { "k": 29, "weight": 0.008333333333333338, "observation": 1 }, { "k": 30, "weight": 0.008333333333333338, "observation": 1 }, { "k": 31, "weight": 0.00833333333333334, "observation": 1 }, { "k": 32, "weight": 0.00833333333333334, "observation": 1 }, { "k": 33, "weight": 0.00833333333333334, "observation": 3 }, { "k": 34, "weight": 0.008333333333333342, "observation": 3 }, { "k": 35, "weight": 0.008333333333333342, "observation": 1 }, { "k": 36, "weight": 0.008333333333333342, "observation": 3 }, { "k": 37, "weight": 0.008333333333333342, "observation": 1 }, { "k": 38, "weight": 0.00833333333333334, "observation": 3 }, { "k": 39, "weight": 0.00833333333333334, "observation": 3 }, { "k": 40, "weight": 0.008333333333333342, "observation": 3 }, { "k": 41, "weight": 0.008333333333333342, "observation": 3 }, { "k": 42, "weight": 0.008333333333333342, "observation": 3 }, { "k": 43, "weight": 0.008333333333333342, "observation": 3 }, { "k": 44, "weight": 0.008333333333333344, "observation": 1 }, { "k": 45, "weight": 0.008333333333333344, "observation": 1 }, { "k": 46, "weight": 0.008333333333333344, "observation": 1 }, { "k": 47, "weight": 0.008333333333333344, "observation": 3 }, { "k": 48, "weight": 0.008333333333333344, "observation": 1 }, { "k": 49, "weight": 0.008333333333333344, "observation": 1 }, { "k": 50, "weight": 0.008333333333333345, "observation": 3 }, { "k": 51, "weight": 0.008333333333333345, "observation": 3 }, { "k": 52, "weight": 0.008333333333333345, "observation": 1 }, { "k": 53, "weight": 0.008333333333333345, "observation": 1 }, { "k": 54, "weight": 0.008333333333333345, "observation": 1 }, { "k": 55, "weight": 0.008333333333333345, "observation": 3 }, { "k": 56, "weight": 0.008333333333333345, "observation": 1 }, { "k": 57, "weight": 0.008333333333333345, "observation": 3 }, { "k": 58, "weight": 0.008333333333333347, "observation": 3 }, { "k": 59, "weight": 0.008333333333333345, "observation": 1 }, { "k": 60, "weight": 0.008333333333333345, "observation": 3 }, { "k": 61, "weight": 0.008333333333333345, "observation": 1 }, { "k": 62, "weight": 0.008333333333333345, "observation": 3 }, { "k": 63, "weight": 0.008333333333333344, "observation": 3 }, { "k": 64, "weight": 0.008333333333333344, "observation": 3 }, { "k": 65, "weight": 0.008333333333333344, "observation": 1 }, { "k": 66, "weight": 0.008333333333333342, "observation": 3 }, { "k": 67, "weight": 0.008333333333333344, "observation": 3 }, { "k": 68, "weight": 0.008333333333333344, "observation": 1 }, { "k": 69, "weight": 0.008333333333333342, "observation": 3 }, { "k": 70, "weight": 0.008333333333333342, "observation": 3 }, { "k": 71, "weight": 0.008333333333333342, "observation": 1 }, { "k": 72, "weight": 0.00833333333333334, "observation": 3 }, { "k": 73, "weight": 0.008333333333333342, "observation": 3 }, { "k": 74, "weight": 0.008333333333333342, "observation": 1 }, { "k": 75, "weight": 0.008333333333333342, "observation": 3 }, { "k": 76, "weight": 0.008333333333333342, "observation": 3 }, { "k": 77, "weight": 0.008333333333333342, "observation": 1 }, { "k": 78, "weight": 0.00833333333333334, "observation": 1 }, { "k": 79, "weight": 0.00833333333333334, "observation": 3 }, { "k": 80, "weight": 0.00833333333333334, "observation": 1 }, { "k": 81, "weight": 0.00833333333333334, "observation": 1 }, { "k": 82, "weight": 0.00833333333333334, "observation": 3 }, { "k": 83, "weight": 0.008333333333333342, "observation": 3 }, { "k": 84, "weight": 0.00833333333333334, "observation": 3 }, { "k": 85, "weight": 0.00833333333333334, "observation": 3 }, { "k": 86, "weight": 0.00833333333333334, "observation": 1 }, { "k": 87, "weight": 0.00833333333333334, "observation": 1 }, { "k": 88, "weight": 0.008333333333333338, "observation": 3 }, { "k": 89, "weight": 0.008333333333333338, "observation": 1 }, { "k": 90, "weight": 0.008333333333333338, "observation": 1 }, { "k": 91, "weight": 0.008333333333333338, "observation": 3 }, { "k": 92, "weight": 0.008333333333333338, "observation": 3 }, { "k": 93, "weight": 0.008333333333333338, "observation": 1 }, { "k": 94, "weight": 0.008333333333333338, "observation": 3 }, { "k": 95, "weight": 0.008333333333333338, "observation": 1 }, { "k": 96, "weight": 0.008333333333333338, "observation": 1 }, { "k": 97, "weight": 0.008333333333333338, "observation": 3 }, { "k": 98, "weight": 0.008333333333333337, "observation": 1 }, { "k": 99, "weight": 0.008333333333333338, "observation": 3 }, { "k": 100, "weight": 0.008333333333333337, "observation": 1 }, { "k": 101, "weight": 0.008333333333333337, "observation": 3 }, { "k": 102, "weight": 0.008333333333333337, "observation": 3 }, { "k": 103, "weight": 0.008333333333333335, "observation": 1 }, { "k": 104, "weight": 0.008333333333333337, "observation": 3 }, { "k": 105, "weight": 0.008333333333333337, "observation": 3 }, { "k": 106, "weight": 0.008333333333333335, "observation": 3 }, { "k": 107, "weight": 0.008333333333333335, "observation": 1 }, { "k": 108, "weight": 0.008333333333333335, "observation": 1 }, { "k": 109, "weight": 0.008333333333333335, "observation": 3 }, { "k": 110, "weight": 0.008333333333333335, "observation": 1 }, { "k": 111, "weight": 0.008333333333333335, "observation": 1 }, { "k": 112, "weight": 0.008333333333333333, "observation": 1 }, { "k": 113, "weight": 0.008333333333333333, "observation": 3 }, { "k": 114, "weight": 0.008333333333333335, "observation": 3 }, { "k": 115, "weight": 0.008333333333333335, "observation": 1 }, { "k": 116, "weight": 0.008333333333333335, "observation": 1 }, { "k": 117, "weight": 0.008333333333333335, "observation": 1 }, { "k": 118, "weight": 0.008333333333333333, "observation": 3 }, { "k": 119, "weight": 0.008333333333333333, "observation": 3 }, { "k": 120, "weight": 0.008333333333333333, "observation": 3 } ], "initialWeight": 0, "reconstructed": 2.0666666666666664, "meanModel": "对应理想独立Rademacher模型的精确矩递推；种子轨迹不是该概率模型的证明" }, "q": { "reference": null, "rows": [ { "k": 0, "Q": [ [ 0, 0 ], [ 0, 0 ] ], "visits": [ [ 0, 0 ], [ 0, 0 ] ], "alphaSums": [ [ 0, 0 ], [ 0, 0 ] ], "squareSums": [ [ 0, 0 ], [ 0, 0 ] ], "expected": [ [ 1, -2 ], [ 4, 2 ] ], "delta": [ [ 1, -2 ], [ 4, 2 ] ], "residual": 4, "residualBound": null, "error": null, "covered": 0, "update": null }, { "k": 1, "Q": [ [ 1, 0 ], [ 0, 0 ] ], "visits": [ [ 1, 0 ], [ 0, 0 ] ], "alphaSums": [ [ 1, 0 ], [ 0, 0 ] ], "squareSums": [ [ 1, 0 ], [ 0, 0 ] ], "expected": [ [ 2, -2 ], [ 4.4, 3 ] ], "delta": [ [ 1, -2 ], [ 4.4, 3 ] ], "residual": 4.4, "residualBound": null, "error": null, "covered": 1, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 3375634068, "after": 925949831, "u": 0.2155894951429218 }, "visit": 1, "alpha": 1, "old": 0, "target": 1, "conditionalMean": 1, "conditionalVariance": 0, "noise": 0, "td": 1, "newValue": 1 } }, { "k": 2, "Q": [ [ 1, -2 ], [ 0, 0 ] ], "visits": [ [ 1, 1 ], [ 0, 0 ] ], "alphaSums": [ [ 1, 1 ], [ 0, 0 ] ], "squareSums": [ [ 1, 1 ], [ 0, 0 ] ], "expected": [ [ 2, -2 ], [ 4.4, 3 ] ], "delta": [ [ 1, 0 ], [ 4.4, 3 ] ], "residual": 4.4, "residualBound": null, "error": null, "covered": 2, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 925949831, "after": 3032814855, "u": 0.7061322347726673 }, "visit": 1, "alpha": 1, "old": 0, "target": -2, "conditionalMean": -2, "conditionalVariance": 0, "noise": 0, "td": -2, "newValue": -2 } }, { "k": 3, "Q": [ [ 1, -2 ], [ 4, 0 ] ], "visits": [ [ 1, 1 ], [ 1, 0 ] ], "alphaSums": [ [ 1, 1 ], [ 1, 0 ] ], "squareSums": [ [ 1, 1 ], [ 1, 0 ] ], "expected": [ [ 2, 2 ], [ 6.8, 3 ] ], "delta": [ [ 1, 4 ], [ 2.8, 3 ] ], "residual": 4, "residualBound": null, "error": null, "covered": 3, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 3032814855, "after": 3671734421, "u": 0.8548922885674983 }, "visit": 1, "alpha": 1, "old": 0, "target": 4, "conditionalMean": 4.4, "conditionalVariance": 0.24, "noise": -0.40000000000000036, "td": 4, "newValue": 4 } }, { "k": 4, "Q": [ [ 1, -2 ], [ 4, 3 ] ], "visits": [ [ 1, 1 ], [ 1, 1 ] ], "alphaSums": [ [ 1, 1 ], [ 1, 1 ] ], "squareSums": [ [ 1, 1 ], [ 1, 1 ] ], "expected": [ [ 2, 2 ], [ 6.8, 3 ] ], "delta": [ [ 1, 4 ], [ 2.8, 0 ] ], "residual": 4, "residualBound": null, "error": null, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 3671734421, "after": 617748561, "u": 0.14383079507388175 }, "visit": 1, "alpha": 1, "old": 0, "target": 3, "conditionalMean": 3, "conditionalVariance": 0, "noise": 0, "td": 3, "newValue": 3 } }, { "k": 5, "Q": [ [ 1.5, -2 ], [ 4, 3 ] ], "visits": [ [ 2, 1 ], [ 1, 1 ] ], "alphaSums": [ [ 1.5, 1 ], [ 1, 1 ] ], "squareSums": [ [ 1.25, 1 ], [ 1, 1 ] ], "expected": [ [ 2.5, 2 ], [ 7, 3.5 ] ], "delta": [ [ 1, 4 ], [ 3, 0.5 ] ], "residual": 4, "residualBound": null, "error": null, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 617748561, "after": 2631498781, "u": 0.6126935549546033 }, "visit": 2, "alpha": 0.5, "old": 1, "target": 2, "conditionalMean": 2, "conditionalVariance": 0, "noise": 0, "td": 1, "newValue": 1.5 } }, { "k": 6, "Q": [ [ 1.5, 0 ], [ 4, 3 ] ], "visits": [ [ 2, 2 ], [ 1, 1 ] ], "alphaSums": [ [ 1.5, 1.5 ], [ 1, 1 ] ], "squareSums": [ [ 1.25, 1.25 ], [ 1, 1 ] ], "expected": [ [ 2.5, 2 ], [ 7, 3.5 ] ], "delta": [ [ 1, 2 ], [ 3, 0.5 ] ], "residual": 3, "residualBound": null, "error": null, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 2631498781, "after": 3624547248, "u": 0.8439056687057018 }, "visit": 2, "alpha": 0.5, "old": -2, "target": 2, "conditionalMean": 2, "conditionalVariance": 0, "noise": 0, "td": 4, "newValue": 0 } }, { "k": 7, "Q": [ [ 1.5, 0 ], [ 4.75, 3 ] ], "visits": [ [ 2, 2 ], [ 2, 1 ] ], "alphaSums": [ [ 1.5, 1.5 ], [ 1.5, 1 ] ], "squareSums": [ [ 1.25, 1.25 ], [ 1.25, 1 ] ], "expected": [ [ 2.5, 2.75 ], [ 7.45, 3.5 ] ], "delta": [ [ 1, 2.75 ], [ 2.7, 0.5 ] ], "residual": 2.75, "residualBound": null, "error": null, "covered": 4, "update": { "s": 1, "a": 0, "next": 0, "reward": 4, "random": { "before": 3624547248, "after": 1374940494, "u": 0.3201282802037895 }, "visit": 2, "alpha": 0.5, "old": 4, "target": 5.5, "conditionalMean": 7, "conditionalVariance": 1.5, "noise": -1.5, "td": 1.5, "newValue": 4.75 } }, { "k": 8, "Q": [ [ 1.5, 0 ], [ 4.75, 3.25 ] ], "visits": [ [ 2, 2 ], [ 2, 2 ] ], "alphaSums": [ [ 1.5, 1.5 ], [ 1.5, 1.5 ] ], "squareSums": [ [ 1.25, 1.25 ], [ 1.25, 1.25 ] ], "expected": [ [ 2.5, 2.75 ], [ 7.45, 3.5 ] ], "delta": [ [ 1, 2.75 ], [ 2.7, 0.25 ] ], "residual": 2.75, "residualBound": null, "error": null, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 1374940494, "after": 2803717891, "u": 0.6527914411853999 }, "visit": 2, "alpha": 0.5, "old": 3, "target": 3.5, "conditionalMean": 3.5, "conditionalVariance": 0, "noise": 0, "td": 0.5, "newValue": 3.25 } }, { "k": 9, "Q": [ [ 1.8333333333333333, 0 ], [ 4.75, 3.25 ] ], "visits": [ [ 3, 2 ], [ 2, 2 ] ], "alphaSums": [ [ 1.8333333333333333, 1.5 ], [ 1.5, 1.5 ] ], "squareSums": [ [ 1.3611111111111112, 1.25 ], [ 1.25, 1.25 ] ], "expected": [ [ 2.833333333333333, 2.75 ], [ 7.583333333333334, 3.833333333333333 ] ], "delta": [ [ 0.9999999999999998, 2.75 ], [ 2.833333333333334, 0.583333333333333 ] ], "residual": 2.833333333333334, "residualBound": null, "error": null, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 2803717891, "after": 2992311901, "u": 0.6967019059229642 }, "visit": 3, "alpha": 0.3333333333333333, "old": 1.5, "target": 2.5, "conditionalMean": 2.5, "conditionalVariance": 0, "noise": 0, "td": 1, "newValue": 1.8333333333333333 } }, { "k": 10, "Q": [ [ 1.8333333333333333, 0.9166666666666666 ], [ 4.75, 3.25 ] ], "visits": [ [ 3, 3 ], [ 2, 2 ] ], "alphaSums": [ [ 1.8333333333333333, 1.8333333333333333 ], [ 1.5, 1.5 ] ], "squareSums": [ [ 1.3611111111111112, 1.3611111111111112 ], [ 1.25, 1.25 ] ], "expected": [ [ 2.833333333333333, 2.75 ], [ 7.583333333333334, 3.833333333333333 ] ], "delta": [ [ 0.9999999999999998, 1.8333333333333335 ], [ 2.833333333333334, 0.583333333333333 ] ], "residual": 2.833333333333334, "residualBound": null, "error": null, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 2992311901, "after": 2710058293, "u": 0.6309846166986972 }, "visit": 3, "alpha": 0.3333333333333333, "old": 0, "target": 2.75, "conditionalMean": 2.75, "conditionalVariance": 0, "noise": 0, "td": 2.75, "newValue": 0.9166666666666666 } }, { "k": 11, "Q": [ [ 1.8333333333333333, 0.9166666666666666 ], [ 5.111111111111111, 3.25 ] ], "visits": [ [ 3, 3 ], [ 3, 2 ] ], "alphaSums": [ [ 1.8333333333333333, 1.8333333333333333 ], [ 1.8333333333333333, 1.5 ] ], "squareSums": [ [ 1.3611111111111112, 1.3611111111111112 ], [ 1.3611111111111112, 1.25 ] ], "expected": [ [ 2.833333333333333, 3.1111111111111107 ], [ 7.8, 3.833333333333333 ] ], "delta": [ [ 0.9999999999999998, 2.194444444444444 ], [ 2.688888888888889, 0.583333333333333 ] ], "residual": 2.688888888888889, "residualBound": null, "error": null, "covered": 4, "update": { "s": 1, "a": 0, "next": 0, "reward": 4, "random": { "before": 2710058293, "after": 1123422946, "u": 0.2615672876127064 }, "visit": 3, "alpha": 0.3333333333333333, "old": 4.75, "target": 5.833333333333333, "conditionalMean": 7.583333333333334, "conditionalVariance": 2.041666666666667, "noise": -1.7500000000000009, "td": 1.083333333333333, "newValue": 5.111111111111111 } }, { "k": 12, "Q": [ [ 1.8333333333333333, 0.9166666666666666 ], [ 5.111111111111111, 3.444444444444444 ] ], "visits": [ [ 3, 3 ], [ 3, 3 ] ], "alphaSums": [ [ 1.8333333333333333, 1.8333333333333333 ], [ 1.8333333333333333, 1.8333333333333333 ] ], "squareSums": [ [ 1.3611111111111112, 1.3611111111111112 ], [ 1.3611111111111112, 1.3611111111111112 ] ], "expected": [ [ 2.833333333333333, 3.1111111111111107 ], [ 7.8, 3.833333333333333 ] ], "delta": [ [ 0.9999999999999998, 2.194444444444444 ], [ 2.688888888888889, 0.38888888888888884 ] ], "residual": 2.688888888888889, "residualBound": null, "error": null, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 1123422946, "after": 2515027031, "u": 0.5855753624346107 }, "visit": 3, "alpha": 0.3333333333333333, "old": 3.25, "target": 3.833333333333333, "conditionalMean": 3.833333333333333, "conditionalVariance": 0, "noise": 0, "td": 0.583333333333333, "newValue": 3.444444444444444 } }, { "k": 13, "Q": [ [ 2.083333333333333, 0.9166666666666666 ], [ 5.111111111111111, 3.444444444444444 ] ], "visits": [ [ 4, 3 ], [ 3, 3 ] ], "alphaSums": [ [ 2.083333333333333, 1.8333333333333333 ], [ 1.8333333333333333, 1.8333333333333333 ] ], "squareSums": [ [ 1.4236111111111112, 1.3611111111111112 ], [ 1.3611111111111112, 1.3611111111111112 ] ], "expected": [ [ 3.083333333333333, 3.1111111111111107 ], [ 7.8999999999999995, 4.083333333333333 ] ], "delta": [ [ 1, 2.194444444444444 ], [ 2.7888888888888888, 0.6388888888888888 ] ], "residual": 2.7888888888888888, "residualBound": null, "error": null, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 2515027031, "after": 826258982, "u": 0.19237841060385108 }, "visit": 4, "alpha": 0.25, "old": 1.8333333333333333, "target": 2.833333333333333, "conditionalMean": 2.833333333333333, "conditionalVariance": 0, "noise": 0, "td": 0.9999999999999998, "newValue": 2.083333333333333 } }, { "k": 14, "Q": [ [ 2.083333333333333, 1.4652777777777777 ], [ 5.111111111111111, 3.444444444444444 ] ], "visits": [ [ 4, 4 ], [ 3, 3 ] ], "alphaSums": [ [ 2.083333333333333, 2.083333333333333 ], [ 1.8333333333333333, 1.8333333333333333 ] ], "squareSums": [ [ 1.4236111111111112, 1.4236111111111112 ], [ 1.3611111111111112, 1.3611111111111112 ] ], "expected": [ [ 3.083333333333333, 3.1111111111111107 ], [ 7.8999999999999995, 4.083333333333333 ] ], "delta": [ [ 1, 1.645833333333333 ], [ 2.7888888888888888, 0.6388888888888888 ] ], "residual": 2.7888888888888888, "residualBound": null, "error": null, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 826258982, "after": 949595835, "u": 0.22109500947408378 }, "visit": 4, "alpha": 0.25, "old": 0.9166666666666666, "target": 3.1111111111111107, "conditionalMean": 3.1111111111111107, "conditionalVariance": 0, "noise": 0, "td": 2.194444444444444, "newValue": 1.4652777777777777 } }, { "k": 15, "Q": [ [ 2.083333333333333, 1.4652777777777777 ], [ 6.111111111111111, 3.444444444444444 ] ], "visits": [ [ 4, 4 ], [ 4, 3 ] ], "alphaSums": [ [ 2.083333333333333, 2.083333333333333 ], [ 2.083333333333333, 1.8333333333333333 ] ], "squareSums": [ [ 1.4236111111111112, 1.4236111111111112 ], [ 1.4236111111111112, 1.3611111111111112 ] ], "expected": [ [ 3.083333333333333, 4.111111111111111 ], [ 8.5, 4.083333333333333 ] ], "delta": [ [ 1, 2.645833333333333 ], [ 2.3888888888888893, 0.6388888888888888 ] ], "residual": 2.645833333333333, "residualBound": null, "error": null, "covered": 4, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 949595835, "after": 2761411484, "u": 0.6429412132129073 }, "visit": 4, "alpha": 0.25, "old": 5.111111111111111, "target": 9.11111111111111, "conditionalMean": 7.8999999999999995, "conditionalVariance": 2.2001851851851852, "noise": 1.2111111111111112, "td": 4, "newValue": 6.111111111111111 } }, { "k": 16, "Q": [ [ 2.083333333333333, 1.4652777777777777 ], [ 6.111111111111111, 3.6041666666666665 ] ], "visits": [ [ 4, 4 ], [ 4, 4 ] ], "alphaSums": [ [ 2.083333333333333, 2.083333333333333 ], [ 2.083333333333333, 2.083333333333333 ] ], "squareSums": [ [ 1.4236111111111112, 1.4236111111111112 ], [ 1.4236111111111112, 1.4236111111111112 ] ], "expected": [ [ 3.083333333333333, 4.111111111111111 ], [ 8.5, 4.083333333333333 ] ], "delta": [ [ 1, 2.645833333333333 ], [ 2.3888888888888893, 0.4791666666666665 ] ], "residual": 2.645833333333333, "residualBound": null, "error": null, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 2761411484, "after": 3781740718, "u": 0.8805051255039871 }, "visit": 4, "alpha": 0.25, "old": 3.444444444444444, "target": 4.083333333333333, "conditionalMean": 4.083333333333333, "conditionalVariance": 0, "noise": 0, "td": 0.6388888888888888, "newValue": 3.6041666666666665 } }, { "k": 17, "Q": [ [ 2.283333333333333, 1.4652777777777777 ], [ 6.111111111111111, 3.6041666666666665 ] ], "visits": [ [ 5, 4 ], [ 4, 4 ] ], "alphaSums": [ [ 2.283333333333333, 2.083333333333333 ], [ 2.083333333333333, 2.083333333333333 ] ], "squareSums": [ [ 1.4636111111111112, 1.4236111111111112 ], [ 1.4236111111111112, 1.4236111111111112 ] ], "expected": [ [ 3.283333333333333, 4.111111111111111 ], [ 8.579999999999998, 4.283333333333333 ] ], "delta": [ [ 1, 2.645833333333333 ], [ 2.4688888888888876, 0.6791666666666667 ] ], "residual": 2.645833333333333, "residualBound": null, "error": null, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 3781740718, "after": 4157859472, "u": 0.9680770970880985 }, "visit": 5, "alpha": 0.2, "old": 2.083333333333333, "target": 3.083333333333333, "conditionalMean": 3.083333333333333, "conditionalVariance": 0, "noise": 0, "td": 1, "newValue": 2.283333333333333 } }, { "k": 18, "Q": [ [ 2.283333333333333, 1.9944444444444445 ], [ 6.111111111111111, 3.6041666666666665 ] ], "visits": [ [ 5, 5 ], [ 4, 4 ] ], "alphaSums": [ [ 2.283333333333333, 2.283333333333333 ], [ 2.083333333333333, 2.083333333333333 ] ], "squareSums": [ [ 1.4636111111111112, 1.4636111111111112 ], [ 1.4236111111111112, 1.4236111111111112 ] ], "expected": [ [ 3.283333333333333, 4.111111111111111 ], [ 8.579999999999998, 4.283333333333333 ] ], "delta": [ [ 1, 2.1166666666666663 ], [ 2.4688888888888876, 0.6791666666666667 ] ], "residual": 2.4688888888888876, "residualBound": null, "error": null, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 4157859472, "after": 3946168592, "u": 0.9187889732420444 }, "visit": 5, "alpha": 0.2, "old": 1.4652777777777777, "target": 4.111111111111111, "conditionalMean": 4.111111111111111, "conditionalVariance": 0, "noise": 0, "td": 2.645833333333333, "newValue": 1.9944444444444445 } }, { "k": 19, "Q": [ [ 2.283333333333333, 1.9944444444444445 ], [ 6.145555555555555, 3.6041666666666665 ] ], "visits": [ [ 5, 5 ], [ 5, 4 ] ], "alphaSums": [ [ 2.283333333333333, 2.283333333333333 ], [ 2.283333333333333, 2.083333333333333 ] ], "squareSums": [ [ 1.4636111111111112, 1.4636111111111112 ], [ 1.4636111111111112, 1.4236111111111112 ] ], "expected": [ [ 3.283333333333333, 4.145555555555555 ], [ 8.600666666666665, 4.283333333333333 ] ], "delta": [ [ 1, 2.1511111111111108 ], [ 2.45511111111111, 0.6791666666666667 ] ], "residual": 2.45511111111111, "residualBound": null, "error": null, "covered": 4, "update": { "s": 1, "a": 0, "next": 0, "reward": 4, "random": { "before": 3946168592, "after": 837483515, "u": 0.19499182584695518 }, "visit": 5, "alpha": 0.2, "old": 6.111111111111111, "target": 6.283333333333333, "conditionalMean": 8.579999999999998, "conditionalVariance": 3.5164518518518513, "noise": -2.296666666666665, "td": 0.1722222222222225, "newValue": 6.145555555555555 } }, { "k": 20, "Q": [ [ 2.283333333333333, 1.9944444444444445 ], [ 6.145555555555555, 3.7399999999999998 ] ], "visits": [ [ 5, 5 ], [ 5, 5 ] ], "alphaSums": [ [ 2.283333333333333, 2.283333333333333 ], [ 2.283333333333333, 2.283333333333333 ] ], "squareSums": [ [ 1.4636111111111112, 1.4636111111111112 ], [ 1.4636111111111112, 1.4636111111111112 ] ], "expected": [ [ 3.283333333333333, 4.145555555555555 ], [ 8.600666666666665, 4.283333333333333 ] ], "delta": [ [ 1, 2.1511111111111108 ], [ 2.45511111111111, 0.5433333333333334 ] ], "residual": 2.45511111111111, "residualBound": null, "error": null, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 837483515, "after": 3156228753, "u": 0.7348667720798403 }, "visit": 5, "alpha": 0.2, "old": 3.6041666666666665, "target": 4.283333333333333, "conditionalMean": 4.283333333333333, "conditionalVariance": 0, "noise": 0, "td": 0.6791666666666667, "newValue": 3.7399999999999998 } }, { "k": 21, "Q": [ [ 2.4499999999999997, 1.9944444444444445 ], [ 6.145555555555555, 3.7399999999999998 ] ], "visits": [ [ 6, 5 ], [ 5, 5 ] ], "alphaSums": [ [ 2.4499999999999997, 2.283333333333333 ], [ 2.283333333333333, 2.283333333333333 ] ], "squareSums": [ [ 1.4913888888888889, 1.4636111111111112 ], [ 1.4636111111111112, 1.4636111111111112 ] ], "expected": [ [ 3.4499999999999997, 4.145555555555555 ], [ 8.667333333333334, 4.449999999999999 ] ], "delta": [ [ 1, 2.1511111111111108 ], [ 2.5217777777777783, 0.7099999999999995 ] ], "residual": 2.5217777777777783, "residualBound": null, "error": null, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 3156228753, "after": 3577389608, "u": 0.8329259250313044 }, "visit": 6, "alpha": 0.16666666666666666, "old": 2.283333333333333, "target": 3.283333333333333, "conditionalMean": 3.283333333333333, "conditionalVariance": 0, "noise": 0, "td": 1, "newValue": 2.4499999999999997 } }, { "k": 22, "Q": [ [ 2.4499999999999997, 2.352962962962963 ], [ 6.145555555555555, 3.7399999999999998 ] ], "visits": [ [ 6, 6 ], [ 5, 5 ] ], "alphaSums": [ [ 2.4499999999999997, 2.4499999999999997 ], [ 2.283333333333333, 2.283333333333333 ] ], "squareSums": [ [ 1.4913888888888889, 1.4913888888888889 ], [ 1.4636111111111112, 1.4636111111111112 ] ], "expected": [ [ 3.4499999999999997, 4.145555555555555 ], [ 8.667333333333334, 4.449999999999999 ] ], "delta": [ [ 1, 1.7925925925925923 ], [ 2.5217777777777783, 0.7099999999999995 ] ], "residual": 2.5217777777777783, "residualBound": null, "error": null, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 3577389608, "after": 2927865975, "u": 0.6816969194915146 }, "visit": 6, "alpha": 0.16666666666666666, "old": 1.9944444444444445, "target": 4.145555555555555, "conditionalMean": 4.145555555555555, "conditionalVariance": 0, "noise": 0, "td": 2.1511111111111108, "newValue": 2.352962962962963 } }, { "k": 23, "Q": [ [ 2.4499999999999997, 2.352962962962963 ], [ 6.812222222222222, 3.7399999999999998 ] ], "visits": [ [ 6, 6 ], [ 6, 5 ] ], "alphaSums": [ [ 2.4499999999999997, 2.4499999999999997 ], [ 2.4499999999999997, 2.283333333333333 ] ], "squareSums": [ [ 1.4913888888888889, 1.4913888888888889 ], [ 1.4913888888888889, 1.4636111111111112 ] ], "expected": [ [ 3.4499999999999997, 4.812222222222222 ], [ 9.067333333333334, 4.449999999999999 ] ], "delta": [ [ 1, 2.4592592592592593 ], [ 2.2551111111111117, 0.7099999999999995 ] ], "residual": 2.4592592592592593, "residualBound": null, "error": null, "covered": 4, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 2927865975, "after": 3375020561, "u": 0.7858082095626742 }, "visit": 6, "alpha": 0.16666666666666666, "old": 6.145555555555555, "target": 10.145555555555555, "conditionalMean": 8.667333333333334, "conditionalVariance": 3.277711407407407, "noise": 1.4782222222222217, "td": 4, "newValue": 6.812222222222222 } }, { "k": 24, "Q": [ [ 2.4499999999999997, 2.352962962962963 ], [ 6.812222222222222, 3.858333333333333 ] ], "visits": [ [ 6, 6 ], [ 6, 6 ] ], "alphaSums": [ [ 2.4499999999999997, 2.4499999999999997 ], [ 2.4499999999999997, 2.4499999999999997 ] ], "squareSums": [ [ 1.4913888888888889, 1.4913888888888889 ], [ 1.4913888888888889, 1.4913888888888889 ] ], "expected": [ [ 3.4499999999999997, 4.812222222222222 ], [ 9.067333333333334, 4.449999999999999 ] ], "delta": [ [ 1, 2.4592592592592593 ], [ 2.2551111111111117, 0.5916666666666663 ] ], "residual": 2.4592592592592593, "residualBound": null, "error": null, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 3375020561, "after": 1400009093, "u": 0.3259650182444602 }, "visit": 6, "alpha": 0.16666666666666666, "old": 3.7399999999999998, "target": 4.449999999999999, "conditionalMean": 4.449999999999999, "conditionalVariance": 0, "noise": 0, "td": 0.7099999999999995, "newValue": 3.858333333333333 } }, { "k": 25, "Q": [ [ 2.5928571428571425, 2.352962962962963 ], [ 6.812222222222222, 3.858333333333333 ] ], "visits": [ [ 7, 6 ], [ 6, 6 ] ], "alphaSums": [ [ 2.5928571428571425, 2.4499999999999997 ], [ 2.4499999999999997, 2.4499999999999997 ] ], "squareSums": [ [ 1.511797052154195, 1.4913888888888889 ], [ 1.4913888888888889, 1.4913888888888889 ] ], "expected": [ [ 3.5928571428571425, 4.812222222222222 ], [ 9.12447619047619, 4.5928571428571425 ] ], "delta": [ [ 1, 2.4592592592592593 ], [ 2.3122539682539687, 0.7345238095238096 ] ], "residual": 2.4592592592592593, "residualBound": null, "error": null, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 1400009093, "after": 3038329764, "u": 0.7074162745848298 }, "visit": 7, "alpha": 0.14285714285714285, "old": 2.4499999999999997, "target": 3.4499999999999997, "conditionalMean": 3.4499999999999997, "conditionalVariance": 0, "noise": 0, "td": 1, "newValue": 2.5928571428571425 } }, { "k": 26, "Q": [ [ 2.5928571428571425, 2.704285714285714 ], [ 6.812222222222222, 3.858333333333333 ] ], "visits": [ [ 7, 7 ], [ 6, 6 ] ], "alphaSums": [ [ 2.5928571428571425, 2.5928571428571425 ], [ 2.4499999999999997, 2.4499999999999997 ] ], "squareSums": [ [ 1.511797052154195, 1.511797052154195 ], [ 1.4913888888888889, 1.4913888888888889 ] ], "expected": [ [ 3.704285714285714, 4.812222222222222 ], [ 9.16904761904762, 4.704285714285714 ] ], "delta": [ [ 1.1114285714285717, 2.107936507936508 ], [ 2.356825396825397, 0.8459523809523808 ] ], "residual": 2.356825396825397, "residualBound": null, "error": null, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 3038329764, "after": 3755188434, "u": 0.8743229401297867 }, "visit": 7, "alpha": 0.14285714285714285, "old": 2.352962962962963, "target": 4.812222222222222, "conditionalMean": 4.812222222222222, "conditionalVariance": 0, "noise": 0, "td": 2.4592592592592593, "newValue": 2.704285714285714 } }, { "k": 27, "Q": [ [ 2.5928571428571425, 2.704285714285714 ], [ 7.383650793650793, 3.858333333333333 ] ], "visits": [ [ 7, 7 ], [ 7, 6 ] ], "alphaSums": [ [ 2.5928571428571425, 2.5928571428571425 ], [ 2.5928571428571425, 2.4499999999999997 ] ], "squareSums": [ [ 1.511797052154195, 1.511797052154195 ], [ 1.511797052154195, 1.4913888888888889 ] ], "expected": [ [ 3.704285714285714, 5.383650793650793 ], [ 9.511904761904763, 4.704285714285714 ] ], "delta": [ [ 1.1114285714285717, 2.679365079365079 ], [ 2.1282539682539694, 0.8459523809523808 ] ], "residual": 2.679365079365079, "residualBound": null, "error": null, "covered": 4, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 3755188434, "after": 3539932150, "u": 0.8242046809755266 }, "visit": 7, "alpha": 0.14285714285714285, "old": 6.812222222222222, "target": 10.812222222222221, "conditionalMean": 9.16904761904762, "conditionalVariance": 4.0500341647770215, "noise": 1.643174603174602, "td": 3.999999999999999, "newValue": 7.383650793650793 } }, { "k": 28, "Q": [ [ 2.5928571428571425, 2.704285714285714 ], [ 7.383650793650793, 3.9791836734693873 ] ], "visits": [ [ 7, 7 ], [ 7, 7 ] ], "alphaSums": [ [ 2.5928571428571425, 2.5928571428571425 ], [ 2.5928571428571425, 2.5928571428571425 ] ], "squareSums": [ [ 1.511797052154195, 1.511797052154195 ], [ 1.511797052154195, 1.511797052154195 ] ], "expected": [ [ 3.704285714285714, 5.383650793650793 ], [ 9.511904761904763, 4.704285714285714 ] ], "delta": [ [ 1.1114285714285717, 2.679365079365079 ], [ 2.1282539682539694, 0.7251020408163265 ] ], "residual": 2.679365079365079, "residualBound": null, "error": null, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 3539932150, "after": 548978038, "u": 0.1278189099393785 }, "visit": 7, "alpha": 0.14285714285714285, "old": 3.858333333333333, "target": 4.704285714285714, "conditionalMean": 4.704285714285714, "conditionalVariance": 0, "noise": 0, "td": 0.8459523809523808, "newValue": 3.9791836734693873 } }, { "k": 29, "Q": [ [ 2.731785714285714, 2.704285714285714 ], [ 7.383650793650793, 3.9791836734693873 ] ], "visits": [ [ 8, 7 ], [ 7, 7 ] ], "alphaSums": [ [ 2.7178571428571425, 2.5928571428571425 ], [ 2.5928571428571425, 2.5928571428571425 ] ], "squareSums": [ [ 1.527422052154195, 1.511797052154195 ], [ 1.511797052154195, 1.511797052154195 ] ], "expected": [ [ 3.731785714285714, 5.383650793650793 ], [ 9.522904761904762, 4.731785714285714 ] ], "delta": [ [ 1, 2.679365079365079 ], [ 2.1392539682539686, 0.7526020408163263 ] ], "residual": 2.679365079365079, "residualBound": null, "error": null, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 548978038, "after": 3587881309, "u": 0.8353687145281583 }, "visit": 8, "alpha": 0.125, "old": 2.5928571428571425, "target": 3.704285714285714, "conditionalMean": 3.704285714285714, "conditionalVariance": 0, "noise": 0, "td": 1.1114285714285717, "newValue": 2.731785714285714 } }, { "k": 30, "Q": [ [ 2.731785714285714, 3.0392063492063492 ], [ 7.383650793650793, 3.9791836734693873 ] ], "visits": [ [ 8, 8 ], [ 7, 7 ] ], "alphaSums": [ [ 2.7178571428571425, 2.7178571428571425 ], [ 2.5928571428571425, 2.5928571428571425 ] ], "squareSums": [ [ 1.527422052154195, 1.527422052154195 ], [ 1.511797052154195, 1.511797052154195 ] ], "expected": [ [ 4.039206349206349, 5.383650793650793 ], [ 9.645873015873015, 5.039206349206349 ] ], "delta": [ [ 1.3074206349206352, 2.344444444444444 ], [ 2.2622222222222215, 1.060022675736962 ] ], "residual": 2.344444444444444, "residualBound": null, "error": null, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 3587881309, "after": 3705298053, "u": 0.8627069306094199 }, "visit": 8, "alpha": 0.125, "old": 2.704285714285714, "target": 5.383650793650793, "conditionalMean": 5.383650793650793, "conditionalVariance": 0, "noise": 0, "td": 2.679365079365079, "newValue": 3.0392063492063492 } }, { "k": 31, "Q": [ [ 2.731785714285714, 3.0392063492063492 ], [ 7.883650793650793, 3.9791836734693873 ] ], "visits": [ [ 8, 8 ], [ 8, 7 ] ], "alphaSums": [ [ 2.7178571428571425, 2.7178571428571425 ], [ 2.7178571428571425, 2.5928571428571425 ] ], "squareSums": [ [ 1.527422052154195, 1.527422052154195 ], [ 1.527422052154195, 1.511797052154195 ] ], "expected": [ [ 4.039206349206349, 5.883650793650793 ], [ 9.945873015873016, 5.039206349206349 ] ], "delta": [ [ 1.3074206349206352, 2.844444444444444 ], [ 2.062222222222222, 1.060022675736962 ] ], "residual": 2.844444444444444, "residualBound": null, "error": null, "covered": 4, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 3705298053, "after": 2115785504, "u": 0.49261970072984695 }, "visit": 8, "alpha": 0.125, "old": 7.383650793650793, "target": 11.383650793650794, "conditionalMean": 9.645873015873015, "conditionalVariance": 4.529807407407406, "noise": 1.7377777777777794, "td": 4.000000000000001, "newValue": 7.883650793650793 } }, { "k": 32, "Q": [ [ 2.731785714285714, 3.0392063492063492 ], [ 7.883650793650793, 4.111686507936508 ] ], "visits": [ [ 8, 8 ], [ 8, 8 ] ], "alphaSums": [ [ 2.7178571428571425, 2.7178571428571425 ], [ 2.7178571428571425, 2.7178571428571425 ] ], "squareSums": [ [ 1.527422052154195, 1.527422052154195 ], [ 1.527422052154195, 1.527422052154195 ] ], "expected": [ [ 4.039206349206349, 5.883650793650793 ], [ 9.945873015873016, 5.039206349206349 ] ], "delta": [ [ 1.3074206349206352, 2.844444444444444 ], [ 2.062222222222222, 0.9275198412698415 ] ], "residual": 2.844444444444444, "residualBound": null, "error": null, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 2115785504, "after": 2071792284, "u": 0.48237673100084066 }, "visit": 8, "alpha": 0.125, "old": 3.9791836734693873, "target": 5.039206349206349, "conditionalMean": 5.039206349206349, "conditionalVariance": 0, "noise": 0, "td": 1.060022675736962, "newValue": 4.111686507936508 } }, { "k": 33, "Q": [ [ 2.8770546737213403, 3.0392063492063492 ], [ 7.883650793650793, 4.111686507936508 ] ], "visits": [ [ 9, 8 ], [ 8, 8 ] ], "alphaSums": [ [ 2.8289682539682537, 2.7178571428571425 ], [ 2.7178571428571425, 2.7178571428571425 ] ], "squareSums": [ [ 1.5397677311665408, 1.527422052154195 ], [ 1.527422052154195, 1.527422052154195 ] ], "expected": [ [ 4.039206349206349, 5.883650793650793 ], [ 9.945873015873016, 5.039206349206349 ] ], "delta": [ [ 1.162151675485009, 2.844444444444444 ], [ 2.062222222222222, 0.9275198412698415 ] ], "residual": 2.844444444444444, "residualBound": null, "error": null, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 2071792284, "after": 2683442923, "u": 0.6247877429705113 }, "visit": 9, "alpha": 0.1111111111111111, "old": 2.731785714285714, "target": 4.039206349206349, "conditionalMean": 4.039206349206349, "conditionalVariance": 0, "noise": 0, "td": 1.3074206349206352, "newValue": 2.8770546737213403 } }, { "k": 34, "Q": [ [ 2.8770546737213403, 3.355255731922399 ], [ 7.883650793650793, 4.111686507936508 ] ], "visits": [ [ 9, 9 ], [ 8, 8 ] ], "alphaSums": [ [ 2.8289682539682537, 2.8289682539682537 ], [ 2.7178571428571425, 2.7178571428571425 ] ], "squareSums": [ [ 1.5397677311665408, 1.5397677311665408 ], [ 1.527422052154195, 1.527422052154195 ] ], "expected": [ [ 4.355255731922399, 5.883650793650793 ], [ 10.072292768959436, 5.355255731922399 ] ], "delta": [ [ 1.4782010582010585, 2.5283950617283946 ], [ 2.1886419753086424, 1.243569223985891 ] ], "residual": 2.5283950617283946, "residualBound": null, "error": null, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 2683442923, "after": 2026641404, "u": 0.47186422254890203 }, "visit": 9, "alpha": 0.1111111111111111, "old": 3.0392063492063492, "target": 5.883650793650793, "conditionalMean": 5.883650793650793, "conditionalVariance": 0, "noise": 0, "td": 2.844444444444444, "newValue": 3.355255731922399 } }, { "k": 35, "Q": [ [ 2.8770546737213403, 3.355255731922399 ], [ 8.328095238095237, 4.111686507936508 ] ], "visits": [ [ 9, 9 ], [ 9, 8 ] ], "alphaSums": [ [ 2.8289682539682537, 2.8289682539682537 ], [ 2.8289682539682537, 2.7178571428571425 ] ], "squareSums": [ [ 1.5397677311665408, 1.5397677311665408 ], [ 1.5397677311665408, 1.527422052154195 ] ], "expected": [ [ 4.355255731922399, 6.328095238095237 ], [ 10.338959435626101, 5.355255731922399 ] ], "delta": [ [ 1.4782010582010585, 2.9728395061728383 ], [ 2.0108641975308643, 1.243569223985891 ] ], "residual": 2.9728395061728383, "residualBound": null, "error": null, "covered": 4, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 2026641404, "after": 3159275077, "u": 0.7355760496575385 }, "visit": 9, "alpha": 0.1111111111111111, "old": 7.883650793650793, "target": 11.883650793650794, "conditionalMean": 10.072292768959436, "conditionalVariance": 4.9215268404206665, "noise": 1.8113580246913585, "td": 4.000000000000001, "newValue": 8.328095238095237 } }, { "k": 36, "Q": [ [ 2.8770546737213403, 3.355255731922399 ], [ 8.328095238095237, 4.249860866157162 ] ], "visits": [ [ 9, 9 ], [ 9, 9 ] ], "alphaSums": [ [ 2.8289682539682537, 2.8289682539682537 ], [ 2.8289682539682537, 2.8289682539682537 ] ], "squareSums": [ [ 1.5397677311665408, 1.5397677311665408 ], [ 1.5397677311665408, 1.5397677311665408 ] ], "expected": [ [ 4.355255731922399, 6.328095238095237 ], [ 10.338959435626101, 5.355255731922399 ] ], "delta": [ [ 1.4782010582010585, 2.9728395061728383 ], [ 2.0108641975308643, 1.1053948657652368 ] ], "residual": 2.9728395061728383, "residualBound": null, "error": null, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 3159275077, "after": 977421254, "u": 0.2275736196897924 }, "visit": 9, "alpha": 0.1111111111111111, "old": 4.111686507936508, "target": 5.355255731922399, "conditionalMean": 5.355255731922399, "conditionalVariance": 0, "noise": 0, "td": 1.243569223985891, "newValue": 4.249860866157162 } }, { "k": 37, "Q": [ [ 3.024874779541446, 3.355255731922399 ], [ 8.328095238095237, 4.249860866157162 ] ], "visits": [ [ 10, 9 ], [ 9, 9 ] ], "alphaSums": [ [ 2.9289682539682538, 2.8289682539682537 ], [ 2.8289682539682537, 2.8289682539682537 ] ], "squareSums": [ [ 1.5497677311665408, 1.5397677311665408 ], [ 1.5397677311665408, 1.5397677311665408 ] ], "expected": [ [ 4.355255731922399, 6.328095238095237 ], [ 10.338959435626101, 5.355255731922399 ] ], "delta": [ [ 1.3303809523809527, 2.9728395061728383 ], [ 2.0108641975308643, 1.1053948657652368 ] ], "residual": 2.9728395061728383, "residualBound": null, "error": null, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 977421254, "after": 896393659, "u": 0.20870791259221733 }, "visit": 10, "alpha": 0.1, "old": 2.8770546737213403, "target": 4.355255731922399, "conditionalMean": 4.355255731922399, "conditionalVariance": 0, "noise": 0, "td": 1.4782010582010585, "newValue": 3.024874779541446 } }, { "k": 38, "Q": [ [ 3.024874779541446, 3.6525396825396825 ], [ 8.328095238095237, 4.249860866157162 ] ], "visits": [ [ 10, 10 ], [ 9, 9 ] ], "alphaSums": [ [ 2.9289682539682538, 2.9289682539682538 ], [ 2.8289682539682537, 2.8289682539682537 ] ], "squareSums": [ [ 1.5497677311665408, 1.5497677311665408 ], [ 1.5397677311665408, 1.5397677311665408 ] ], "expected": [ [ 4.6525396825396825, 6.328095238095237 ], [ 10.457873015873016, 5.6525396825396825 ] ], "delta": [ [ 1.6276649029982364, 2.6755555555555546 ], [ 2.129777777777779, 1.4026788163825206 ] ], "residual": 2.6755555555555546, "residualBound": null, "error": null, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 896393659, "after": 2718066646, "u": 0.6328492066822946 }, "visit": 10, "alpha": 0.1, "old": 3.355255731922399, "target": 6.328095238095237, "conditionalMean": 6.328095238095237, "conditionalVariance": 0, "noise": 0, "td": 2.9728395061728383, "newValue": 3.6525396825396825 } }, { "k": 39, "Q": [ [ 3.024874779541446, 3.6525396825396825 ], [ 8.260539682539681, 4.249860866157162 ] ], "visits": [ [ 10, 10 ], [ 10, 9 ] ], "alphaSums": [ [ 2.9289682539682538, 2.9289682539682538 ], [ 2.9289682539682538, 2.8289682539682537 ] ], "squareSums": [ [ 1.5497677311665408, 1.5497677311665408 ], [ 1.5497677311665408, 1.5397677311665408 ] ], "expected": [ [ 4.6525396825396825, 6.260539682539681 ], [ 10.417339682539682, 5.6525396825396825 ] ], "delta": [ [ 1.6276649029982364, 2.6079999999999988 ], [ 2.1568000000000005, 1.4026788163825206 ] ], "residual": 2.6079999999999988, "residualBound": null, "error": null, "covered": 4, "update": { "s": 1, "a": 0, "next": 0, "reward": 4, "random": { "before": 2718066646, "after": 836945386, "u": 0.19486653292551637 }, "visit": 10, "alpha": 0.1, "old": 8.328095238095237, "target": 7.6525396825396825, "conditionalMean": 10.457873015873016, "conditionalVariance": 5.246596740740738, "noise": -2.8053333333333335, "td": -0.6755555555555546, "newValue": 8.260539682539681 } }, { "k": 40, "Q": [ [ 3.024874779541446, 3.6525396825396825 ], [ 8.260539682539681, 4.390128747795414 ] ], "visits": [ [ 10, 10 ], [ 10, 10 ] ], "alphaSums": [ [ 2.9289682539682538, 2.9289682539682538 ], [ 2.9289682539682538, 2.9289682539682538 ] ], "squareSums": [ [ 1.5497677311665408, 1.5497677311665408 ], [ 1.5497677311665408, 1.5497677311665408 ] ], "expected": [ [ 4.6525396825396825, 6.260539682539681 ], [ 10.417339682539682, 5.6525396825396825 ] ], "delta": [ [ 1.6276649029982364, 2.6079999999999988 ], [ 2.1568000000000005, 1.2624109347442687 ] ], "residual": 2.6079999999999988, "residualBound": null, "error": null, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 836945386, "after": 1118411237, "u": 0.26040040818043053 }, "visit": 10, "alpha": 0.1, "old": 4.249860866157162, "target": 5.6525396825396825, "conditionalMean": 5.6525396825396825, "conditionalVariance": 0, "noise": 0, "td": 1.4026788163825206, "newValue": 4.390128747795414 } }, { "k": 41, "Q": [ [ 3.1728443161776494, 3.6525396825396825 ], [ 8.260539682539681, 4.390128747795414 ] ], "visits": [ [ 11, 10 ], [ 10, 10 ] ], "alphaSums": [ [ 3.0198773448773446, 2.9289682539682538 ], [ 2.9289682539682538, 2.9289682539682538 ] ], "squareSums": [ [ 1.558032193976458, 1.5497677311665408 ], [ 1.5497677311665408, 1.5497677311665408 ] ], "expected": [ [ 4.6525396825396825, 6.260539682539681 ], [ 10.417339682539682, 5.6525396825396825 ] ], "delta": [ [ 1.4796953663620331, 2.6079999999999988 ], [ 2.1568000000000005, 1.2624109347442687 ] ], "residual": 2.6079999999999988, "residualBound": null, "error": null, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 1118411237, "after": 1127556303, "u": 0.26252965978346765 }, "visit": 11, "alpha": 0.09090909090909091, "old": 3.024874779541446, "target": 4.6525396825396825, "conditionalMean": 4.6525396825396825, "conditionalVariance": 0, "noise": 0, "td": 1.6276649029982364, "newValue": 3.1728443161776494 } }, { "k": 42, "Q": [ [ 3.1728443161776494, 3.8896305916305915 ], [ 8.260539682539681, 4.390128747795414 ] ], "visits": [ [ 11, 11 ], [ 10, 10 ] ], "alphaSums": [ [ 3.0198773448773446, 3.0198773448773446 ], [ 2.9289682539682538, 2.9289682539682538 ] ], "squareSums": [ [ 1.558032193976458, 1.558032193976458 ], [ 1.5497677311665408, 1.5497677311665408 ] ], "expected": [ [ 4.889630591630592, 6.260539682539681 ], [ 10.512176046176045, 5.889630591630592 ] ], "delta": [ [ 1.7167862754529426, 2.3709090909090897 ], [ 2.251636363636363, 1.4995018438351781 ] ], "residual": 2.3709090909090897, "residualBound": null, "error": null, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 1127556303, "after": 305812537, "u": 0.07120252982713282 }, "visit": 11, "alpha": 0.09090909090909091, "old": 3.6525396825396825, "target": 6.260539682539681, "conditionalMean": 6.260539682539681, "conditionalVariance": 0, "noise": 0, "td": 2.6079999999999988, "newValue": 3.8896305916305915 } }, { "k": 43, "Q": [ [ 3.1728443161776494, 3.8896305916305915 ], [ 8.226820674275219, 4.390128747795414 ] ], "visits": [ [ 11, 11 ], [ 11, 10 ] ], "alphaSums": [ [ 3.0198773448773446, 3.0198773448773446 ], [ 3.0198773448773446, 2.9289682539682538 ] ], "squareSums": [ [ 1.558032193976458, 1.558032193976458 ], [ 1.558032193976458, 1.5497677311665408 ] ], "expected": [ [ 4.889630591630592, 6.226820674275219 ], [ 10.491944641217367, 5.889630591630592 ] ], "delta": [ [ 1.7167862754529426, 2.3371900826446272 ], [ 2.2651239669421486, 1.4995018438351781 ] ], "residual": 2.3371900826446272, "residualBound": null, "error": null, "covered": 4, "update": { "s": 1, "a": 0, "next": 0, "reward": 4, "random": { "before": 305812537, "after": 1326863495, "u": 0.308934481581673 }, "visit": 11, "alpha": 0.09090909090909091, "old": 8.260539682539681, "target": 7.889630591630592, "conditionalMean": 10.512176046176045, "conditionalVariance": 4.585163107438013, "noise": -2.6225454545454525, "td": -0.3709090909090893, "newValue": 8.226820674275219 } }, { "k": 44, "Q": [ [ 3.1728443161776494, 3.8896305916305915 ], [ 8.226820674275219, 4.526447097234976 ] ], "visits": [ [ 11, 11 ], [ 11, 11 ] ], "alphaSums": [ [ 3.0198773448773446, 3.0198773448773446 ], [ 3.0198773448773446, 3.0198773448773446 ] ], "squareSums": [ [ 1.558032193976458, 1.558032193976458 ], [ 1.558032193976458, 1.558032193976458 ] ], "expected": [ [ 4.889630591630592, 6.226820674275219 ], [ 10.491944641217367, 5.889630591630592 ] ], "delta": [ [ 1.7167862754529426, 2.3371900826446272 ], [ 2.2651239669421486, 1.3631834943956163 ] ], "residual": 2.3371900826446272, "residualBound": null, "error": null, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 1326863495, "after": 894975684, "u": 0.20837776456028223 }, "visit": 11, "alpha": 0.09090909090909091, "old": 4.390128747795414, "target": 5.889630591630592, "conditionalMean": 5.889630591630592, "conditionalVariance": 0, "noise": 0, "td": 1.4995018438351781, "newValue": 4.526447097234976 } }, { "k": 45, "Q": [ [ 3.315909839132061, 3.8896305916305915 ], [ 8.226820674275219, 4.526447097234976 ] ], "visits": [ [ 12, 11 ], [ 11, 11 ] ], "alphaSums": [ [ 3.103210678210678, 3.0198773448773446 ], [ 3.0198773448773446, 3.0198773448773446 ] ], "squareSums": [ [ 1.5649766384209025, 1.558032193976458 ], [ 1.558032193976458, 1.558032193976458 ] ], "expected": [ [ 4.889630591630592, 6.226820674275219 ], [ 10.491944641217367, 5.889630591630592 ] ], "delta": [ [ 1.5737207524985308, 2.3371900826446272 ], [ 2.2651239669421486, 1.3631834943956163 ] ], "residual": 2.3371900826446272, "residualBound": null, "error": null, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 894975684, "after": 1653888772, "u": 0.38507598731666803 }, "visit": 12, "alpha": 0.08333333333333333, "old": 3.1728443161776494, "target": 4.889630591630592, "conditionalMean": 4.889630591630592, "conditionalVariance": 0, "noise": 0, "td": 1.7167862754529426, "newValue": 3.315909839132061 } }, { "k": 46, "Q": [ [ 3.315909839132061, 4.084396431850977 ], [ 8.226820674275219, 4.526447097234976 ] ], "visits": [ [ 12, 12 ], [ 11, 11 ] ], "alphaSums": [ [ 3.103210678210678, 3.103210678210678 ], [ 3.0198773448773446, 3.0198773448773446 ] ], "squareSums": [ [ 1.5649766384209025, 1.5649766384209025 ], [ 1.558032193976458, 1.558032193976458 ] ], "expected": [ [ 5.084396431850977, 6.226820674275219 ], [ 10.569850977305522, 6.084396431850977 ] ], "delta": [ [ 1.768486592718916, 2.1424242424242417 ], [ 2.3430303030303037, 1.5579493346160014 ] ], "residual": 2.3430303030303037, "residualBound": null, "error": null, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 1653888772, "after": 3873490174, "u": 0.9018672103993595 }, "visit": 12, "alpha": 0.08333333333333333, "old": 3.8896305916305915, "target": 6.226820674275219, "conditionalMean": 6.226820674275219, "conditionalVariance": 0, "noise": 0, "td": 2.3371900826446272, "newValue": 4.084396431850977 } }, { "k": 47, "Q": [ [ 3.315909839132061, 4.084396431850977 ], [ 8.214951987406533, 4.526447097234976 ] ], "visits": [ [ 12, 12 ], [ 12, 11 ] ], "alphaSums": [ [ 3.103210678210678, 3.103210678210678 ], [ 3.103210678210678, 3.0198773448773446 ] ], "squareSums": [ [ 1.5649766384209025, 1.5649766384209025 ], [ 1.5649766384209025, 1.558032193976458 ] ], "expected": [ [ 5.084396431850977, 6.214951987406533 ], [ 10.56272976518431, 6.084396431850977 ] ], "delta": [ [ 1.768486592718916, 2.1305555555555555 ], [ 2.347777777777777, 1.5579493346160014 ] ], "residual": 2.347777777777777, "residualBound": null, "error": null, "covered": 4, "update": { "s": 1, "a": 0, "next": 0, "reward": 4, "random": { "before": 3873490174, "after": 831521761, "u": 0.19360374682582915 }, "visit": 12, "alpha": 0.08333333333333333, "old": 8.226820674275219, "target": 8.084396431850976, "conditionalMean": 10.569850977305522, "conditionalVariance": 4.118322865013773, "noise": -2.4854545454545462, "td": -0.14242424242424256, "newValue": 8.214951987406533 } }, { "k": 48, "Q": [ [ 3.315909839132061, 4.084396431850977 ], [ 8.214951987406533, 4.656276208452976 ] ], "visits": [ [ 12, 12 ], [ 12, 12 ] ], "alphaSums": [ [ 3.103210678210678, 3.103210678210678 ], [ 3.103210678210678, 3.103210678210678 ] ], "squareSums": [ [ 1.5649766384209025, 1.5649766384209025 ], [ 1.5649766384209025, 1.5649766384209025 ] ], "expected": [ [ 5.084396431850977, 6.214951987406533 ], [ 10.56272976518431, 6.084396431850977 ] ], "delta": [ [ 1.768486592718916, 2.1305555555555555 ], [ 2.347777777777777, 1.4281202233980013 ] ], "residual": 2.347777777777777, "residualBound": null, "error": null, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 831521761, "after": 208361975, "u": 0.04851305275224149 }, "visit": 12, "alpha": 0.08333333333333333, "old": 4.526447097234976, "target": 6.084396431850977, "conditionalMean": 6.084396431850977, "conditionalVariance": 0, "noise": 0, "td": 1.5579493346160014, "newValue": 4.656276208452976 } }, { "k": 49, "Q": [ [ 3.4519472693412085, 4.084396431850977 ], [ 8.214951987406533, 4.656276208452976 ] ], "visits": [ [ 13, 12 ], [ 12, 12 ] ], "alphaSums": [ [ 3.180133755133755, 3.103210678210678 ], [ 3.103210678210678, 3.103210678210678 ] ], "squareSums": [ [ 1.5708937981842162, 1.5649766384209025 ], [ 1.5649766384209025, 1.5649766384209025 ] ], "expected": [ [ 5.084396431850977, 6.214951987406533 ], [ 10.56272976518431, 6.084396431850977 ] ], "delta": [ [ 1.6324491625097686, 2.1305555555555555 ], [ 2.347777777777777, 1.4281202233980013 ] ], "residual": 2.347777777777777, "residualBound": null, "error": null, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 208361975, "after": 2380579325, "u": 0.5542718165088445 }, "visit": 13, "alpha": 0.07692307692307693, "old": 3.315909839132061, "target": 5.084396431850977, "conditionalMean": 5.084396431850977, "conditionalVariance": 0, "noise": 0, "td": 1.768486592718916, "newValue": 3.4519472693412085 } }, { "k": 50, "Q": [ [ 3.4519472693412085, 4.248285320739866 ], [ 8.214951987406533, 4.656276208452976 ] ], "visits": [ [ 13, 13 ], [ 12, 12 ] ], "alphaSums": [ [ 3.180133755133755, 3.180133755133755 ], [ 3.103210678210678, 3.103210678210678 ] ], "squareSums": [ [ 1.5708937981842162, 1.5708937981842162 ], [ 1.5649766384209025, 1.5649766384209025 ] ], "expected": [ [ 5.248285320739866, 6.214951987406533 ], [ 10.628285320739867, 6.248285320739866 ] ], "delta": [ [ 1.7963380513986573, 1.9666666666666668 ], [ 2.413333333333334, 1.59200911228689 ] ], "residual": 2.413333333333334, "residualBound": null, "error": null, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 2380579325, "after": 2931165456, "u": 0.6824651397764683 }, "visit": 13, "alpha": 0.07692307692307693, "old": 4.084396431850977, "target": 6.214951987406533, "conditionalMean": 6.214951987406533, "conditionalVariance": 0, "noise": 0, "td": 2.1305555555555555, "newValue": 4.248285320739866 } }, { "k": 51, "Q": [ [ 3.4519472693412085, 4.248285320739866 ], [ 8.522644295098841, 4.656276208452976 ] ], "visits": [ [ 13, 13 ], [ 13, 12 ] ], "alphaSums": [ [ 3.180133755133755, 3.180133755133755 ], [ 3.180133755133755, 3.103210678210678 ] ], "squareSums": [ [ 1.5708937981842162, 1.5708937981842162 ], [ 1.5708937981842162, 1.5649766384209025 ] ], "expected": [ [ 5.248285320739866, 6.522644295098841 ], [ 10.81290070535525, 6.248285320739866 ] ], "delta": [ [ 1.7963380513986573, 2.274358974358975 ], [ 2.2902564102564096, 1.59200911228689 ] ], "residual": 2.2902564102564096, "residualBound": null, "error": null, "covered": 4, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 2931165456, "after": 2635326874, "u": 0.6135848523117602 }, "visit": 13, "alpha": 0.07692307692307693, "old": 8.214951987406533, "target": 12.214951987406533, "conditionalMean": 10.628285320739867, "conditionalVariance": 3.776266666666667, "noise": 1.586666666666666, "td": 4, "newValue": 8.522644295098841 } }, { "k": 52, "Q": [ [ 3.4519472693412085, 4.248285320739866 ], [ 8.522644295098841, 4.778738447859659 ] ], "visits": [ [ 13, 13 ], [ 13, 13 ] ], "alphaSums": [ [ 3.180133755133755, 3.180133755133755 ], [ 3.180133755133755, 3.180133755133755 ] ], "squareSums": [ [ 1.5708937981842162, 1.5708937981842162 ], [ 1.5708937981842162, 1.5708937981842162 ] ], "expected": [ [ 5.248285320739866, 6.522644295098841 ], [ 10.81290070535525, 6.248285320739866 ] ], "delta": [ [ 1.7963380513986573, 2.274358974358975 ], [ 2.2902564102564096, 1.4695468728802066 ] ], "residual": 2.2902564102564096, "residualBound": null, "error": null, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 2635326874, "after": 3585768458, "u": 0.8348767780698836 }, "visit": 13, "alpha": 0.07692307692307693, "old": 4.656276208452976, "target": 6.248285320739866, "conditionalMean": 6.248285320739866, "conditionalVariance": 0, "noise": 0, "td": 1.59200911228689, "newValue": 4.778738447859659 } }, { "k": 53, "Q": [ [ 3.5802571301553985, 4.248285320739866 ], [ 8.522644295098841, 4.778738447859659 ] ], "visits": [ [ 14, 13 ], [ 13, 13 ] ], "alphaSums": [ [ 3.251562326562327, 3.180133755133755 ], [ 3.180133755133755, 3.180133755133755 ] ], "squareSums": [ [ 1.5759958390005426, 1.5708937981842162 ], [ 1.5708937981842162, 1.5708937981842162 ] ], "expected": [ [ 5.248285320739866, 6.522644295098841 ], [ 10.81290070535525, 6.248285320739866 ] ], "delta": [ [ 1.6680281905844674, 2.274358974358975 ], [ 2.2902564102564096, 1.4695468728802066 ] ], "residual": 2.2902564102564096, "residualBound": null, "error": null, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 3585768458, "after": 3713356791, "u": 0.8645832517649978 }, "visit": 14, "alpha": 0.07142857142857142, "old": 3.4519472693412085, "target": 5.248285320739866, "conditionalMean": 5.248285320739866, "conditionalVariance": 0, "noise": 0, "td": 1.7963380513986573, "newValue": 3.5802571301553985 } }, { "k": 54, "Q": [ [ 3.5802571301553985, 4.410739533194079 ], [ 8.522644295098841, 4.778738447859659 ] ], "visits": [ [ 14, 14 ], [ 13, 13 ] ], "alphaSums": [ [ 3.251562326562327, 3.251562326562327 ], [ 3.180133755133755, 3.180133755133755 ] ], "squareSums": [ [ 1.5759958390005426, 1.5759958390005426 ], [ 1.5708937981842162, 1.5708937981842162 ] ], "expected": [ [ 5.410739533194079, 6.522644295098841 ], [ 10.877882390336936, 6.410739533194079 ] ], "delta": [ [ 1.8304824030386802, 2.1119047619047624 ], [ 2.3552380952380947, 1.6320010853344193 ] ], "residual": 2.3552380952380947, "residualBound": null, "error": null, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 3713356791, "after": 2455405602, "u": 0.5716936667449772 }, "visit": 14, "alpha": 0.07142857142857142, "old": 4.248285320739866, "target": 6.522644295098841, "conditionalMean": 6.522644295098841, "conditionalVariance": 0, "noise": 0, "td": 2.274358974358975, "newValue": 4.410739533194079 } }, { "k": 55, "Q": [ [ 3.5802571301553985, 4.410739533194079 ], [ 8.808358580813128, 4.778738447859659 ] ], "visits": [ [ 14, 14 ], [ 14, 13 ] ], "alphaSums": [ [ 3.251562326562327, 3.251562326562327 ], [ 3.251562326562327, 3.180133755133755 ] ], "squareSums": [ [ 1.5759958390005426, 1.5759958390005426 ], [ 1.5759958390005426, 1.5708937981842162 ] ], "expected": [ [ 5.410739533194079, 6.8083585808131275 ], [ 11.049310961765508, 6.410739533194079 ] ], "delta": [ [ 1.8304824030386802, 2.397619047619049 ], [ 2.240952380952381, 1.6320010853344193 ] ], "residual": 2.397619047619049, "residualBound": null, "error": null, "covered": 4, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 2455405602, "after": 2567572717, "u": 0.5978096083272249 }, "visit": 14, "alpha": 0.07142857142857142, "old": 8.522644295098841, "target": 12.522644295098841, "conditionalMean": 10.877882390336936, "conditionalVariance": 4.057862585034014, "noise": 1.6447619047619053, "td": 4, "newValue": 8.808358580813128 } }, { "k": 56, "Q": [ [ 3.5802571301553985, 4.410739533194079 ], [ 8.808358580813128, 4.895309953954975 ] ], "visits": [ [ 14, 14 ], [ 14, 14 ] ], "alphaSums": [ [ 3.251562326562327, 3.251562326562327 ], [ 3.251562326562327, 3.251562326562327 ] ], "squareSums": [ [ 1.5759958390005426, 1.5759958390005426 ], [ 1.5759958390005426, 1.5759958390005426 ] ], "expected": [ [ 5.410739533194079, 6.8083585808131275 ], [ 11.049310961765508, 6.410739533194079 ] ], "delta": [ [ 1.8304824030386802, 2.397619047619049 ], [ 2.240952380952381, 1.515429579239104 ] ], "residual": 2.397619047619049, "residualBound": null, "error": null, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 2567572717, "after": 3396326502, "u": 0.7907688855193555 }, "visit": 14, "alpha": 0.07142857142857142, "old": 4.778738447859659, "target": 6.410739533194079, "conditionalMean": 6.410739533194079, "conditionalVariance": 0, "noise": 0, "td": 1.6320010853344193, "newValue": 4.895309953954975 } }, { "k": 57, "Q": [ [ 3.702289290357977, 4.410739533194079 ], [ 8.808358580813128, 4.895309953954975 ] ], "visits": [ [ 15, 14 ], [ 14, 14 ] ], "alphaSums": [ [ 3.3182289932289937, 3.251562326562327 ], [ 3.251562326562327, 3.251562326562327 ] ], "squareSums": [ [ 1.580440283444987, 1.5759958390005426 ], [ 1.5759958390005426, 1.5759958390005426 ] ], "expected": [ [ 5.410739533194079, 6.8083585808131275 ], [ 11.049310961765508, 6.410739533194079 ] ], "delta": [ [ 1.7084502428361015, 2.397619047619049 ], [ 2.240952380952381, 1.515429579239104 ] ], "residual": 2.397619047619049, "residualBound": null, "error": null, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 3396326502, "after": 746753783, "u": 0.1738671639468521 }, "visit": 15, "alpha": 0.06666666666666667, "old": 3.5802571301553985, "target": 5.410739533194079, "conditionalMean": 5.410739533194079, "conditionalVariance": 0, "noise": 0, "td": 1.8304824030386802, "newValue": 3.702289290357977 } }, { "k": 58, "Q": [ [ 3.702289290357977, 4.570580803035349 ], [ 8.808358580813128, 4.895309953954975 ] ], "visits": [ [ 15, 15 ], [ 14, 14 ] ], "alphaSums": [ [ 3.3182289932289937, 3.3182289932289937 ], [ 3.251562326562327, 3.251562326562327 ] ], "squareSums": [ [ 1.580440283444987, 1.580440283444987 ], [ 1.5759958390005426, 1.5759958390005426 ] ], "expected": [ [ 5.570580803035349, 6.8083585808131275 ], [ 11.113247469702017, 6.570580803035349 ] ], "delta": [ [ 1.8682915126773718, 2.2377777777777785 ], [ 2.3048888888888897, 1.6752708490803743 ] ], "residual": 2.3048888888888897, "residualBound": null, "error": null, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 746753783, "after": 3604372345, "u": 0.8392083330545574 }, "visit": 15, "alpha": 0.06666666666666667, "old": 4.410739533194079, "target": 6.8083585808131275, "conditionalMean": 6.8083585808131275, "conditionalVariance": 0, "noise": 0, "td": 2.397619047619049, "newValue": 4.570580803035349 } }, { "k": 59, "Q": [ [ 3.702289290357977, 4.570580803035349 ], [ 9.075025247479795, 4.895309953954975 ] ], "visits": [ [ 15, 15 ], [ 15, 14 ] ], "alphaSums": [ [ 3.3182289932289937, 3.3182289932289937 ], [ 3.3182289932289937, 3.251562326562327 ] ], "squareSums": [ [ 1.580440283444987, 1.580440283444987 ], [ 1.580440283444987, 1.5759958390005426 ] ], "expected": [ [ 5.570580803035349, 7.075025247479795 ], [ 11.273247469702017, 6.570580803035349 ] ], "delta": [ [ 1.8682915126773718, 2.504444444444446 ], [ 2.1982222222222223, 1.6752708490803743 ] ], "residual": 2.504444444444446, "residualBound": null, "error": null, "covered": 4, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 3604372345, "after": 2862072069, "u": 0.6663780820090324 }, "visit": 15, "alpha": 0.06666666666666667, "old": 8.808358580813128, "target": 12.808358580813128, "conditionalMean": 11.113247469702017, "conditionalVariance": 4.31010251851852, "noise": 1.6951111111111103, "td": 4, "newValue": 9.075025247479795 } }, { "k": 60, "Q": [ [ 3.702289290357977, 4.570580803035349 ], [ 9.075025247479795, 5.0069946772269995 ] ], "visits": [ [ 15, 15 ], [ 15, 15 ] ], "alphaSums": [ [ 3.3182289932289937, 3.3182289932289937 ], [ 3.3182289932289937, 3.3182289932289937 ] ], "squareSums": [ [ 1.580440283444987, 1.580440283444987 ], [ 1.580440283444987, 1.580440283444987 ] ], "expected": [ [ 5.570580803035349, 7.075025247479795 ], [ 11.273247469702017, 6.570580803035349 ] ], "delta": [ [ 1.8682915126773718, 2.504444444444446 ], [ 2.1982222222222223, 1.5635861258083494 ] ], "residual": 2.504444444444446, "residualBound": null, "error": null, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 2862072069, "after": 73286558, "u": 0.01706335647031665 }, "visit": 15, "alpha": 0.06666666666666667, "old": 4.895309953954975, "target": 6.570580803035349, "conditionalMean": 6.570580803035349, "conditionalVariance": 0, "noise": 0, "td": 1.6752708490803743, "newValue": 5.0069946772269995 } }, { "k": 61, "Q": [ [ 3.819057509900313, 4.570580803035349 ], [ 9.075025247479795, 5.0069946772269995 ] ], "visits": [ [ 16, 15 ], [ 15, 15 ] ], "alphaSums": [ [ 3.3807289932289937, 3.3182289932289937 ], [ 3.3182289932289937, 3.3182289932289937 ] ], "squareSums": [ [ 1.584346533444987, 1.580440283444987 ], [ 1.580440283444987, 1.580440283444987 ] ], "expected": [ [ 5.570580803035349, 7.075025247479795 ], [ 11.273247469702017, 6.570580803035349 ] ], "delta": [ [ 1.751523293135036, 2.504444444444446 ], [ 2.1982222222222223, 1.5635861258083494 ] ], "residual": 2.504444444444446, "residualBound": null, "error": null, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 73286558, "after": 1234261128, "u": 0.28737381286919117 }, "visit": 16, "alpha": 0.0625, "old": 3.702289290357977, "target": 5.570580803035349, "conditionalMean": 5.570580803035349, "conditionalVariance": 0, "noise": 0, "td": 1.8682915126773718, "newValue": 3.819057509900313 } }, { "k": 62, "Q": [ [ 3.819057509900313, 4.727108580813127 ], [ 9.075025247479795, 5.0069946772269995 ] ], "visits": [ [ 16, 16 ], [ 15, 15 ] ], "alphaSums": [ [ 3.3807289932289937, 3.3807289932289937 ], [ 3.3182289932289937, 3.3182289932289937 ] ], "squareSums": [ [ 1.584346533444987, 1.584346533444987 ], [ 1.580440283444987, 1.580440283444987 ] ], "expected": [ [ 5.727108580813127, 7.075025247479795 ], [ 11.335858580813127, 6.727108580813127 ] ], "delta": [ [ 1.9080510709128138, 2.347916666666668 ], [ 2.2608333333333324, 1.7201139035861273 ] ], "residual": 2.347916666666668, "residualBound": null, "error": null, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 1234261128, "after": 51168264, "u": 0.011913539841771126 }, "visit": 16, "alpha": 0.0625, "old": 4.570580803035349, "target": 7.075025247479795, "conditionalMean": 7.075025247479795, "conditionalVariance": 0, "noise": 0, "td": 2.504444444444446, "newValue": 4.727108580813127 } }, { "k": 63, "Q": [ [ 3.819057509900313, 4.727108580813127 ], [ 9.325025247479795, 5.0069946772269995 ] ], "visits": [ [ 16, 16 ], [ 16, 15 ] ], "alphaSums": [ [ 3.3807289932289937, 3.3807289932289937 ], [ 3.3807289932289937, 3.3182289932289937 ] ], "squareSums": [ [ 1.584346533444987, 1.584346533444987 ], [ 1.584346533444987, 1.580440283444987 ] ], "expected": [ [ 5.727108580813127, 7.325025247479795 ], [ 11.485858580813128, 6.727108580813127 ] ], "delta": [ [ 1.9080510709128138, 2.597916666666668 ], [ 2.1608333333333327, 1.7201139035861273 ] ], "residual": 2.597916666666668, "residualBound": null, "error": null, "covered": 4, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 51168264, "after": 3929845774, "u": 0.9149885210208595 }, "visit": 16, "alpha": 0.0625, "old": 9.075025247479795, "target": 13.075025247479795, "conditionalMean": 11.335858580813127, "conditionalVariance": 4.53705104166667, "noise": 1.7391666666666676, "td": 4, "newValue": 9.325025247479795 } }, { "k": 64, "Q": [ [ 3.819057509900313, 4.727108580813127 ], [ 9.325025247479795, 5.114501796201132 ] ], "visits": [ [ 16, 16 ], [ 16, 16 ] ], "alphaSums": [ [ 3.3807289932289937, 3.3807289932289937 ], [ 3.3807289932289937, 3.3807289932289937 ] ], "squareSums": [ [ 1.584346533444987, 1.584346533444987 ], [ 1.584346533444987, 1.584346533444987 ] ], "expected": [ [ 5.727108580813127, 7.325025247479795 ], [ 11.485858580813128, 6.727108580813127 ] ], "delta": [ [ 1.9080510709128138, 2.597916666666668 ], [ 2.1608333333333327, 1.6126067846119945 ] ], "residual": 2.597916666666668, "residualBound": null, "error": null, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 3929845774, "after": 4220816400, "u": 0.9827353991568089 }, "visit": 16, "alpha": 0.0625, "old": 5.0069946772269995, "target": 6.727108580813127, "conditionalMean": 6.727108580813127, "conditionalVariance": 0, "noise": 0, "td": 1.7201139035861273, "newValue": 5.114501796201132 } }, { "k": 65, "Q": [ [ 3.931295808189302, 4.727108580813127 ], [ 9.325025247479795, 5.114501796201132 ] ], "visits": [ [ 17, 16 ], [ 16, 16 ] ], "alphaSums": [ [ 3.439552522640758, 3.3807289932289937 ], [ 3.3807289932289937, 3.3807289932289937 ] ], "squareSums": [ [ 1.587806741057444, 1.584346533444987 ], [ 1.584346533444987, 1.584346533444987 ] ], "expected": [ [ 5.727108580813127, 7.325025247479795 ], [ 11.485858580813128, 6.727108580813127 ] ], "delta": [ [ 1.7958127726238247, 2.597916666666668 ], [ 2.1608333333333327, 1.6126067846119945 ] ], "residual": 2.597916666666668, "residualBound": null, "error": null, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 4220816400, "after": 683776635, "u": 0.15920415404252708 }, "visit": 17, "alpha": 0.058823529411764705, "old": 3.819057509900313, "target": 5.727108580813127, "conditionalMean": 5.727108580813127, "conditionalVariance": 0, "noise": 0, "td": 1.9080510709128138, "newValue": 3.931295808189302 } }, { "k": 66, "Q": [ [ 3.931295808189302, 4.879927208264108 ], [ 9.325025247479795, 5.114501796201132 ] ], "visits": [ [ 17, 17 ], [ 16, 16 ] ], "alphaSums": [ [ 3.439552522640758, 3.439552522640758 ], [ 3.3807289932289937, 3.3807289932289937 ] ], "squareSums": [ [ 1.587806741057444, 1.587806741057444 ], [ 1.584346533444987, 1.584346533444987 ] ], "expected": [ [ 5.879927208264108, 7.325025247479795 ], [ 11.54698603179352, 6.879927208264108 ] ], "delta": [ [ 1.9486314000748055, 2.4450980392156874 ], [ 2.2219607843137243, 1.7654254120629753 ] ], "residual": 2.4450980392156874, "residualBound": null, "error": null, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 683776635, "after": 1783627836, "u": 0.4152832170948386 }, "visit": 17, "alpha": 0.058823529411764705, "old": 4.727108580813127, "target": 7.325025247479795, "conditionalMean": 7.325025247479795, "conditionalVariance": 0, "noise": 0, "td": 2.597916666666668, "newValue": 4.879927208264108 } }, { "k": 67, "Q": [ [ 3.931295808189302, 4.879927208264108 ], [ 9.298843009878873, 5.114501796201132 ] ], "visits": [ [ 17, 17 ], [ 17, 16 ] ], "alphaSums": [ [ 3.439552522640758, 3.439552522640758 ], [ 3.439552522640758, 3.3807289932289937 ] ], "squareSums": [ [ 1.587806741057444, 1.587806741057444 ], [ 1.587806741057444, 1.584346533444987 ] ], "expected": [ [ 5.879927208264108, 7.298843009878873 ], [ 11.531276689232968, 6.879927208264108 ] ], "delta": [ [ 1.9486314000748055, 2.418915801614765 ], [ 2.232433679354095, 1.7654254120629753 ] ], "residual": 2.418915801614765, "residualBound": null, "error": null, "covered": 4, "update": { "s": 1, "a": 0, "next": 0, "reward": 4, "random": { "before": 1783627836, "after": 547428343, "u": 0.12745809345506132 }, "visit": 17, "alpha": 0.058823529411764705, "old": 9.325025247479795, "target": 8.879927208264107, "conditionalMean": 11.54698603179352, "conditionalVariance": 4.742135178777396, "noise": -2.6670588235294126, "td": -0.44509803921568825, "newValue": 9.298843009878873 } }, { "k": 68, "Q": [ [ 3.931295808189302, 4.879927208264108 ], [ 9.298843009878873, 5.218350349851896 ] ], "visits": [ [ 17, 17 ], [ 17, 17 ] ], "alphaSums": [ [ 3.439552522640758, 3.439552522640758 ], [ 3.439552522640758, 3.439552522640758 ] ], "squareSums": [ [ 1.587806741057444, 1.587806741057444 ], [ 1.587806741057444, 1.587806741057444 ] ], "expected": [ [ 5.879927208264108, 7.298843009878873 ], [ 11.531276689232968, 6.879927208264108 ] ], "delta": [ [ 1.9486314000748055, 2.418915801614765 ], [ 2.232433679354095, 1.6615768584122117 ] ], "residual": 2.418915801614765, "residualBound": null, "error": null, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 547428343, "after": 1235299800, "u": 0.2876156475394964 }, "visit": 17, "alpha": 0.058823529411764705, "old": 5.114501796201132, "target": 6.879927208264108, "conditionalMean": 6.879927208264108, "conditionalVariance": 0, "noise": 0, "td": 1.7654254120629753, "newValue": 5.218350349851896 } }, { "k": 69, "Q": [ [ 4.039553108193458, 4.879927208264108 ], [ 9.298843009878873, 5.218350349851896 ] ], "visits": [ [ 18, 17 ], [ 17, 17 ] ], "alphaSums": [ [ 3.4951080781963135, 3.439552522640758 ], [ 3.439552522640758, 3.439552522640758 ] ], "squareSums": [ [ 1.5908931608105303, 1.587806741057444 ], [ 1.587806741057444, 1.587806741057444 ] ], "expected": [ [ 5.879927208264108, 7.298843009878873 ], [ 11.531276689232968, 6.879927208264108 ] ], "delta": [ [ 1.8403741000706493, 2.418915801614765 ], [ 2.232433679354095, 1.6615768584122117 ] ], "residual": 2.418915801614765, "residualBound": null, "error": null, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 1235299800, "after": 4015612277, "u": 0.934957591118291 }, "visit": 18, "alpha": 0.05555555555555555, "old": 3.931295808189302, "target": 5.879927208264108, "conditionalMean": 5.879927208264108, "conditionalVariance": 0, "noise": 0, "td": 1.9486314000748055, "newValue": 4.039553108193458 } }, { "k": 70, "Q": [ [ 4.039553108193458, 5.014311419464928 ], [ 9.298843009878873, 5.218350349851896 ] ], "visits": [ [ 18, 18 ], [ 17, 17 ] ], "alphaSums": [ [ 3.4951080781963135, 3.4951080781963135 ], [ 3.439552522640758, 3.439552522640758 ] ], "squareSums": [ [ 1.5908931608105303, 1.5908931608105303 ], [ 1.587806741057444, 1.587806741057444 ] ], "expected": [ [ 6.014311419464928, 7.298843009878873 ], [ 11.585030373713295, 7.014311419464928 ] ], "delta": [ [ 1.9747583112714695, 2.2845315904139447 ], [ 2.286187363834422, 1.795961069613032 ] ], "residual": 2.286187363834422, "residualBound": null, "error": null, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 4015612277, "after": 2911090958, "u": 0.6777911814861 }, "visit": 18, "alpha": 0.05555555555555555, "old": 4.879927208264108, "target": 7.298843009878873, "conditionalMean": 7.298843009878873, "conditionalVariance": 0, "noise": 0, "td": 2.418915801614765, "newValue": 5.014311419464928 } }, { "k": 71, "Q": [ [ 4.039553108193458, 5.014311419464928 ], [ 9.521065232101094, 5.218350349851896 ] ], "visits": [ [ 18, 18 ], [ 18, 17 ] ], "alphaSums": [ [ 3.4951080781963135, 3.4951080781963135 ], [ 3.4951080781963135, 3.439552522640758 ] ], "squareSums": [ [ 1.5908931608105303, 1.5908931608105303 ], [ 1.5908931608105303, 1.587806741057444 ] ], "expected": [ [ 6.014311419464928, 7.521065232101094 ], [ 11.718363707046628, 7.014311419464928 ] ], "delta": [ [ 1.9747583112714695, 2.506753812636166 ], [ 2.1972984749455335, 1.795961069613032 ] ], "residual": 2.506753812636166, "residualBound": null, "error": null, "covered": 4, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 2911090958, "after": 2397085631, "u": 0.5581149903591722 }, "visit": 18, "alpha": 0.05555555555555555, "old": 9.298843009878873, "target": 13.298843009878873, "conditionalMean": 11.585030373713295, "conditionalVariance": 4.405730627821211, "noise": 1.7138126361655779, "td": 4, "newValue": 9.521065232101094 } }, { "k": 72, "Q": [ [ 4.039553108193458, 5.014311419464928 ], [ 9.521065232101094, 5.318125964830398 ] ], "visits": [ [ 18, 18 ], [ 18, 18 ] ], "alphaSums": [ [ 3.4951080781963135, 3.4951080781963135 ], [ 3.4951080781963135, 3.4951080781963135 ] ], "squareSums": [ [ 1.5908931608105303, 1.5908931608105303 ], [ 1.5908931608105303, 1.5908931608105303 ] ], "expected": [ [ 6.014311419464928, 7.521065232101094 ], [ 11.718363707046628, 7.014311419464928 ] ], "delta": [ [ 1.9747583112714695, 2.506753812636166 ], [ 2.1972984749455335, 1.6961854546345299 ] ], "residual": 2.506753812636166, "residualBound": null, "error": null, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 2397085631, "after": 1072764852, "u": 0.2497725309804082 }, "visit": 18, "alpha": 0.05555555555555555, "old": 5.218350349851896, "target": 7.014311419464928, "conditionalMean": 7.014311419464928, "conditionalVariance": 0, "noise": 0, "td": 1.795961069613032, "newValue": 5.318125964830398 } }, { "k": 73, "Q": [ [ 4.143487756155115, 5.014311419464928 ], [ 9.521065232101094, 5.318125964830398 ] ], "visits": [ [ 19, 18 ], [ 18, 18 ] ], "alphaSums": [ [ 3.547739657143682, 3.4951080781963135 ], [ 3.4951080781963135, 3.4951080781963135 ] ], "squareSums": [ [ 1.5936632439130234, 1.5908931608105303 ], [ 1.5908931608105303, 1.5908931608105303 ] ], "expected": [ [ 6.014311419464928, 7.521065232101094 ], [ 11.718363707046628, 7.014311419464928 ] ], "delta": [ [ 1.870823663309813, 2.506753812636166 ], [ 2.1972984749455335, 1.6961854546345299 ] ], "residual": 2.506753812636166, "residualBound": null, "error": null, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 1072764852, "after": 3186933719, "u": 0.7420158290769905 }, "visit": 19, "alpha": 0.05263157894736842, "old": 4.039553108193458, "target": 6.014311419464928, "conditionalMean": 6.014311419464928, "conditionalVariance": 0, "noise": 0, "td": 1.9747583112714695, "newValue": 4.143487756155115 } }, { "k": 74, "Q": [ [ 4.143487756155115, 5.146245830656305 ], [ 9.521065232101094, 5.318125964830398 ] ], "visits": [ [ 19, 19 ], [ 18, 18 ] ], "alphaSums": [ [ 3.547739657143682, 3.547739657143682 ], [ 3.4951080781963135, 3.4951080781963135 ] ], "squareSums": [ [ 1.5936632439130234, 1.5936632439130234 ], [ 1.5908931608105303, 1.5908931608105303 ] ], "expected": [ [ 6.146245830656305, 7.521065232101094 ], [ 11.77113747152318, 7.146245830656305 ] ], "delta": [ [ 2.00275807450119, 2.374819401444789 ], [ 2.250072239422085, 1.828119865825907 ] ], "residual": 2.374819401444789, "residualBound": null, "error": null, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 3186933719, "after": 1808208080, "u": 0.4210062511265278 }, "visit": 19, "alpha": 0.05263157894736842, "old": 5.014311419464928, "target": 7.521065232101094, "conditionalMean": 7.521065232101094, "conditionalVariance": 0, "noise": 0, "td": 2.506753812636166, "newValue": 5.146245830656305 } }, { "k": 75, "Q": [ [ 4.143487756155115, 5.146245830656305 ], [ 9.731591547890568, 5.318125964830398 ] ], "visits": [ [ 19, 19 ], [ 19, 18 ] ], "alphaSums": [ [ 3.547739657143682, 3.547739657143682 ], [ 3.547739657143682, 3.4951080781963135 ] ], "squareSums": [ [ 1.5936632439130234, 1.5936632439130234 ], [ 1.5936632439130234, 1.5908931608105303 ] ], "expected": [ [ 6.146245830656305, 7.731591547890568 ], [ 11.897453260996864, 7.146245830656305 ] ], "delta": [ [ 2.00275807450119, 2.5853457172342633 ], [ 2.1658617131062954, 1.828119865825907 ] ], "residual": 2.5853457172342633, "residualBound": null, "error": null, "covered": 4, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 1808208080, "after": 2994197502, "u": 0.6971409316174686 }, "visit": 19, "alpha": 0.05263157894736842, "old": 9.521065232101094, "target": 13.521065232101094, "conditionalMean": 11.77113747152318, "conditionalVariance": 4.593370750861858, "noise": 1.7499277605779149, "td": 4, "newValue": 9.731591547890568 } }, { "k": 76, "Q": [ [ 4.143487756155115, 5.146245830656305 ], [ 9.731591547890568, 5.414342799873867 ] ], "visits": [ [ 19, 19 ], [ 19, 19 ] ], "alphaSums": [ [ 3.547739657143682, 3.547739657143682 ], [ 3.547739657143682, 3.547739657143682 ] ], "squareSums": [ [ 1.5936632439130234, 1.5936632439130234 ], [ 1.5936632439130234, 1.5936632439130234 ] ], "expected": [ [ 6.146245830656305, 7.731591547890568 ], [ 11.897453260996864, 7.146245830656305 ] ], "delta": [ [ 2.00275807450119, 2.5853457172342633 ], [ 2.1658617131062954, 1.731903030782438 ] ], "residual": 2.5853457172342633, "residualBound": null, "error": null, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 2994197502, "after": 1225705658, "u": 0.2853818372823298 }, "visit": 19, "alpha": 0.05263157894736842, "old": 5.318125964830398, "target": 7.146245830656305, "conditionalMean": 7.146245830656305, "conditionalVariance": 0, "noise": 0, "td": 1.828119865825907, "newValue": 5.414342799873867 } }, { "k": 77, "Q": [ [ 4.243625659880174, 5.146245830656305 ], [ 9.731591547890568, 5.414342799873867 ] ], "visits": [ [ 20, 19 ], [ 19, 19 ] ], "alphaSums": [ [ 3.597739657143682, 3.547739657143682 ], [ 3.547739657143682, 3.547739657143682 ] ], "squareSums": [ [ 1.5961632439130233, 1.5936632439130234 ], [ 1.5936632439130234, 1.5936632439130234 ] ], "expected": [ [ 6.146245830656305, 7.731591547890568 ], [ 11.897453260996864, 7.146245830656305 ] ], "delta": [ [ 1.9026201707761308, 2.5853457172342633 ], [ 2.1658617131062954, 1.731903030782438 ] ], "residual": 2.5853457172342633, "residualBound": null, "error": null, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 1225705658, "after": 2468468342, "u": 0.5747350729070604 }, "visit": 20, "alpha": 0.05, "old": 4.143487756155115, "target": 6.146245830656305, "conditionalMean": 6.146245830656305, "conditionalVariance": 0, "noise": 0, "td": 2.00275807450119, "newValue": 4.243625659880174 } }, { "k": 78, "Q": [ [ 4.243625659880174, 5.2755131165180185 ], [ 9.731591547890568, 5.414342799873867 ] ], "visits": [ [ 20, 20 ], [ 19, 19 ] ], "alphaSums": [ [ 3.597739657143682, 3.597739657143682 ], [ 3.547739657143682, 3.547739657143682 ] ], "squareSums": [ [ 1.5961632439130233, 1.5961632439130233 ], [ 1.5936632439130234, 1.5936632439130234 ] ], "expected": [ [ 6.2755131165180185, 7.731591547890568 ], [ 11.949160175341548, 7.2755131165180185 ] ], "delta": [ [ 2.031887456637844, 2.45607843137255 ], [ 2.21756862745098, 1.8611703166441513 ] ], "residual": 2.45607843137255, "residualBound": null, "error": null, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 2468468342, "after": 2483491489, "u": 0.5782329218927771 }, "visit": 20, "alpha": 0.05, "old": 5.146245830656305, "target": 7.731591547890568, "conditionalMean": 7.731591547890568, "conditionalVariance": 0, "noise": 0, "td": 2.5853457172342633, "newValue": 5.2755131165180185 } }, { "k": 79, "Q": [ [ 4.243625659880174, 5.2755131165180185 ], [ 9.931591547890568, 5.414342799873867 ] ], "visits": [ [ 20, 20 ], [ 20, 19 ] ], "alphaSums": [ [ 3.597739657143682, 3.597739657143682 ], [ 3.597739657143682, 3.547739657143682 ] ], "squareSums": [ [ 1.5961632439130233, 1.5961632439130233 ], [ 1.5961632439130233, 1.5936632439130234 ] ], "expected": [ [ 6.2755131165180185, 7.931591547890568 ], [ 12.069160175341548, 7.2755131165180185 ] ], "delta": [ [ 2.031887456637844, 2.656078431372549 ], [ 2.13756862745098, 1.8611703166441513 ] ], "residual": 2.656078431372549, "residualBound": null, "error": null, "covered": 4, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 2483491489, "after": 3157407880, "u": 0.7351413089782 }, "visit": 20, "alpha": 0.05, "old": 9.731591547890568, "target": 13.731591547890568, "conditionalMean": 11.949160175341548, "conditionalVariance": 4.765592396770475, "noise": 1.78243137254902, "td": 4, "newValue": 9.931591547890568 } }, { "k": 80, "Q": [ [ 4.243625659880174, 5.2755131165180185 ], [ 9.931591547890568, 5.507401315706074 ] ], "visits": [ [ 20, 20 ], [ 20, 20 ] ], "alphaSums": [ [ 3.597739657143682, 3.597739657143682 ], [ 3.597739657143682, 3.597739657143682 ] ], "squareSums": [ [ 1.5961632439130233, 1.5961632439130233 ], [ 1.5961632439130233, 1.5961632439130233 ] ], "expected": [ [ 6.2755131165180185, 7.931591547890568 ], [ 12.069160175341548, 7.2755131165180185 ] ], "delta": [ [ 2.031887456637844, 2.656078431372549 ], [ 2.13756862745098, 1.768111800811944 ] ], "residual": 2.656078431372549, "residualBound": null, "error": null, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 3157407880, "after": 2672551481, "u": 0.6222518815193325 }, "visit": 20, "alpha": 0.05, "old": 5.414342799873867, "target": 7.2755131165180185, "conditionalMean": 7.2755131165180185, "conditionalVariance": 0, "noise": 0, "td": 1.8611703166441513, "newValue": 5.507401315706074 } }, { "k": 81, "Q": [ [ 4.3403822054343575, 5.2755131165180185 ], [ 9.931591547890568, 5.507401315706074 ] ], "visits": [ [ 21, 20 ], [ 20, 20 ] ], "alphaSums": [ [ 3.6453587047627294, 3.597739657143682 ], [ 3.597739657143682, 3.597739657143682 ] ], "squareSums": [ [ 1.5984308176091684, 1.5961632439130233 ], [ 1.5961632439130233, 1.5961632439130233 ] ], "expected": [ [ 6.2755131165180185, 7.931591547890568 ], [ 12.069160175341548, 7.2755131165180185 ] ], "delta": [ [ 1.935130911083661, 2.656078431372549 ], [ 2.13756862745098, 1.768111800811944 ] ], "residual": 2.656078431372549, "residualBound": null, "error": null, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 2672551481, "after": 2451195935, "u": 0.5707135272677988 }, "visit": 21, "alpha": 0.047619047619047616, "old": 4.243625659880174, "target": 6.2755131165180185, "conditionalMean": 6.2755131165180185, "conditionalVariance": 0, "noise": 0, "td": 2.031887456637844, "newValue": 4.3403822054343575 } }, { "k": 82, "Q": [ [ 4.3403822054343575, 5.401993041821473 ], [ 9.931591547890568, 5.507401315706074 ] ], "visits": [ [ 21, 21 ], [ 20, 20 ] ], "alphaSums": [ [ 3.6453587047627294, 3.6453587047627294 ], [ 3.597739657143682, 3.597739657143682 ] ], "squareSums": [ [ 1.5984308176091684, 1.5984308176091684 ], [ 1.5961632439130233, 1.5961632439130233 ] ], "expected": [ [ 6.401993041821473, 7.931591547890568 ], [ 12.119752145462929, 7.401993041821473 ] ], "delta": [ [ 2.061610836387116, 2.529598506069094 ], [ 2.1881605975723613, 1.894591726115399 ] ], "residual": 2.529598506069094, "residualBound": null, "error": null, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 2451195935, "after": 3089201139, "u": 0.7192606895696372 }, "visit": 21, "alpha": 0.047619047619047616, "old": 5.2755131165180185, "target": 7.931591547890568, "conditionalMean": 7.931591547890568, "conditionalVariance": 0, "noise": 0, "td": 2.656078431372549, "newValue": 5.401993041821473 } }, { "k": 83, "Q": [ [ 4.3403822054343575, 5.401993041821473 ], [ 9.906372571411087, 5.507401315706074 ] ], "visits": [ [ 21, 21 ], [ 21, 20 ] ], "alphaSums": [ [ 3.6453587047627294, 3.6453587047627294 ], [ 3.6453587047627294, 3.597739657143682 ] ], "squareSums": [ [ 1.5984308176091684, 1.5984308176091684 ], [ 1.5984308176091684, 1.5961632439130233 ] ], "expected": [ [ 6.401993041821473, 7.906372571411087 ], [ 12.10462075957524, 7.401993041821473 ] ], "delta": [ [ 2.061610836387116, 2.504379529589613 ], [ 2.198248188164154, 1.894591726115399 ] ], "residual": 2.504379529589613, "residualBound": null, "error": null, "covered": 4, "update": { "s": 1, "a": 0, "next": 0, "reward": 4, "random": { "before": 3089201139, "after": 1295306524, "u": 0.30158705171197653 }, "visit": 21, "alpha": 0.047619047619047616, "old": 9.931591547890568, "target": 9.401993041821473, "conditionalMean": 12.119752145462929, "conditionalVariance": 4.924143030284009, "noise": -2.7177591036414555, "td": -0.5295985060690942, "newValue": 9.906372571411087 } }, { "k": 84, "Q": [ [ 4.3403822054343575, 5.401993041821473 ], [ 9.906372571411087, 5.5976199693306175 ] ], "visits": [ [ 21, 21 ], [ 21, 21 ] ], "alphaSums": [ [ 3.6453587047627294, 3.6453587047627294 ], [ 3.6453587047627294, 3.6453587047627294 ] ], "squareSums": [ [ 1.5984308176091684, 1.5984308176091684 ], [ 1.5984308176091684, 1.5984308176091684 ] ], "expected": [ [ 6.401993041821473, 7.906372571411087 ], [ 12.10462075957524, 7.401993041821473 ] ], "delta": [ [ 2.061610836387116, 2.504379529589613 ], [ 2.198248188164154, 1.804373072490856 ] ], "residual": 2.504379529589613, "residualBound": null, "error": null, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 1295306524, "after": 1312000919, "u": 0.30547401844523847 }, "visit": 21, "alpha": 0.047619047619047616, "old": 5.507401315706074, "target": 7.401993041821473, "conditionalMean": 7.401993041821473, "conditionalVariance": 0, "noise": 0, "td": 1.894591726115399, "newValue": 5.5976199693306175 } }, { "k": 85, "Q": [ [ 4.434091788906499, 5.401993041821473 ], [ 9.906372571411087, 5.5976199693306175 ] ], "visits": [ [ 22, 21 ], [ 21, 21 ] ], "alphaSums": [ [ 3.690813250217275, 3.6453587047627294 ], [ 3.6453587047627294, 3.6453587047627294 ] ], "squareSums": [ [ 1.6004969333116477, 1.5984308176091684 ], [ 1.5984308176091684, 1.5984308176091684 ] ], "expected": [ [ 6.401993041821473, 7.906372571411087 ], [ 12.10462075957524, 7.401993041821473 ] ], "delta": [ [ 1.9679012529149746, 2.504379529589613 ], [ 2.198248188164154, 1.804373072490856 ] ], "residual": 2.504379529589613, "residualBound": null, "error": null, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 1312000919, "after": 3614438103, "u": 0.8415519499685615 }, "visit": 22, "alpha": 0.045454545454545456, "old": 4.3403822054343575, "target": 6.401993041821473, "conditionalMean": 6.401993041821473, "conditionalVariance": 0, "noise": 0, "td": 2.061610836387116, "newValue": 4.434091788906499 } }, { "k": 86, "Q": [ [ 4.434091788906499, 5.515828474984637 ], [ 9.906372571411087, 5.5976199693306175 ] ], "visits": [ [ 22, 22 ], [ 21, 21 ] ], "alphaSums": [ [ 3.690813250217275, 3.690813250217275 ], [ 3.6453587047627294, 3.6453587047627294 ] ], "squareSums": [ [ 1.6004969333116477, 1.6004969333116477 ], [ 1.5984308176091684, 1.5984308176091684 ] ], "expected": [ [ 6.515828474984637, 7.906372571411087 ], [ 12.150154932840508, 7.515828474984637 ] ], "delta": [ [ 2.0817366860781386, 2.3905440964264493 ], [ 2.243782361429421, 1.91820850565402 ] ], "residual": 2.3905440964264493, "residualBound": null, "error": null, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 3614438103, "after": 261476333, "u": 0.06087970291264355 }, "visit": 22, "alpha": 0.045454545454545456, "old": 5.401993041821473, "target": 7.906372571411087, "conditionalMean": 7.906372571411087, "conditionalVariance": 0, "noise": 0, "td": 2.504379529589613, "newValue": 5.515828474984637 } }, { "k": 87, "Q": [ [ 4.434091788906499, 5.515828474984637 ], [ 10.088190753229268, 5.5976199693306175 ] ], "visits": [ [ 22, 22 ], [ 22, 21 ] ], "alphaSums": [ [ 3.690813250217275, 3.690813250217275 ], [ 3.690813250217275, 3.6453587047627294 ] ], "squareSums": [ [ 1.6004969333116477, 1.6004969333116477 ], [ 1.6004969333116477, 1.5984308176091684 ] ], "expected": [ [ 6.515828474984637, 8.088190753229268 ], [ 12.259245841931415, 7.515828474984637 ] ], "delta": [ [ 2.0817366860781386, 2.572362278244631 ], [ 2.171055088702147, 1.91820850565402 ] ], "residual": 2.572362278244631, "residualBound": null, "error": null, "covered": 4, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 261476333, "after": 2070851577, "u": 0.48215770558454096 }, "visit": 22, "alpha": 0.045454545454545456, "old": 9.906372571411087, "target": 13.906372571411087, "conditionalMean": 12.150154932840508, "conditionalVariance": 4.626450591039634, "noise": 1.756217638570579, "td": 4, "newValue": 10.088190753229268 } }, { "k": 88, "Q": [ [ 4.434091788906499, 5.515828474984637 ], [ 10.088190753229268, 5.684811265042164 ] ], "visits": [ [ 22, 22 ], [ 22, 22 ] ], "alphaSums": [ [ 3.690813250217275, 3.690813250217275 ], [ 3.690813250217275, 3.690813250217275 ] ], "squareSums": [ [ 1.6004969333116477, 1.6004969333116477 ], [ 1.6004969333116477, 1.6004969333116477 ] ], "expected": [ [ 6.515828474984637, 8.088190753229268 ], [ 12.259245841931415, 7.515828474984637 ] ], "delta": [ [ 2.0817366860781386, 2.572362278244631 ], [ 2.171055088702147, 1.8310172099424733 ] ], "residual": 2.572362278244631, "residualBound": null, "error": null, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 2070851577, "after": 2091568785, "u": 0.48698130645789206 }, "visit": 22, "alpha": 0.045454545454545456, "old": 5.5976199693306175, "target": 7.515828474984637, "conditionalMean": 7.515828474984637, "conditionalVariance": 0, "noise": 0, "td": 1.91820850565402, "newValue": 5.684811265042164 } }, { "k": 89, "Q": [ [ 4.524602079605549, 5.515828474984637 ], [ 10.088190753229268, 5.684811265042164 ] ], "visits": [ [ 23, 22 ], [ 22, 22 ] ], "alphaSums": [ [ 3.73429151108684, 3.690813250217275 ], [ 3.690813250217275, 3.690813250217275 ] ], "squareSums": [ [ 1.6023872924798896, 1.6004969333116477 ], [ 1.6004969333116477, 1.6004969333116477 ] ], "expected": [ [ 6.515828474984637, 8.088190753229268 ], [ 12.259245841931415, 7.515828474984637 ] ], "delta": [ [ 1.9912263953790887, 2.572362278244631 ], [ 2.171055088702147, 1.8310172099424733 ] ], "residual": 2.572362278244631, "residualBound": null, "error": null, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 2091568785, "after": 2322037133, "u": 0.5406414002645761 }, "visit": 23, "alpha": 0.043478260869565216, "old": 4.434091788906499, "target": 6.515828474984637, "conditionalMean": 6.515828474984637, "conditionalVariance": 0, "noise": 0, "td": 2.0817366860781386, "newValue": 4.524602079605549 } }, { "k": 90, "Q": [ [ 4.524602079605549, 5.627670313169187 ], [ 10.088190753229268, 5.684811265042164 ] ], "visits": [ [ 23, 23 ], [ 22, 22 ] ], "alphaSums": [ [ 3.73429151108684, 3.73429151108684 ], [ 3.690813250217275, 3.690813250217275 ] ], "squareSums": [ [ 1.6023872924798896, 1.6023872924798896 ], [ 1.6004969333116477, 1.6004969333116477 ] ], "expected": [ [ 6.627670313169187, 8.088190753229268 ], [ 12.303982577205236, 7.627670313169187 ] ], "delta": [ [ 2.103068233563638, 2.4605204400600815 ], [ 2.2157918239759677, 1.9428590481270227 ] ], "residual": 2.4605204400600815, "residualBound": null, "error": null, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 2322037133, "after": 3482030054, "u": 0.8107232986949384 }, "visit": 23, "alpha": 0.043478260869565216, "old": 5.515828474984637, "target": 8.088190753229268, "conditionalMean": 8.088190753229268, "conditionalVariance": 0, "noise": 0, "td": 2.572362278244631, "newValue": 5.627670313169187 } }, { "k": 91, "Q": [ [ 4.524602079605549, 5.627670313169187 ], [ 10.26210379670753, 5.684811265042164 ] ], "visits": [ [ 23, 23 ], [ 23, 22 ] ], "alphaSums": [ [ 3.73429151108684, 3.73429151108684 ], [ 3.73429151108684, 3.690813250217275 ] ], "squareSums": [ [ 1.6023872924798896, 1.6023872924798896 ], [ 1.6023872924798896, 1.6004969333116477 ] ], "expected": [ [ 6.627670313169187, 8.26210379670753 ], [ 12.408330403292192, 7.627670313169187 ] ], "delta": [ [ 2.103068233563638, 2.634433483538343 ], [ 2.146226606584662, 1.9428590481270227 ] ], "residual": 2.634433483538343, "residualBound": null, "error": null, "covered": 4, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 3482030054, "after": 1888815997, "u": 0.4397742443252355 }, "visit": 23, "alpha": 0.043478260869565216, "old": 10.088190753229268, "target": 14.088190753229268, "conditionalMean": 12.303982577205236, "conditionalVariance": 4.775098223086508, "noise": 1.7842081760240323, "td": 4, "newValue": 10.26210379670753 } }, { "k": 92, "Q": [ [ 4.524602079605549, 5.627670313169187 ], [ 10.26210379670753, 5.769283397569426 ] ], "visits": [ [ 23, 23 ], [ 23, 23 ] ], "alphaSums": [ [ 3.73429151108684, 3.73429151108684 ], [ 3.73429151108684, 3.73429151108684 ] ], "squareSums": [ [ 1.6023872924798896, 1.6023872924798896 ], [ 1.6023872924798896, 1.6023872924798896 ] ], "expected": [ [ 6.627670313169187, 8.26210379670753 ], [ 12.408330403292192, 7.627670313169187 ] ], "delta": [ [ 2.103068233563638, 2.634433483538343 ], [ 2.146226606584662, 1.8583869155997608 ] ], "residual": 2.634433483538343, "residualBound": null, "error": null, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 1888815997, "after": 4003640192, "u": 0.9321701228618622 }, "visit": 23, "alpha": 0.043478260869565216, "old": 5.684811265042164, "target": 7.627670313169187, "conditionalMean": 7.627670313169187, "conditionalVariance": 0, "noise": 0, "td": 1.9428590481270227, "newValue": 5.769283397569426 } }, { "k": 93, "Q": [ [ 4.6122299226707, 5.627670313169187 ], [ 10.26210379670753, 5.769283397569426 ] ], "visits": [ [ 24, 23 ], [ 23, 23 ] ], "alphaSums": [ [ 3.7759581777535067, 3.73429151108684 ], [ 3.73429151108684, 3.73429151108684 ] ], "squareSums": [ [ 1.6041234035910008, 1.6023872924798896 ], [ 1.6023872924798896, 1.6023872924798896 ] ], "expected": [ [ 6.627670313169187, 8.26210379670753 ], [ 12.408330403292192, 7.627670313169187 ] ], "delta": [ [ 2.0154403904984868, 2.634433483538343 ], [ 2.146226606584662, 1.8583869155997608 ] ], "residual": 2.634433483538343, "residualBound": null, "error": null, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 4003640192, "after": 2727285449, "u": 0.6349956265185028 }, "visit": 24, "alpha": 0.041666666666666664, "old": 4.524602079605549, "target": 6.627670313169187, "conditionalMean": 6.627670313169187, "conditionalVariance": 0, "noise": 0, "td": 2.103068233563638, "newValue": 4.6122299226707 } }, { "k": 94, "Q": [ [ 4.6122299226707, 5.7374383749832845 ], [ 10.26210379670753, 5.769283397569426 ] ], "visits": [ [ 24, 24 ], [ 23, 23 ] ], "alphaSums": [ [ 3.7759581777535067, 3.7759581777535067 ], [ 3.73429151108684, 3.73429151108684 ] ], "squareSums": [ [ 1.6041234035910008, 1.6041234035910008 ], [ 1.6023872924798896, 1.6023872924798896 ] ], "expected": [ [ 6.7374383749832845, 8.26210379670753 ], [ 12.452237628017832, 7.7374383749832845 ] ], "delta": [ [ 2.1252084523125845, 2.5246654217242455 ], [ 2.190133831310302, 1.9681549774138585 ] ], "residual": 2.5246654217242455, "residualBound": null, "error": null, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 2727285449, "after": 1511278306, "u": 0.35187190072610974 }, "visit": 24, "alpha": 0.041666666666666664, "old": 5.627670313169187, "target": 8.26210379670753, "conditionalMean": 8.26210379670753, "conditionalVariance": 0, "noise": 0, "td": 2.634433483538343, "newValue": 5.7374383749832845 } }, { "k": 95, "Q": [ [ 4.6122299226707, 5.7374383749832845 ], [ 10.428770463374196, 5.769283397569426 ] ], "visits": [ [ 24, 24 ], [ 24, 23 ] ], "alphaSums": [ [ 3.7759581777535067, 3.7759581777535067 ], [ 3.7759581777535067, 3.73429151108684 ] ], "squareSums": [ [ 1.6041234035910008, 1.6041234035910008 ], [ 1.6041234035910008, 1.6023872924798896 ] ], "expected": [ [ 6.7374383749832845, 8.428770463374196 ], [ 12.552237628017831, 7.7374383749832845 ] ], "delta": [ [ 2.1252084523125845, 2.6913320883909115 ], [ 2.1234671646436354, 1.9681549774138585 ] ], "residual": 2.6913320883909115, "residualBound": null, "error": null, "covered": 4, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 1511278306, "after": 2344984390, "u": 0.5459842248819768 }, "visit": 24, "alpha": 0.041666666666666664, "old": 10.26210379670753, "target": 14.26210379670753, "conditionalMean": 12.452237628017832, "conditionalVariance": 4.9134233228512905, "noise": 1.8098661686896982, "td": 4, "newValue": 10.428770463374196 } }, { "k": 96, "Q": [ [ 4.6122299226707, 5.7374383749832845 ], [ 10.428770463374196, 5.85128985496167 ] ], "visits": [ [ 24, 24 ], [ 24, 24 ] ], "alphaSums": [ [ 3.7759581777535067, 3.7759581777535067 ], [ 3.7759581777535067, 3.7759581777535067 ] ], "squareSums": [ [ 1.6041234035910008, 1.6041234035910008 ], [ 1.6041234035910008, 1.6041234035910008 ] ], "expected": [ [ 6.7374383749832845, 8.428770463374196 ], [ 12.552237628017831, 7.7374383749832845 ] ], "delta": [ [ 2.1252084523125845, 2.6913320883909115 ], [ 2.1234671646436354, 1.8861485200216146 ] ], "residual": 2.6913320883909115, "residualBound": null, "error": null, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 2344984390, "after": 1032137040, "u": 0.24031313136219978 }, "visit": 24, "alpha": 0.041666666666666664, "old": 5.769283397569426, "target": 7.7374383749832845, "conditionalMean": 7.7374383749832845, "conditionalVariance": 0, "noise": 0, "td": 1.9681549774138585, "newValue": 5.85128985496167 } }, { "k": 97, "Q": [ [ 4.6972382607632035, 5.7374383749832845 ], [ 10.428770463374196, 5.85128985496167 ] ], "visits": [ [ 25, 24 ], [ 24, 24 ] ], "alphaSums": [ [ 3.8159581777535068, 3.7759581777535067 ], [ 3.7759581777535067, 3.7759581777535067 ] ], "squareSums": [ [ 1.6057234035910009, 1.6041234035910008 ], [ 1.6041234035910008, 1.6041234035910008 ] ], "expected": [ [ 6.7374383749832845, 8.428770463374196 ], [ 12.552237628017831, 7.7374383749832845 ] ], "delta": [ [ 2.040200114220081, 2.6913320883909115 ], [ 2.1234671646436354, 1.8861485200216146 ] ], "residual": 2.6913320883909115, "residualBound": null, "error": null, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 1032137040, "after": 2370029031, "u": 0.5518153847660869 }, "visit": 25, "alpha": 0.04, "old": 4.6122299226707, "target": 6.7374383749832845, "conditionalMean": 6.7374383749832845, "conditionalVariance": 0, "noise": 0, "td": 2.1252084523125845, "newValue": 4.6972382607632035 } }, { "k": 98, "Q": [ [ 4.6972382607632035, 5.845091658518921 ], [ 10.428770463374196, 5.85128985496167 ] ], "visits": [ [ 25, 25 ], [ 24, 24 ] ], "alphaSums": [ [ 3.8159581777535068, 3.8159581777535068 ], [ 3.7759581777535067, 3.7759581777535067 ] ], "squareSums": [ [ 1.6057234035910009, 1.6057234035910009 ], [ 1.6041234035910008, 1.6041234035910008 ] ], "expected": [ [ 6.845091658518921, 8.428770463374196 ], [ 12.595298941432086, 7.845091658518921 ] ], "delta": [ [ 2.1478533977557177, 2.583678804855275 ], [ 2.1665284780578897, 1.9938018035572513 ] ], "residual": 2.583678804855275, "residualBound": null, "error": null, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 2370029031, "after": 1242872856, "u": 0.2893788870424032 }, "visit": 25, "alpha": 0.04, "old": 5.7374383749832845, "target": 8.428770463374196, "conditionalMean": 8.428770463374196, "conditionalVariance": 0, "noise": 0, "td": 2.6913320883909115, "newValue": 5.845091658518921 } }, { "k": 99, "Q": [ [ 4.6972382607632035, 5.845091658518921 ], [ 10.588770463374196, 5.85128985496167 ] ], "visits": [ [ 25, 25 ], [ 25, 24 ] ], "alphaSums": [ [ 3.8159581777535068, 3.8159581777535068 ], [ 3.8159581777535068, 3.7759581777535067 ] ], "squareSums": [ [ 1.6057234035910009, 1.6057234035910009 ], [ 1.6057234035910009, 1.6041234035910008 ] ], "expected": [ [ 6.845091658518921, 8.588770463374196 ], [ 12.691298941432086, 7.845091658518921 ] ], "delta": [ [ 2.1478533977557177, 2.743678804855275 ], [ 2.1025284780578897, 1.9938018035572513 ] ], "residual": 2.743678804855275, "residualBound": null, "error": null, "covered": 4, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 1242872856, "after": 1869449395, "u": 0.43526510591618717 }, "visit": 25, "alpha": 0.04, "old": 10.428770463374196, "target": 14.428770463374196, "conditionalMean": 12.595298941432086, "conditionalVariance": 5.042426732659075, "noise": 1.8334715219421103, "td": 4, "newValue": 10.588770463374196 } }, { "k": 100, "Q": [ [ 4.6972382607632035, 5.845091658518921 ], [ 10.588770463374196, 5.93104192710396 ] ], "visits": [ [ 25, 25 ], [ 25, 25 ] ], "alphaSums": [ [ 3.8159581777535068, 3.8159581777535068 ], [ 3.8159581777535068, 3.8159581777535068 ] ], "squareSums": [ [ 1.6057234035910009, 1.6057234035910009 ], [ 1.6057234035910009, 1.6057234035910009 ] ], "expected": [ [ 6.845091658518921, 8.588770463374196 ], [ 12.691298941432086, 7.845091658518921 ] ], "delta": [ [ 2.1478533977557177, 2.743678804855275 ], [ 2.1025284780578897, 1.914049731414961 ] ], "residual": 2.743678804855275, "residualBound": null, "error": null, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 1869449395, "after": 285963854, "u": 0.0665811481885612 }, "visit": 25, "alpha": 0.04, "old": 5.85128985496167, "target": 7.845091658518921, "conditionalMean": 7.845091658518921, "conditionalVariance": 0, "noise": 0, "td": 1.9938018035572513, "newValue": 5.93104192710396 } }, { "k": 101, "Q": [ [ 4.779848006830731, 5.845091658518921 ], [ 10.588770463374196, 5.93104192710396 ] ], "visits": [ [ 26, 25 ], [ 25, 25 ] ], "alphaSums": [ [ 3.854419716215045, 3.8159581777535068 ], [ 3.8159581777535068, 3.8159581777535068 ] ], "squareSums": [ [ 1.6072026935318293, 1.6057234035910009 ], [ 1.6057234035910009, 1.6057234035910009 ] ], "expected": [ [ 6.845091658518921, 8.588770463374196 ], [ 12.691298941432086, 7.845091658518921 ] ], "delta": [ [ 2.0652436516881902, 2.743678804855275 ], [ 2.1025284780578897, 1.914049731414961 ] ], "residual": 2.743678804855275, "residualBound": null, "error": null, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 285963854, "after": 2274606159, "u": 0.5295980160590261 }, "visit": 26, "alpha": 0.038461538461538464, "old": 4.6972382607632035, "target": 6.845091658518921, "conditionalMean": 6.845091658518921, "conditionalVariance": 0, "noise": 0, "td": 2.1478533977557177, "newValue": 4.779848006830731 } }, { "k": 102, "Q": [ [ 4.779848006830731, 5.95061776639797 ], [ 10.588770463374196, 5.93104192710396 ] ], "visits": [ [ 26, 26 ], [ 25, 25 ] ], "alphaSums": [ [ 3.854419716215045, 3.854419716215045 ], [ 3.8159581777535068, 3.8159581777535068 ] ], "squareSums": [ [ 1.6072026935318293, 1.6072026935318293 ], [ 1.6057234035910009, 1.6057234035910009 ] ], "expected": [ [ 6.95061776639797, 8.588770463374196 ], [ 12.733509384583705, 7.95061776639797 ] ], "delta": [ [ 2.1707697595672393, 2.638152696976226 ], [ 2.144738921209509, 2.01957583929401 ] ], "residual": 2.638152696976226, "residualBound": null, "error": null, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 2274606159, "after": 4083067906, "u": 0.9506633286364377 }, "visit": 26, "alpha": 0.038461538461538464, "old": 5.845091658518921, "target": 8.588770463374196, "conditionalMean": 8.588770463374196, "conditionalVariance": 0, "noise": 0, "td": 2.743678804855275, "newValue": 5.95061776639797 } }, { "k": 103, "Q": [ [ 4.779848006830731, 5.95061776639797 ], [ 10.74261661722035, 5.93104192710396 ] ], "visits": [ [ 26, 26 ], [ 26, 25 ] ], "alphaSums": [ [ 3.854419716215045, 3.854419716215045 ], [ 3.854419716215045, 3.8159581777535068 ] ], "squareSums": [ [ 1.6072026935318293, 1.6072026935318293 ], [ 1.6072026935318293, 1.6057234035910009 ] ], "expected": [ [ 6.95061776639797, 8.74261661722035 ], [ 12.825817076891397, 7.95061776639797 ] ], "delta": [ [ 2.1707697595672393, 2.791998850822379 ], [ 2.0832004596710476, 2.01957583929401 ] ], "residual": 2.791998850822379, "residualBound": null, "error": null, "covered": 4, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 4083067906, "after": 4244705997, "u": 0.9882976294029504 }, "visit": 26, "alpha": 0.038461538461538464, "old": 10.588770463374196, "target": 14.588770463374196, "conditionalMean": 12.733509384583705, "conditionalVariance": 5.162990505712281, "noise": 1.855261078790491, "td": 4, "newValue": 10.74261661722035 } }, { "k": 104, "Q": [ [ 4.779848006830731, 5.95061776639797 ], [ 10.74261661722035, 6.008717920922961 ] ], "visits": [ [ 26, 26 ], [ 26, 26 ] ], "alphaSums": [ [ 3.854419716215045, 3.854419716215045 ], [ 3.854419716215045, 3.854419716215045 ] ], "squareSums": [ [ 1.6072026935318293, 1.6072026935318293 ], [ 1.6072026935318293, 1.6072026935318293 ] ], "expected": [ [ 6.95061776639797, 8.74261661722035 ], [ 12.825817076891397, 7.95061776639797 ] ], "delta": [ [ 2.1707697595672393, 2.791998850822379 ], [ 2.0832004596710476, 1.9418998454750094 ] ], "residual": 2.791998850822379, "residualBound": null, "error": null, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 4244705997, "after": 876835137, "u": 0.20415408932603896 }, "visit": 26, "alpha": 0.038461538461538464, "old": 5.93104192710396, "target": 7.95061776639797, "conditionalMean": 7.95061776639797, "conditionalVariance": 0, "noise": 0, "td": 2.01957583929401, "newValue": 6.008717920922961 } }, { "k": 105, "Q": [ [ 4.860246886814703, 5.95061776639797 ], [ 10.74261661722035, 6.008717920922961 ] ], "visits": [ [ 27, 26 ], [ 26, 26 ] ], "alphaSums": [ [ 3.8914567532520823, 3.854419716215045 ], [ 3.854419716215045, 3.854419716215045 ] ], "squareSums": [ [ 1.6085744356443121, 1.6072026935318293 ], [ 1.6072026935318293, 1.6072026935318293 ] ], "expected": [ [ 6.95061776639797, 8.74261661722035 ], [ 12.825817076891397, 7.95061776639797 ] ], "delta": [ [ 2.0903708795832676, 2.791998850822379 ], [ 2.0832004596710476, 1.9418998454750094 ] ], "residual": 2.791998850822379, "residualBound": null, "error": null, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 876835137, "after": 386200308, "u": 0.0899192662909627 }, "visit": 27, "alpha": 0.037037037037037035, "old": 4.779848006830731, "target": 6.95061776639797, "conditionalMean": 6.95061776639797, "conditionalVariance": 0, "noise": 0, "td": 2.1707697595672393, "newValue": 4.860246886814703 } }, { "k": 106, "Q": [ [ 4.860246886814703, 6.054025131243243 ], [ 10.74261661722035, 6.008717920922961 ] ], "visits": [ [ 27, 27 ], [ 26, 26 ] ], "alphaSums": [ [ 3.8914567532520823, 3.8914567532520823 ], [ 3.854419716215045, 3.854419716215045 ] ], "squareSums": [ [ 1.6085744356443121, 1.6085744356443121 ], [ 1.6072026935318293, 1.6072026935318293 ] ], "expected": [ [ 7.054025131243243, 8.74261661722035 ], [ 12.867180022829507, 8.054025131243243 ] ], "delta": [ [ 2.1937782444285405, 2.6885914859771063 ], [ 2.124563405609157, 2.0453072103202823 ] ], "residual": 2.6885914859771063, "residualBound": null, "error": null, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 386200308, "after": 2719808889, "u": 0.6332548542413861 }, "visit": 27, "alpha": 0.037037037037037035, "old": 5.95061776639797, "target": 8.74261661722035, "conditionalMean": 8.74261661722035, "conditionalVariance": 0, "noise": 0, "td": 2.791998850822379, "newValue": 6.054025131243243 } }, { "k": 107, "Q": [ [ 4.860246886814703, 6.054025131243243 ], [ 10.890764765368498, 6.008717920922961 ] ], "visits": [ [ 27, 27 ], [ 27, 26 ] ], "alphaSums": [ [ 3.8914567532520823, 3.8914567532520823 ], [ 3.8914567532520823, 3.854419716215045 ] ], "squareSums": [ [ 1.6085744356443121, 1.6085744356443121 ], [ 1.6085744356443121, 1.6072026935318293 ] ], "expected": [ [ 7.054025131243243, 8.890764765368498 ], [ 12.956068911718397, 8.054025131243243 ] ], "delta": [ [ 2.1937782444285405, 2.836739634125255 ], [ 2.0653041463498987, 2.0453072103202823 ] ], "residual": 2.836739634125255, "residualBound": null, "error": null, "covered": 4, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 2719808889, "after": 2345383840, "u": 0.5460772290825844 }, "visit": 27, "alpha": 0.037037037037037035, "old": 10.74261661722035, "target": 14.74261661722035, "conditionalMean": 12.867180022829507, "conditionalVariance": 5.275893629370483, "noise": 1.8754365943908429, "td": 4, "newValue": 10.890764765368498 } }, { "k": 108, "Q": [ [ 4.860246886814703, 6.054025131243243 ], [ 10.890764765368498, 6.084470039823712 ] ], "visits": [ [ 27, 27 ], [ 27, 27 ] ], "alphaSums": [ [ 3.8914567532520823, 3.8914567532520823 ], [ 3.8914567532520823, 3.8914567532520823 ] ], "squareSums": [ [ 1.6085744356443121, 1.6085744356443121 ], [ 1.6085744356443121, 1.6085744356443121 ] ], "expected": [ [ 7.054025131243243, 8.890764765368498 ], [ 12.956068911718397, 8.054025131243243 ] ], "delta": [ [ 2.1937782444285405, 2.836739634125255 ], [ 2.0653041463498987, 1.9695550914195312 ] ], "residual": 2.836739634125255, "residualBound": null, "error": null, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 2345383840, "after": 1522986719, "u": 0.3545979780610651 }, "visit": 27, "alpha": 0.037037037037037035, "old": 6.008717920922961, "target": 8.054025131243243, "conditionalMean": 8.054025131243243, "conditionalVariance": 0, "noise": 0, "td": 2.0453072103202823, "newValue": 6.084470039823712 } }, { "k": 109, "Q": [ [ 4.938596109830008, 6.054025131243243 ], [ 10.890764765368498, 6.084470039823712 ] ], "visits": [ [ 28, 27 ], [ 27, 27 ] ], "alphaSums": [ [ 3.927171038966368, 3.8914567532520823 ], [ 3.8914567532520823, 3.8914567532520823 ] ], "squareSums": [ [ 1.6098499458483937, 1.6085744356443121 ], [ 1.6085744356443121, 1.6085744356443121 ] ], "expected": [ [ 7.054025131243243, 8.890764765368498 ], [ 12.956068911718397, 8.054025131243243 ] ], "delta": [ [ 2.1154290214132354, 2.836739634125255 ], [ 2.0653041463498987, 1.9695550914195312 ] ], "residual": 2.836739634125255, "residualBound": null, "error": null, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 1522986719, "after": 1689577329, "u": 0.39338537701405585 }, "visit": 28, "alpha": 0.03571428571428571, "old": 4.860246886814703, "target": 7.054025131243243, "conditionalMean": 7.054025131243243, "conditionalVariance": 0, "noise": 0, "td": 2.1937782444285405, "newValue": 4.938596109830008 } }, { "k": 110, "Q": [ [ 4.938596109830008, 6.155337261033431 ], [ 10.890764765368498, 6.084470039823712 ] ], "visits": [ [ 28, 28 ], [ 27, 27 ] ], "alphaSums": [ [ 3.927171038966368, 3.927171038966368 ], [ 3.8914567532520823, 3.8914567532520823 ] ], "squareSums": [ [ 1.6098499458483937, 1.6098499458483937 ], [ 1.6085744356443121, 1.6085744356443121 ] ], "expected": [ [ 7.155337261033431, 8.890764765368498 ], [ 12.996593763634472, 8.15533726103343 ] ], "delta": [ [ 2.216741151203423, 2.7354275043350675 ], [ 2.1058289982659737, 2.070867221209719 ] ], "residual": 2.7354275043350675, "residualBound": null, "error": null, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 1689577329, "after": 4077768924, "u": 0.9494295632466674 }, "visit": 28, "alpha": 0.03571428571428571, "old": 6.054025131243243, "target": 8.890764765368498, "conditionalMean": 8.890764765368498, "conditionalVariance": 0, "noise": 0, "td": 2.836739634125255, "newValue": 6.155337261033431 } }, { "k": 111, "Q": [ [ 4.938596109830008, 6.155337261033431 ], [ 11.03362190822564, 6.084470039823712 ] ], "visits": [ [ 28, 28 ], [ 28, 27 ] ], "alphaSums": [ [ 3.927171038966368, 3.927171038966368 ], [ 3.927171038966368, 3.8914567532520823 ] ], "squareSums": [ [ 1.6098499458483937, 1.6098499458483937 ], [ 1.6098499458483937, 1.6085744356443121 ] ], "expected": [ [ 7.155337261033431, 9.03362190822564 ], [ 13.082308049348757, 8.15533726103343 ] ], "delta": [ [ 2.216741151203423, 2.87828464719221 ], [ 2.0486861411231168, 2.070867221209719 ] ], "residual": 2.87828464719221, "residualBound": null, "error": null, "covered": 4, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 4077768924, "after": 1809383095, "u": 0.42127983062528074 }, "visit": 28, "alpha": 0.03571428571428571, "old": 10.890764765368498, "target": 14.890764765368498, "conditionalMean": 12.996593763634472, "conditionalVariance": 5.381825675715131, "noise": 1.8941710017340263, "td": 4, "newValue": 11.03362190822564 } }, { "k": 112, "Q": [ [ 4.938596109830008, 6.155337261033431 ], [ 11.03362190822564, 6.158429583438345 ] ], "visits": [ [ 28, 28 ], [ 28, 28 ] ], "alphaSums": [ [ 3.927171038966368, 3.927171038966368 ], [ 3.927171038966368, 3.927171038966368 ] ], "squareSums": [ [ 1.6098499458483937, 1.6098499458483937 ], [ 1.6098499458483937, 1.6098499458483937 ] ], "expected": [ [ 7.155337261033431, 9.03362190822564 ], [ 13.082308049348757, 8.15533726103343 ] ], "delta": [ [ 2.216741151203423, 2.87828464719221 ], [ 2.0486861411231168, 1.996907677595086 ] ], "residual": 2.87828464719221, "residualBound": null, "error": null, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 1809383095, "after": 4123701936, "u": 0.9601241759955883 }, "visit": 28, "alpha": 0.03571428571428571, "old": 6.084470039823712, "target": 8.15533726103343, "conditionalMean": 8.15533726103343, "conditionalVariance": 0, "noise": 0, "td": 2.070867221209719, "newValue": 6.158429583438345 } }, { "k": 113, "Q": [ [ 5.0150354598715055, 6.155337261033431 ], [ 11.03362190822564, 6.158429583438345 ] ], "visits": [ [ 29, 28 ], [ 28, 28 ] ], "alphaSums": [ [ 3.9616537975870574, 3.927171038966368 ], [ 3.927171038966368, 3.927171038966368 ] ], "squareSums": [ [ 1.6110390064904865, 1.6098499458483937 ], [ 1.6098499458483937, 1.6098499458483937 ] ], "expected": [ [ 7.155337261033431, 9.03362190822564 ], [ 13.082308049348757, 8.15533726103343 ] ], "delta": [ [ 2.1403018011619253, 2.87828464719221 ], [ 2.0486861411231168, 1.996907677595086 ] ], "residual": 2.87828464719221, "residualBound": null, "error": null, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 4123701936, "after": 3489696958, "u": 0.8125083888880908 }, "visit": 29, "alpha": 0.034482758620689655, "old": 4.938596109830008, "target": 7.155337261033431, "conditionalMean": 7.155337261033431, "conditionalVariance": 0, "noise": 0, "td": 2.216741151203423, "newValue": 5.0150354598715055 } }, { "k": 114, "Q": [ [ 5.0150354598715055, 6.254588455764196 ], [ 11.03362190822564, 6.158429583438345 ] ], "visits": [ [ 29, 29 ], [ 28, 28 ] ], "alphaSums": [ [ 3.9616537975870574, 3.9616537975870574 ], [ 3.927171038966368, 3.927171038966368 ] ], "squareSums": [ [ 1.6110390064904865, 1.6110390064904865 ], [ 1.6098499458483937, 1.6098499458483937 ] ], "expected": [ [ 7.254588455764196, 9.03362190822564 ], [ 13.122008527241062, 8.254588455764196 ] ], "delta": [ [ 2.2395529958926907, 2.7790334524614444 ], [ 2.088386619015422, 2.0961588723258515 ] ], "residual": 2.7790334524614444, "residualBound": null, "error": null, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 3489696958, "after": 4084376277, "u": 0.9509679574985057 }, "visit": 29, "alpha": 0.034482758620689655, "old": 6.155337261033431, "target": 9.03362190822564, "conditionalMean": 9.03362190822564, "conditionalVariance": 0, "noise": 0, "td": 2.87828464719221, "newValue": 6.254588455764196 } }, { "k": 115, "Q": [ [ 5.0150354598715055, 6.254588455764196 ], [ 11.00675868572697, 6.158429583438345 ] ], "visits": [ [ 29, 29 ], [ 29, 28 ] ], "alphaSums": [ [ 3.9616537975870574, 3.9616537975870574 ], [ 3.9616537975870574, 3.927171038966368 ] ], "squareSums": [ [ 1.6110390064904865, 1.6110390064904865 ], [ 1.6110390064904865, 1.6098499458483937 ] ], "expected": [ [ 7.254588455764196, 9.00675868572697 ], [ 13.105890593741861, 8.254588455764196 ] ], "delta": [ [ 2.2395529958926907, 2.7521702299627737 ], [ 2.0991319080148916, 2.0961588723258515 ] ], "residual": 2.7521702299627737, "residualBound": null, "error": null, "covered": 4, "update": { "s": 1, "a": 0, "next": 0, "reward": 4, "random": { "before": 4084376277, "after": 1109555553, "u": 0.25833853357471526 }, "visit": 29, "alpha": 0.034482758620689655, "old": 11.03362190822564, "target": 10.254588455764196, "conditionalMean": 13.122008527241062, "conditionalVariance": 5.481398577538932, "noise": -2.8674200714768663, "td": -0.7790334524614444, "newValue": 11.00675868572697 } }, { "k": 116, "Q": [ [ 5.0150354598715055, 6.254588455764196 ], [ 11.00675868572697, 6.230710923863374 ] ], "visits": [ [ 29, 29 ], [ 29, 29 ] ], "alphaSums": [ [ 3.9616537975870574, 3.9616537975870574 ], [ 3.9616537975870574, 3.9616537975870574 ] ], "squareSums": [ [ 1.6110390064904865, 1.6110390064904865 ], [ 1.6110390064904865, 1.6110390064904865 ] ], "expected": [ [ 7.254588455764196, 9.00675868572697 ], [ 13.105890593741861, 8.254588455764196 ] ], "delta": [ [ 2.2395529958926907, 2.7521702299627737 ], [ 2.0991319080148916, 2.0238775319008218 ] ], "residual": 2.7521702299627737, "residualBound": null, "error": null, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 1109555553, "after": 2898633510, "u": 0.6748907058499753 }, "visit": 29, "alpha": 0.034482758620689655, "old": 6.158429583438345, "target": 8.254588455764196, "conditionalMean": 8.254588455764196, "conditionalVariance": 0, "noise": 0, "td": 2.0961588723258515, "newValue": 6.230710923863374 } }, { "k": 117, "Q": [ [ 5.089687226401262, 6.254588455764196 ], [ 11.00675868572697, 6.230710923863374 ] ], "visits": [ [ 30, 29 ], [ 29, 29 ] ], "alphaSums": [ [ 3.9949871309203906, 3.9616537975870574 ], [ 3.9616537975870574, 3.9616537975870574 ] ], "squareSums": [ [ 1.6121501176015975, 1.6110390064904865 ], [ 1.6110390064904865, 1.6110390064904865 ] ], "expected": [ [ 7.254588455764196, 9.00675868572697 ], [ 13.105890593741861, 8.254588455764196 ] ], "delta": [ [ 2.1649012293629344, 2.7521702299627737 ], [ 2.0991319080148916, 2.0238775319008218 ] ], "residual": 2.7521702299627737, "residualBound": null, "error": null, "covered": 4, "update": { "s": 0, "a": 0, "next": 0, "reward": 1, "random": { "before": 2898633510, "after": 210534838, "u": 0.04901896184310317 }, "visit": 30, "alpha": 0.03333333333333333, "old": 5.0150354598715055, "target": 7.254588455764196, "conditionalMean": 7.254588455764196, "conditionalVariance": 0, "noise": 0, "td": 2.2395529958926907, "newValue": 5.089687226401262 } }, { "k": 118, "Q": [ [ 5.089687226401262, 6.346327463429622 ], [ 11.00675868572697, 6.230710923863374 ] ], "visits": [ [ 30, 30 ], [ 29, 29 ] ], "alphaSums": [ [ 3.9949871309203906, 3.9949871309203906 ], [ 3.9616537975870574, 3.9616537975870574 ] ], "squareSums": [ [ 1.6121501176015975, 1.6121501176015975 ], [ 1.6110390064904865, 1.6110390064904865 ] ], "expected": [ [ 7.346327463429622, 9.00675868572697 ], [ 13.14258619680803, 8.346327463429622 ] ], "delta": [ [ 2.2566402370283605, 2.6604312222973476 ], [ 2.135827511081061, 2.115616539566248 ] ], "residual": 2.6604312222973476, "residualBound": null, "error": null, "covered": 4, "update": { "s": 0, "a": 1, "next": 1, "reward": -2, "random": { "before": 210534838, "after": 201061003, "u": 0.04681316274218261 }, "visit": 30, "alpha": 0.03333333333333333, "old": 6.254588455764196, "target": 9.00675868572697, "conditionalMean": 9.00675868572697, "conditionalVariance": 0, "noise": 0, "td": 2.7521702299627737, "newValue": 6.346327463429622 } }, { "k": 119, "Q": [ [ 5.089687226401262, 6.346327463429622 ], [ 11.140092019060303, 6.230710923863374 ] ], "visits": [ [ 30, 30 ], [ 30, 29 ] ], "alphaSums": [ [ 3.9949871309203906, 3.9949871309203906 ], [ 3.9949871309203906, 3.9616537975870574 ] ], "squareSums": [ [ 1.6121501176015975, 1.6121501176015975 ], [ 1.6121501176015975, 1.6110390064904865 ] ], "expected": [ [ 7.346327463429622, 9.140092019060303 ], [ 13.222586196808031, 8.346327463429622 ] ], "delta": [ [ 2.2566402370283605, 2.7937645556306805 ], [ 2.082494177747728, 2.115616539566248 ] ], "residual": 2.7937645556306805, "residualBound": null, "error": null, "covered": 4, "update": { "s": 1, "a": 0, "next": 1, "reward": 4, "random": { "before": 201061003, "after": 3237979038, "u": 0.7539007435552776 }, "visit": 30, "alpha": 0.03333333333333333, "old": 11.00675868572697, "target": 15.00675868572697, "conditionalMean": 13.14258619680803, "conditionalVariance": 5.212708602663348, "noise": 1.864172488918939, "td": 4, "newValue": 11.140092019060303 } }, { "k": 120, "Q": [ [ 5.089687226401262, 6.346327463429622 ], [ 11.140092019060303, 6.30123147518225 ] ], "visits": [ [ 30, 30 ], [ 30, 30 ] ], "alphaSums": [ [ 3.9949871309203906, 3.9949871309203906 ], [ 3.9949871309203906, 3.9949871309203906 ] ], "squareSums": [ [ 1.6121501176015975, 1.6121501176015975 ], [ 1.6121501176015975, 1.6121501176015975 ] ], "expected": [ [ 7.346327463429622, 9.140092019060303 ], [ 13.222586196808031, 8.346327463429622 ] ], "delta": [ [ 2.2566402370283605, 2.7937645556306805 ], [ 2.082494177747728, 2.0450959882473727 ] ], "residual": 2.7937645556306805, "residualBound": null, "error": null, "covered": 4, "update": { "s": 1, "a": 1, "next": 0, "reward": 2, "random": { "before": 3237979038, "after": 2768454360, "u": 0.6445810105651617 }, "visit": 30, "alpha": 0.03333333333333333, "old": 6.230710923863374, "target": 8.346327463429622, "conditionalMean": 8.346327463429622, "conditionalVariance": 0, "noise": 0, "td": 2.115616539566248, "newValue": 6.30123147518225 } } ], "scope": "按(s,a)调用生成模型；不是连续环境轨迹。种子PRNG仅复现有限样本，条件均值/方差来自理想转移模型；有限覆盖次数不证明无穷访问。" }, "projection": null, "bias": { "rows": [ { "A": [ -1, -1 ], "B": [ -1, -1 ], "selected": 0, "single": -1, "independent": -1, "sameData": -1, "probability": 0.0625 }, { "A": [ -1, -1 ], "B": [ -1, 1 ], "selected": 0, "single": -1, "independent": -1, "sameData": -1, "probability": 0.0625 }, { "A": [ -1, -1 ], "B": [ 1, -1 ], "selected": 0, "single": -1, "independent": 1, "sameData": -1, "probability": 0.0625 }, { "A": [ -1, -1 ], "B": [ 1, 1 ], "selected": 0, "single": -1, "independent": 1, "sameData": -1, "probability": 0.0625 }, { "A": [ -1, 1 ], "B": [ -1, -1 ], "selected": 1, "single": 1, "independent": -1, "sameData": 1, "probability": 0.0625 }, { "A": [ -1, 1 ], "B": [ -1, 1 ], "selected": 1, "single": 1, "independent": 1, "sameData": 1, "probability": 0.0625 }, { "A": [ -1, 1 ], "B": [ 1, -1 ], "selected": 1, "single": 1, "independent": -1, "sameData": 1, "probability": 0.0625 }, { "A": [ -1, 1 ], "B": [ 1, 1 ], "selected": 1, "single": 1, "independent": 1, "sameData": 1, "probability": 0.0625 }, { "A": [ 1, -1 ], "B": [ -1, -1 ], "selected": 0, "single": 1, "independent": -1, "sameData": 1, "probability": 0.0625 }, { "A": [ 1, -1 ], "B": [ -1, 1 ], "selected": 0, "single": 1, "independent": -1, "sameData": 1, "probability": 0.0625 }, { "A": [ 1, -1 ], "B": [ 1, -1 ], "selected": 0, "single": 1, "independent": 1, "sameData": 1, "probability": 0.0625 }, { "A": [ 1, -1 ], "B": [ 1, 1 ], "selected": 0, "single": 1, "independent": 1, "sameData": 1, "probability": 0.0625 }, { "A": [ 1, 1 ], "B": [ -1, -1 ], "selected": 0, "single": 1, "independent": -1, "sameData": 1, "probability": 0.0625 }, { "A": [ 1, 1 ], "B": [ -1, 1 ], "selected": 0, "single": 1, "independent": -1, "sameData": 1, "probability": 0.0625 }, { "A": [ 1, 1 ], "B": [ 1, -1 ], "selected": 0, "single": 1, "independent": 1, "sameData": 1, "probability": 0.0625 }, { "A": [ 1, 1 ], "B": [ 1, 1 ], "selected": 0, "single": 1, "independent": 1, "sameData": 1, "probability": 0.0625 } ], "single": 0.5, "independent": 0, "sameData": 0.5, "trueMaximum": 0, "scope": "16种独立符号的完整枚举，非采样；两动作真值均零，独立B评估时无偏，非Double Q普遍无偏定理。" }, "theory": { "kind": "harmonic", "sum": "发散", "squares": "收敛", "classicStepCondition": true, "scope": "步长合格仍需要噪声、稳定性与访问假设" } } }, { "key": "empty", "data": { "version": 180, "parameters": { "gamma": 0.8, "steps": 0, "alphaKind": "harmonic", "coverage": "full", "noiseKind": "iid", "scale": 1, "seed": 20260912, "theta0": 0 }, "model": [ [ { "name": "采集", "reward": 1, "p": [ 1, 0 ] }, { "name": "远行", "reward": -2, "p": [ 0, 1 ] } ], [ { "name": "收获", "reward": 4, "p": [ 0.4, 0.6 ] }, { "name": "返回", "reward": 2, "p": [ 1, 0 ] } ] ], "rm": { "target": 2, "rows": [ { "k": 0, "theta": 0, "mean": 0, "variance": 0, "mse": 4, "alphaSum": 0, "squareSum": 0, "centeredAccumulation": 0, "update": null } ], "weights": [], "initialWeight": 1, "reconstructed": 0, "meanModel": "对应理想独立Rademacher模型的精确矩递推；种子轨迹不是该概率模型的证明" }, "q": { "reference": { "value": [ 8.181818181818185, 12.727272727272732 ], "q": [ [ 7.5454545454545485, 8.181818181818187 ], [ 12.727272727272732, 8.545454545454549 ] ], "scope": "由解析Bellman解得到，学习更新不使用此参考" }, "rows": [ { "k": 0, "Q": [ [ 0, 0 ], [ 0, 0 ] ], "visits": [ [ 0, 0 ], [ 0, 0 ] ], "alphaSums": [ [ 0, 0 ], [ 0, 0 ] ], "squareSums": [ [ 0, 0 ], [ 0, 0 ] ], "expected": [ [ 1, -2 ], [ 4, 2 ] ], "delta": [ [ 1, -2 ], [ 4, 2 ] ], "residual": 4, "residualBound": 20.000000000000004, "error": 12.727272727272732, "covered": 0, "update": null } ], "scope": "按(s,a)调用生成模型；不是连续环境轨迹。种子PRNG仅复现有限样本，条件均值/方差来自理想转移模型；有限覆盖次数不证明无穷访问。" }, "projection": [ { "key": "stationary", "d": [ 0.2857142857142857, 0.7142857142857143 ], "P": [ [ 0, 1 ], [ 0.4, 0.6 ] ], "r": [ -2, 4 ], "phi": [ 1, 2 ], "C": 3.142857142857143, "A": 0.8571428571428568, "b": 5.142857142857143, "projector": [ [ 0.09090909090909091, 0.4545454545454546 ], [ 0.18181818181818182, 0.9090909090909092 ] ], "coefficient": 0.7272727272727274, "root": 6.0000000000000036, "rootSuppressed": false, "rate": 0.1, "meanIterationFactor": 0.9142857142857144, "stableMeanIteration": true, "rows": [ { "k": 0, "w": 0, "value": [ 0, 0 ], "tv": [ -2, 4 ], "residual": [ -2, 4 ], "projected": [ 1.6363636363636365, 3.272727272727273 ], "projectedResidual": [ 1.6363636363636365, 3.272727272727273 ], "drift": 5.142857142857143 } ], "scope": "固定策略的确定性平均TD更新；权重d改变，转移P不变。|A|<1e−12不显示不稳定比值根。" }, { "key": "reweighted", "d": [ 0.99, 0.01 ], "P": [ [ 0, 1 ], [ 0.4, 0.6 ] ], "r": [ -2, 4 ], "phi": [ 1, 2 ], "C": 1.03, "A": -0.5796000000000001, "b": -1.9, "projector": [ [ 0.9611650485436893, 0.019417475728155338 ], [ 1.9223300970873787, 0.038834951456310676 ] ], "coefficient": 1.562718446601942, "root": 3.278122843340234, "rootSuppressed": false, "rate": 0.1, "meanIterationFactor": 1.05796, "stableMeanIteration": false, "rows": [ { "k": 0, "w": 0, "value": [ 0, 0 ], "tv": [ -2, 4 ], "residual": [ -2, 4 ], "projected": [ -1.8446601941747574, -3.6893203883495147 ], "projectedResidual": [ -1.8446601941747574, -3.6893203883495147 ], "drift": -1.9 } ], "scope": "固定策略的确定性平均TD更新；权重d改变，转移P不变。|A|<1e−12不显示不稳定比值根。" } ], "bias": { "rows": [ { "A": [ -1, -1 ], "B": [ -1, -1 ], "selected": 0, "single": -1, "independent": -1, "sameData": -1, "probability": 0.0625 }, { "A": [ -1, -1 ], "B": [ -1, 1 ], "selected": 0, "single": -1, "independent": -1, "sameData": -1, "probability": 0.0625 }, { "A": [ -1, -1 ], "B": [ 1, -1 ], "selected": 0, "single": -1, "independent": 1, "sameData": -1, "probability": 0.0625 }, { "A": [ -1, -1 ], "B": [ 1, 1 ], "selected": 0, "single": -1, "independent": 1, "sameData": -1, "probability": 0.0625 }, { "A": [ -1, 1 ], "B": [ -1, -1 ], "selected": 1, "single": 1, "independent": -1, "sameData": 1, "probability": 0.0625 }, { "A": [ -1, 1 ], "B": [ -1, 1 ], "selected": 1, "single": 1, "independent": 1, "sameData": 1, "probability": 0.0625 }, { "A": [ -1, 1 ], "B": [ 1, -1 ], "selected": 1, "single": 1, "independent": -1, "sameData": 1, "probability": 0.0625 }, { "A": [ -1, 1 ], "B": [ 1, 1 ], "selected": 1, "single": 1, "independent": 1, "sameData": 1, "probability": 0.0625 }, { "A": [ 1, -1 ], "B": [ -1, -1 ], "selected": 0, "single": 1, "independent": -1, "sameData": 1, "probability": 0.0625 }, { "A": [ 1, -1 ], "B": [ -1, 1 ], "selected": 0, "single": 1, "independent": -1, "sameData": 1, "probability": 0.0625 }, { "A": [ 1, -1 ], "B": [ 1, -1 ], "selected": 0, "single": 1, "independent": 1, "sameData": 1, "probability": 0.0625 }, { "A": [ 1, -1 ], "B": [ 1, 1 ], "selected": 0, "single": 1, "independent": 1, "sameData": 1, "probability": 0.0625 }, { "A": [ 1, 1 ], "B": [ -1, -1 ], "selected": 0, "single": 1, "independent": -1, "sameData": 1, "probability": 0.0625 }, { "A": [ 1, 1 ], "B": [ -1, 1 ], "selected": 0, "single": 1, "independent": -1, "sameData": 1, "probability": 0.0625 }, { "A": [ 1, 1 ], "B": [ 1, -1 ], "selected": 0, "single": 1, "independent": 1, "sameData": 1, "probability": 0.0625 }, { "A": [ 1, 1 ], "B": [ 1, 1 ], "selected": 0, "single": 1, "independent": 1, "sameData": 1, "probability": 0.0625 } ], "single": 0.5, "independent": 0, "sameData": 0.5, "trueMaximum": 0, "scope": "16种独立符号的完整枚举，非采样；两动作真值均零，独立B评估时无偏，非Double Q普遍无偏定理。" }, "theory": { "kind": "harmonic", "sum": "发散", "squares": "收敛", "classicStepCondition": true, "scope": "步长合格仍需要噪声、稳定性与访问假设" } } } ] }