{
  "schema": "action-credit-explorer-v1",
  "banks": [
    {
      "seed": 211,
      "noise_seed": 73000,
      "episodes": 48,
      "horizon": 4,
      "rate": 0.003,
      "sigma": 0.15,
      "contexts": [
        [
          0.1,
          0.5
        ],
        [
          0.5,
          0.1
        ],
        [
          0.2,
          0.4
        ],
        [
          0.4,
          0.2
        ]
      ],
      "before": [
        {
          "reward": [
            0.03981198360446214,
            -0.09689563413237923,
            0.08779909231231509,
            -0.0056150778674519675
          ],
          "material_residual": 0,
          "potential_residual": -1.021405182655144e-14
        },
        {
          "reward": [
            0.042125362165597924,
            -0.09607830661319938,
            0.08531752729824937,
            -0.004954823619506499
          ],
          "material_residual": 1.7763568394002505e-15,
          "potential_residual": -8.881784197001252e-15
        },
        {
          "reward": [
            0.04038549633495214,
            -0.09645709989316376,
            0.08825463281989876,
            -0.005183787331709988
          ],
          "material_residual": 0,
          "potential_residual": -1.887379141862766e-14
        },
        {
          "reward": [
            0.04176340672003498,
            -0.09604393752846518,
            0.08550310055325827,
            -0.004660380537381492
          ],
          "material_residual": 1.7763568394002505e-15,
          "potential_residual": -7.105427357601002e-15
        }
      ],
      "arms": {
        "credit": {
          "history": [
            {
              "trial": 1,
              "context": 1,
              "reward": [
                0.039815875452485106,
                -0.10077572153825409,
                0.08901536125841525,
                -0.008088230001716656
              ],
              "material_residual": 0.0,
              "potential_residual": -2.5091040356528538e-14
            },
            {
              "trial": 2,
              "context": 2,
              "reward": [
                0.04258634631307712,
                -0.09232770504660581,
                0.08745642828450428,
                -0.007208906687011574
              ],
              "material_residual": 0.0,
              "potential_residual": 4.884981308350689e-15
            },
            {
              "trial": 3,
              "context": 1,
              "reward": [
                0.03980455158308027,
                -0.09681942414472,
                0.08633800511761236,
                -0.0034879776433989207
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": -1.2878587085651816e-14
            },
            {
              "trial": 4,
              "context": 2,
              "reward": [
                0.04316025217369246,
                -0.09606338468235642,
                0.08478200049413265,
                -0.006783620662521361
              ],
              "material_residual": 0.0,
              "potential_residual": 8.881784197001252e-16
            },
            {
              "trial": 5,
              "context": 1,
              "reward": [
                0.039977915108624584,
                -0.10138953095953096,
                0.08732151663547039,
                -0.00994023340875727
              ],
              "material_residual": 0.0,
              "potential_residual": -3.2862601528904634e-14
            },
            {
              "trial": 6,
              "context": 2,
              "reward": [
                0.04279518610742228,
                -0.09580773775778084,
                0.08529926986879577,
                -0.007096147740264902
              ],
              "material_residual": 0.0,
              "potential_residual": -1.3322676295501878e-15
            },
            {
              "trial": 7,
              "context": 1,
              "reward": [
                0.04038611035251627,
                -0.09016948280512338,
                0.08368001208983888,
                -0.0038019202453396517
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": -1.6209256159527285e-14
            },
            {
              "trial": 8,
              "context": 2,
              "reward": [
                0.0428974389314023,
                -0.09591479526385882,
                0.08213056211997283,
                -0.000451560615356561
              ],
              "material_residual": 0.0,
              "potential_residual": 3.9968028886505635e-15
            },
            {
              "trial": 9,
              "context": 1,
              "reward": [
                0.04029161453897978,
                -0.09466495806262865,
                0.0813975986379687,
                -0.006124042540087249
              ],
              "material_residual": 0.0,
              "potential_residual": 1.532107773982716e-14
            },
            {
              "trial": 10,
              "context": 2,
              "reward": [
                0.04268827751438353,
                -0.09213504218851098,
                0.08214558293354002,
                -0.006918344820259215
              ],
              "material_residual": 0.0,
              "potential_residual": -6.661338147750939e-15
            },
            {
              "trial": 11,
              "context": 1,
              "reward": [
                0.04089868693793708,
                -0.09282730373501558,
                0.08554658311525598,
                -0.003459233938779782
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": 1.0658141036401503e-14
            },
            {
              "trial": 12,
              "context": 2,
              "reward": [
                0.04295570906571089,
                -0.09579737597626758,
                0.08365379089699743,
                -0.005755694914206799
              ],
              "material_residual": 0.0,
              "potential_residual": 2.220446049250313e-15
            },
            {
              "trial": 13,
              "context": 1,
              "reward": [
                0.04155500446849825,
                -0.09301024955348391,
                0.08845685505436207,
                -0.011892123229160667
              ],
              "material_residual": 0.0,
              "potential_residual": 7.771561172376096e-15
            },
            {
              "trial": 14,
              "context": 2,
              "reward": [
                0.043179509038159036,
                -0.08821654261316736,
                0.08689711572017167,
                -0.004681934143534017
              ],
              "material_residual": 0.0,
              "potential_residual": 7.549516567451064e-15
            },
            {
              "trial": 15,
              "context": 1,
              "reward": [
                0.040262052702907836,
                -0.10494042839395146,
                0.08402404192093771,
                -0.00837661476399254
              ],
              "material_residual": 0.0,
              "potential_residual": -3.9968028886505635e-15
            },
            {
              "trial": 16,
              "context": 2,
              "reward": [
                0.042296121518781815,
                -0.0881737065483883,
                0.0878661265628109,
                -0.00484810549316439
              ],
              "material_residual": 0.0,
              "potential_residual": -1.3100631690576847e-14
            },
            {
              "trial": 17,
              "context": 1,
              "reward": [
                0.03995331497947263,
                -0.0944515684042253,
                0.08295489123808797,
                -0.0035318220291946645
              ],
              "material_residual": 0.0,
              "potential_residual": 9.769962616701378e-15
            },
            {
              "trial": 18,
              "context": 2,
              "reward": [
                0.042052462895817655,
                -0.08441581557485156,
                0.08032267555003036,
                -0.009085503983490284
              ],
              "material_residual": 0.0,
              "potential_residual": -4.440892098500626e-15
            },
            {
              "trial": 19,
              "context": 1,
              "reward": [
                0.038228204628645956,
                -0.10082659125882687,
                0.08539483879915877,
                -0.006769573835967879
              ],
              "material_residual": 0.0,
              "potential_residual": -2.4202861936828413e-14
            },
            {
              "trial": 20,
              "context": 2,
              "reward": [
                0.04213466847975411,
                -0.09583967331444221,
                0.08147511009965647,
                -0.004781806618969764
              ],
              "material_residual": 0.0,
              "potential_residual": -1.509903313490213e-14
            },
            {
              "trial": 21,
              "context": 1,
              "reward": [
                0.03923383323098206,
                -0.09692072638825322,
                0.09055670332070975,
                -0.00788965018990928
              ],
              "material_residual": 0.0,
              "potential_residual": -1.7763568394002505e-15
            },
            {
              "trial": 22,
              "context": 2,
              "reward": [
                0.04253215551449774,
                -0.08801446844348515,
                0.0855826990519748,
                -0.008533283744389886
              ],
              "material_residual": 0.0,
              "potential_residual": 1.0436096431476471e-14
            },
            {
              "trial": 23,
              "context": 1,
              "reward": [
                0.04016383907571708,
                -0.08962361947526154,
                0.09482372711960863,
                -0.004333434965736682
              ],
              "material_residual": 0.0,
              "potential_residual": 5.551115123125783e-15
            },
            {
              "trial": 24,
              "context": 2,
              "reward": [
                0.042663622126471346,
                -0.09196008657850285,
                0.0877874621567234,
                -0.006772706305922194
              ],
              "material_residual": 0.0,
              "potential_residual": -1.532107773982716e-14
            },
            {
              "trial": 25,
              "context": 1,
              "reward": [
                0.04105923908367992,
                -0.09608259530013386,
                0.08527906281044362,
                -0.010112764621355463
              ],
              "material_residual": 0.0,
              "potential_residual": 3.774758283725532e-15
            },
            {
              "trial": 26,
              "context": 2,
              "reward": [
                0.042821293533306104,
                -0.10345983966920702,
                0.08282871443939688,
                -0.00041468427710422695
              ],
              "material_residual": 0.0,
              "potential_residual": -1.354472090042691e-14
            },
            {
              "trial": 27,
              "context": 1,
              "reward": [
                0.03966650569211194,
                -0.09352735401715973,
                0.07786788646856602,
                -0.0055510500517199635
              ],
              "material_residual": 0.0,
              "potential_residual": -1.0880185641326534e-14
            },
            {
              "trial": 28,
              "context": 2,
              "reward": [
                0.04205928420374905,
                -0.09941013592899783,
                0.08578960406297553,
                -0.004782700535001627
              ],
              "material_residual": 0.0,
              "potential_residual": 5.995204332975845e-15
            },
            {
              "trial": 29,
              "context": 1,
              "reward": [
                0.041096453485054196,
                -0.08945133682099371,
                0.08373967983129083,
                -0.0037437053797000353
              ],
              "material_residual": 0.0,
              "potential_residual": -1.4210854715202004e-14
            },
            {
              "trial": 30,
              "context": 2,
              "reward": [
                0.04310457922767719,
                -0.09230806826962379,
                0.0865059509371604,
                -0.0047512278855292855
              ],
              "material_residual": 0.0,
              "potential_residual": -2.886579864025407e-15
            },
            {
              "trial": 31,
              "context": 1,
              "reward": [
                0.04136404011212336,
                -0.1010574504873687,
                0.08168484312391477,
                -0.007840253105244832
              ],
              "material_residual": 0.0,
              "potential_residual": 3.552713678800501e-15
            },
            {
              "trial": 32,
              "context": 2,
              "reward": [
                0.042701032076846834,
                -0.08589408970714052,
                0.09051230845950764,
                -0.006988438608309
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": 2.55351295663786e-14
            },
            {
              "trial": 33,
              "context": 1,
              "reward": [
                0.039539809015130434,
                -0.10087881584175129,
                0.08776597253673613,
                -0.002122364088534834
              ],
              "material_residual": 0.0,
              "potential_residual": -2.7977620220553945e-14
            },
            {
              "trial": 34,
              "context": 2,
              "reward": [
                0.043252860760340184,
                -0.08049501168722761,
                0.0794889325623982,
                -0.00490085039313648
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": -1.0658141036401503e-14
            },
            {
              "trial": 35,
              "context": 1,
              "reward": [
                0.04072370139735604,
                -0.08974844977480712,
                0.08848689872469073,
                -0.005436137386936046
              ],
              "material_residual": 0.0,
              "potential_residual": -1.0880185641326534e-14
            },
            {
              "trial": 36,
              "context": 2,
              "reward": [
                0.04298530213512852,
                -0.08416776859370256,
                0.08400758339469871,
                -0.006988192322236353
              ],
              "material_residual": 0.0,
              "potential_residual": -1.5765166949677223e-14
            },
            {
              "trial": 37,
              "context": 1,
              "reward": [
                0.040607109310680345,
                -0.09713449531693197,
                0.09097489492039768,
                -0.005827221429577811
              ],
              "material_residual": 0.0,
              "potential_residual": 2.9753977059954195e-14
            },
            {
              "trial": 38,
              "context": 2,
              "reward": [
                0.04305591372040962,
                -0.09213624783867735,
                0.08216777972958234,
                -0.0026181568056364846
              ],
              "material_residual": 0.0,
              "potential_residual": -2.3314683517128287e-14
            },
            {
              "trial": 39,
              "context": 1,
              "reward": [
                0.04032178134597575,
                -0.08961018020882805,
                0.08679124481790668,
                -0.0013612172296091352
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": 1.4210854715202004e-14
            },
            {
              "trial": 40,
              "context": 2,
              "reward": [
                0.04268217400802299,
                -0.09292458062459952,
                0.08625467161454603,
                -0.006778967344850617
              ],
              "material_residual": 0.0,
              "potential_residual": -7.771561172376096e-15
            },
            {
              "trial": 41,
              "context": 1,
              "reward": [
                0.04022389866509024,
                -0.09260695476112235,
                0.09478748462538822,
                -0.006193901489251363
              ],
              "material_residual": 0.0,
              "potential_residual": 1.5543122344752192e-15
            },
            {
              "trial": 42,
              "context": 2,
              "reward": [
                0.04355822900784312,
                -0.08815855065088707,
                0.08372314478919951,
                -0.009058829010862857
              ],
              "material_residual": 0.0,
              "potential_residual": 1.1102230246251565e-15
            },
            {
              "trial": 43,
              "context": 1,
              "reward": [
                0.04042049192279418,
                -0.08598042143692264,
                0.08887920959424034,
                -0.005939848386076196
              ],
              "material_residual": 0.0,
              "potential_residual": 2.042810365310288e-14
            },
            {
              "trial": 44,
              "context": 2,
              "reward": [
                0.04222816675312413,
                -0.08800334593119352,
                0.0848190969191005,
                -0.004727951694963206
              ],
              "material_residual": 0.0,
              "potential_residual": -2.1316282072803006e-14
            },
            {
              "trial": 45,
              "context": 1,
              "reward": [
                0.03929829447594613,
                -0.09347594648430335,
                0.08401014544340235,
                -0.007446439810920635
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": 1.6653345369377348e-14
            },
            {
              "trial": 46,
              "context": 2,
              "reward": [
                0.042790515642071814,
                -0.085068575701847,
                0.08720222813319367,
                -0.0024321654611030308
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": -1.7763568394002505e-15
            },
            {
              "trial": 47,
              "context": 1,
              "reward": [
                0.041483624230833405,
                -0.08974065665551145,
                0.09114848029337375,
                -0.008114045374957968
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": 8.659739592076221e-15
            },
            {
              "trial": 48,
              "context": 2,
              "reward": [
                0.04278531484356041,
                -0.09189076857320777,
                0.08847079275357017,
                -0.00695961401333034
              ],
              "material_residual": 0.0,
              "potential_residual": -5.329070518200751e-15
            }
          ],
          "after": [
            {
              "reward": [
                0.039956242108421414,
                -0.09327927005693648,
                0.09080814838051632,
                -0.005374691218321015
              ],
              "material_residual": 0.0,
              "potential_residual": -8.659739592076221e-15
            },
            {
              "reward": [
                0.04234542574486877,
                -0.0919031819905396,
                0.08761088661019367,
                -0.006596525295283984
              ],
              "material_residual": 0.0,
              "potential_residual": -9.103828801926284e-15
            },
            {
              "reward": [
                0.040660263275607234,
                -0.09273430317913078,
                0.08829545822271379,
                -0.005331070097019941
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": 7.771561172376096e-15
            },
            {
              "reward": [
                0.04203210518870493,
                -0.09203482307963706,
                0.0880231631066728,
                -0.0066892969905993915
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": -1.7763568394002505e-15
            }
          ],
          "heldout_delta": [
            [
              0.0002747669406550912,
              0.003722796714032972,
              4.082540281502567e-05,
              -0.00014728276530995288
            ],
            [
              0.00026869846866994784,
              0.004009114448828122,
              0.002520062553414526,
              -0.0020289164532178994
            ]
          ],
          "mark_max": 0.027986184
        },
        "no_credit": {
          "history": [
            {
              "trial": 1,
              "context": 1,
              "reward": [
                0.039815875452485106,
                -0.10077572153825409,
                0.08901536125841525,
                -0.008088230001716656
              ],
              "material_residual": 0.0,
              "potential_residual": -2.5091040356528538e-14
            },
            {
              "trial": 2,
              "context": 2,
              "reward": [
                0.04258647608054278,
                -0.09236901067843806,
                0.087419146024585,
                -0.007207491362959173
              ],
              "material_residual": 0.0,
              "potential_residual": 7.771561172376096e-15
            },
            {
              "trial": 3,
              "context": 1,
              "reward": [
                0.03981318545571044,
                -0.0968020255679074,
                0.08622677475149443,
                -0.0035865943146442536
              ],
              "material_residual": 0.0,
              "potential_residual": -5.10702591327572e-15
            },
            {
              "trial": 4,
              "context": 2,
              "reward": [
                0.043149892085873054,
                -0.09425848114625324,
                0.08457503299686464,
                -0.006805081081810993
              ],
              "material_residual": 0.0,
              "potential_residual": 9.769962616701378e-15
            },
            {
              "trial": 5,
              "context": 1,
              "reward": [
                0.03996552999796399,
                -0.10000864513860086,
                0.08713628781535832,
                -0.010174864661400163
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": 1.9539925233402755e-14
            },
            {
              "trial": 6,
              "context": 2,
              "reward": [
                0.042799369476045124,
                -0.09582551473450973,
                0.08513307146001359,
                -0.007134314280100806
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": 1.9984014443252818e-15
            },
            {
              "trial": 7,
              "context": 1,
              "reward": [
                0.04037184031890795,
                -0.08972482575460483,
                0.08431720986596658,
                -0.004100467679649666
              ],
              "material_residual": 0.0,
              "potential_residual": 5.773159728050814e-15
            },
            {
              "trial": 8,
              "context": 2,
              "reward": [
                0.042915508747757736,
                -0.09591840066642332,
                0.08200241388610685,
                -0.00047527981415185216
              ],
              "material_residual": 0.0,
              "potential_residual": -1.6209256159527285e-14
            },
            {
              "trial": 9,
              "context": 1,
              "reward": [
                0.040293204746128186,
                -0.09376991659318756,
                0.0813924052574897,
                -0.006391623006060998
              ],
              "material_residual": 0.0,
              "potential_residual": -3.552713678800501e-15
            },
            {
              "trial": 10,
              "context": 2,
              "reward": [
                0.04270312845026325,
                -0.0921431687214187,
                0.08197787802300538,
                -0.0069392404470285385
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": 0.0
            },
            {
              "trial": 11,
              "context": 1,
              "reward": [
                0.040900595747067614,
                -0.09279700693687776,
                0.0859557467225267,
                -0.0037403477982393962
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": 3.2862601528904634e-14
            },
            {
              "trial": 12,
              "context": 2,
              "reward": [
                0.04296497042698699,
                -0.09580680080109172,
                0.08368544635777875,
                -0.005963441572583106
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": 2.5091040356528538e-14
            },
            {
              "trial": 13,
              "context": 1,
              "reward": [
                0.041530827958660366,
                -0.09352082021368102,
                0.08870429510702538,
                -0.012191192706536347
              ],
              "material_residual": 0.0,
              "potential_residual": -2.4424906541753444e-15
            },
            {
              "trial": 14,
              "context": 2,
              "reward": [
                0.04320585766398577,
                -0.08821781051193778,
                0.08674640119339805,
                -0.004680275543979429
              ],
              "material_residual": 0.0,
              "potential_residual": -6.217248937900877e-15
            },
            {
              "trial": 15,
              "context": 1,
              "reward": [
                0.040229941681500625,
                -0.10493894333680354,
                0.08431864839633096,
                -0.008618477787307954
              ],
              "material_residual": 0.0,
              "potential_residual": -4.218847493575595e-15
            },
            {
              "trial": 16,
              "context": 2,
              "reward": [
                0.04226356142872345,
                -0.08836542311710782,
                0.08785313144715401,
                -0.004871154943076883
              ],
              "material_residual": 0.0,
              "potential_residual": -2.6645352591003757e-15
            },
            {
              "trial": 17,
              "context": 1,
              "reward": [
                0.039902517564008866,
                -0.0932281755481259,
                0.08318813920347634,
                -0.003772336051768299
              ],
              "material_residual": 0.0,
              "potential_residual": -2.4424906541753444e-15
            },
            {
              "trial": 18,
              "context": 2,
              "reward": [
                0.042066241472296095,
                -0.08462757373075602,
                0.08042313926610434,
                -0.009111258427686453
              ],
              "material_residual": 0.0,
              "potential_residual": 8.215650382226158e-15
            },
            {
              "trial": 19,
              "context": 1,
              "reward": [
                0.03817617266943896,
                -0.10077236670212542,
                0.08510771970217079,
                -0.007080989758023959
              ],
              "material_residual": 0.0,
              "potential_residual": -6.439293542825908e-15
            },
            {
              "trial": 20,
              "context": 2,
              "reward": [
                0.042080160861500016,
                -0.09606256559601478,
                0.08140770183506474,
                -0.0047998531686925805
              ],
              "material_residual": 0.0,
              "potential_residual": -6.8833827526759706e-15
            },
            {
              "trial": 21,
              "context": 1,
              "reward": [
                0.039119723577017096,
                -0.09683803037282379,
                0.09031825370605095,
                -0.008495416182692894
              ],
              "material_residual": 0.0,
              "potential_residual": -1.176836406102666e-14
            },
            {
              "trial": 22,
              "context": 2,
              "reward": [
                0.04245298106695672,
                -0.0877880173362875,
                0.08536291789142836,
                -0.007937299542086773
              ],
              "material_residual": 0.0,
              "potential_residual": 4.884981308350689e-15
            },
            {
              "trial": 23,
              "context": 1,
              "reward": [
                0.040031227439562445,
                -0.08950064647606504,
                0.09424212891422634,
                -0.004636496796511569
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": -4.884981308350689e-15
            },
            {
              "trial": 24,
              "context": 2,
              "reward": [
                0.04258900733931004,
                -0.09223875553801597,
                0.08693753750810096,
                -0.006811806959972078
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": 2.6645352591003757e-15
            },
            {
              "trial": 25,
              "context": 1,
              "reward": [
                0.04092849081554095,
                -0.09694528442167827,
                0.08411592110027732,
                -0.010402980670997541
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": 3.108624468950438e-14
            },
            {
              "trial": 26,
              "context": 2,
              "reward": [
                0.042722823370969776,
                -0.10372582703212307,
                0.08188638723934294,
                -0.00045902033222700034
              ],
              "material_residual": 0.0,
              "potential_residual": -1.2434497875801753e-14
            },
            {
              "trial": 27,
              "context": 1,
              "reward": [
                0.039552651560845975,
                -0.094179367163576,
                0.07934423629144627,
                -0.005830600435716926
              ],
              "material_residual": 0.0,
              "potential_residual": 1.84297022087776e-14
            },
            {
              "trial": 28,
              "context": 2,
              "reward": [
                0.04195264585408065,
                -0.1009286552698021,
                0.08477219057213548,
                -0.004873188271607765
              ],
              "material_residual": 0.0,
              "potential_residual": -1.4876988529977098e-14
            },
            {
              "trial": 29,
              "context": 1,
              "reward": [
                0.04097761011125245,
                -0.0931873249287587,
                0.08204322608168946,
                -0.004069606854335994
              ],
              "material_residual": 0.0,
              "potential_residual": -3.1086244689504383e-15
            },
            {
              "trial": 30,
              "context": 2,
              "reward": [
                0.04301156183130206,
                -0.09469141802332337,
                0.08524814150260474,
                -0.00486726740228316
              ],
              "material_residual": 0.0,
              "potential_residual": -8.881784197001252e-15
            },
            {
              "trial": 31,
              "context": 1,
              "reward": [
                0.041206066077111636,
                -0.10091610659952388,
                0.07993299104571006,
                -0.007053142411690638
              ],
              "material_residual": 0.0,
              "potential_residual": 8.881784197001252e-16
            },
            {
              "trial": 32,
              "context": 2,
              "reward": [
                0.04256496169497459,
                -0.08874971556955713,
                0.09041720159666178,
                -0.00708749267627895
              ],
              "material_residual": 0.0,
              "potential_residual": -7.549516567451064e-15
            },
            {
              "trial": 33,
              "context": 1,
              "reward": [
                0.03936984187679671,
                -0.10465001221759174,
                0.08598824241367709,
                -0.0026826474138541556
              ],
              "material_residual": 0.0,
              "potential_residual": 4.440892098500626e-15
            },
            {
              "trial": 34,
              "context": 2,
              "reward": [
                0.04312809449211774,
                -0.0845442577012332,
                0.07781087705241219,
                -0.004988287866271701
              ],
              "material_residual": 0.0,
              "potential_residual": -9.992007221626409e-15
            },
            {
              "trial": 35,
              "context": 1,
              "reward": [
                0.0405549715439113,
                -0.09339976881349243,
                0.08610959006889884,
                -0.005792820669493048
              ],
              "material_residual": 0.0,
              "potential_residual": 1.9317880628477724e-14
            },
            {
              "trial": 36,
              "context": 2,
              "reward": [
                0.04283507474174164,
                -0.0885409118981666,
                0.08252190361572098,
                -0.007054443421840251
              ],
              "material_residual": 0.0,
              "potential_residual": -1.0436096431476471e-14
            },
            {
              "trial": 37,
              "context": 1,
              "reward": [
                0.04041203646611846,
                -0.0992591198721684,
                0.08847786468555596,
                -0.0062047065682828695
              ],
              "material_residual": 0.0,
              "potential_residual": -1.5543122344752192e-15
            },
            {
              "trial": 38,
              "context": 2,
              "reward": [
                0.04290270229965065,
                -0.10016202259764384,
                0.08067017873236537,
                -0.002701388768626689
              ],
              "material_residual": 0.0,
              "potential_residual": -7.105427357601002e-15
            },
            {
              "trial": 39,
              "context": 1,
              "reward": [
                0.04012211841607405,
                -0.09697369644257048,
                0.08404189847658827,
                -0.0017347167221919424
              ],
              "material_residual": 0.0,
              "potential_residual": -2.0650148258027912e-14
            },
            {
              "trial": 40,
              "context": 2,
              "reward": [
                0.042516224621053755,
                -0.09999801683818488,
                0.08420373039240814,
                -0.005906788040361155
              ],
              "material_residual": 0.0,
              "potential_residual": 3.9968028886505635e-15
            },
            {
              "trial": 41,
              "context": 1,
              "reward": [
                0.040012863108586094,
                -0.09669636466839004,
                0.09217530662420415,
                -0.006566842470523415
              ],
              "material_residual": 0.0,
              "potential_residual": 6.217248937900877e-15
            },
            {
              "trial": 42,
              "context": 2,
              "reward": [
                0.04340847233794198,
                -0.09423041115723585,
                0.08180213583718698,
                -0.009136915801182033
              ],
              "material_residual": 0.0,
              "potential_residual": -9.103828801926284e-15
            },
            {
              "trial": 43,
              "context": 1,
              "reward": [
                0.040209534585042395,
                -0.08947429710051935,
                0.08662378892213751,
                -0.006269004193970362
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": -5.329070518200751e-15
            },
            {
              "trial": 44,
              "context": 2,
              "reward": [
                0.04205854924930841,
                -0.09609368509008509,
                0.08277589384405659,
                -0.002652376454156391
              ],
              "material_residual": 0.0,
              "potential_residual": -4.440892098500626e-15
            },
            {
              "trial": 45,
              "context": 1,
              "reward": [
                0.03905431446174523,
                -0.10026285929680578,
                0.08453632161564384,
                -0.007705096934907951
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": 1.1102230246251565e-14
            },
            {
              "trial": 46,
              "context": 2,
              "reward": [
                0.042609460018719014,
                -0.09214365209465081,
                0.08567097337368978,
                -0.0024968716153803694
              ],
              "material_residual": 0.0,
              "potential_residual": 9.325873406851315e-15
            },
            {
              "trial": 47,
              "context": 1,
              "reward": [
                0.041274131663621594,
                -0.09641639102772404,
                0.08836106899609608,
                -0.008360860956153182
              ],
              "material_residual": 0.0,
              "potential_residual": 1.7763568394002505e-15
            },
            {
              "trial": 48,
              "context": 2,
              "reward": [
                0.042592048277374506,
                -0.09952572957896333,
                0.08649812247287203,
                -0.007061798329605962
              ],
              "material_residual": 0.0,
              "potential_residual": 1.554312234475219e-14
            }
          ],
          "after": [
            {
              "reward": [
                0.03981198360446214,
                -0.09689563413237923,
                0.08779909231231509,
                -0.0056150778674519675
              ],
              "material_residual": 0.0,
              "potential_residual": -1.021405182655144e-14
            },
            {
              "reward": [
                0.042125362165597924,
                -0.09607830661319938,
                0.08531752729824937,
                -0.004954823619506499
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": -8.881784197001252e-15
            },
            {
              "reward": [
                0.04038549633495214,
                -0.09645709989316376,
                0.08825463281989876,
                -0.005183787331709988
              ],
              "material_residual": 0.0,
              "potential_residual": -1.887379141862766e-14
            },
            {
              "reward": [
                0.04176340672003498,
                -0.09604393752846518,
                0.08550310055325827,
                -0.004660380537381492
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": -7.105427357601002e-15
            }
          ],
          "heldout_delta": [
            [
              0.0,
              0.0,
              0.0,
              0.0
            ],
            [
              0.0,
              0.0,
              0.0,
              0.0
            ]
          ],
          "mark_max": 0.0
        },
        "reversed_credit": {
          "history": [
            {
              "trial": 1,
              "context": 1,
              "reward": [
                0.039815875452485106,
                -0.10077572153825409,
                0.08901536125841525,
                -0.008088230001716656
              ],
              "material_residual": 0.0,
              "potential_residual": -2.5091040356528538e-14
            },
            {
              "trial": 2,
              "context": 2,
              "reward": [
                0.042586534198383985,
                -0.09241268471558062,
                0.08738164449744912,
                -0.007206756813714632
              ],
              "material_residual": 0.0,
              "potential_residual": -2.375877272697835e-14
            },
            {
              "trial": 3,
              "context": 1,
              "reward": [
                0.03982178982551199,
                -0.09678820796154941,
                0.08611668623848612,
                -0.003709133950845267
              ],
              "material_residual": 0.0,
              "potential_residual": -2.4868995751603507e-14
            },
            {
              "trial": 4,
              "context": 2,
              "reward": [
                0.04313935361206411,
                -0.09244758815522647,
                0.08435261757014856,
                -0.006829521156508589
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": 3.241851231905457e-14
            },
            {
              "trial": 5,
              "context": 1,
              "reward": [
                0.03995393949021464,
                -0.09862613119566643,
                0.087461554374348,
                -0.010416410262714004
              ],
              "material_residual": 0.0,
              "potential_residual": -1.7763568394002505e-15
            },
            {
              "trial": 6,
              "context": 2,
              "reward": [
                0.042802927568279525,
                -0.09581460781134576,
                0.08497317790124326,
                -0.007179817142781042
              ],
              "material_residual": 0.0,
              "potential_residual": 6.661338147750939e-15
            },
            {
              "trial": 7,
              "context": 1,
              "reward": [
                0.040357968369125086,
                -0.08972336027087668,
                0.08631542773551293,
                -0.0044235826951093404
              ],
              "material_residual": 0.0,
              "potential_residual": 1.2656542480726785e-14
            },
            {
              "trial": 8,
              "context": 2,
              "reward": [
                0.042932166407343875,
                -0.09512680254222006,
                0.08186957364912639,
                -0.0005087404670449658
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": -2.1316282072803006e-14
            },
            {
              "trial": 9,
              "context": 1,
              "reward": [
                0.04029497813732008,
                -0.09320565941422543,
                0.08136045116516577,
                -0.00668074654655193
              ],
              "material_residual": 0.0,
              "potential_residual": -1.9317880628477724e-14
            },
            {
              "trial": 10,
              "context": 2,
              "reward": [
                0.04271636849937166,
                -0.09212874706361807,
                0.08179563696957226,
                -0.006971756330603096
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": -4.440892098500626e-16
            },
            {
              "trial": 11,
              "context": 1,
              "reward": [
                0.04090300008519154,
                -0.09279464488547995,
                0.08633869530677574,
                -0.004056105648486241
              ],
              "material_residual": 0.0,
              "potential_residual": 8.659739592076221e-15
            },
            {
              "trial": 12,
              "context": 2,
              "reward": [
                0.04297304398418511,
                -0.09579004209177455,
                0.08371576391388946,
                -0.005911437667919461
              ],
              "material_residual": 0.0,
              "potential_residual": 8.881784197001252e-16
            },
            {
              "trial": 13,
              "context": 1,
              "reward": [
                0.04150698677235809,
                -0.09409554149730792,
                0.08896926297471852,
                -0.012314894149089817
              ],
              "material_residual": 0.0,
              "potential_residual": -1.509903313490213e-14
            },
            {
              "trial": 14,
              "context": 2,
              "reward": [
                0.043229669946439175,
                -0.08820311928495728,
                0.08661338315887157,
                -0.004685846715764219
              ],
              "material_residual": 0.0,
              "potential_residual": 8.881784197001252e-15
            },
            {
              "trial": 15,
              "context": 1,
              "reward": [
                0.04019729436226305,
                -0.10495690838682226,
                0.08461830137915394,
                -0.008866163594016152
              ],
              "material_residual": 0.0,
              "potential_residual": 1.8207657603852567e-14
            },
            {
              "trial": 16,
              "context": 2,
              "reward": [
                0.04227241629111478,
                -0.08855500397535843,
                0.08784670588460286,
                -0.004903117466874107
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": -1.9095836023552692e-14
            },
            {
              "trial": 17,
              "context": 1,
              "reward": [
                0.0398496984750949,
                -0.09326697474033074,
                0.08343907272142426,
                -0.0040245300189512
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": -8.881784197001252e-15
            },
            {
              "trial": 18,
              "context": 2,
              "reward": [
                0.042074916871226886,
                -0.0848479141038363,
                0.08053936766378955,
                -0.009147323837351173
              ],
              "material_residual": 0.0,
              "potential_residual": -9.992007221626409e-15
            },
            {
              "trial": 19,
              "context": 1,
              "reward": [
                0.0381203763422886,
                -0.10073986360930243,
                0.08487351246676056,
                -0.0074029852640642435
              ],
              "material_residual": 0.0,
              "potential_residual": -4.063416270128073e-14
            },
            {
              "trial": 20,
              "context": 2,
              "reward": [
                0.04201854754380441,
                -0.09627805523667998,
                0.0813909793711225,
                -0.004825904474402343
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": -1.9095836023552692e-14
            },
            {
              "trial": 21,
              "context": 1,
              "reward": [
                0.03899439630600221,
                -0.09677260763324469,
                0.09012984865505658,
                -0.00880815845815408
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": 2.0650148258027912e-14
            },
            {
              "trial": 22,
              "context": 2,
              "reward": [
                0.0423573727885076,
                -0.08790202927693658,
                0.0852053231499359,
                -0.007173617928058373
              ],
              "material_residual": 0.0,
              "potential_residual": 8.881784197001252e-15
            },
            {
              "trial": 23,
              "context": 1,
              "reward": [
                0.03988575595146426,
                -0.08942133825478837,
                0.09162169257875918,
                -0.004956950653719261
              ],
              "material_residual": 0.0,
              "potential_residual": 1.509903313490213e-14
            },
            {
              "trial": 24,
              "context": 2,
              "reward": [
                0.042498179165101346,
                -0.09253312246384349,
                0.08633570485802311,
                -0.006864251798220922
              ],
              "material_residual": 0.0,
              "potential_residual": 1.7541523789077473e-14
            },
            {
              "trial": 25,
              "context": 1,
              "reward": [
                0.040778063728242664,
                -0.09682324627944117,
                0.08327579398241314,
                -0.010712405345022491
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": -8.215650382226158e-15
            },
            {
              "trial": 26,
              "context": 2,
              "reward": [
                0.04261115433489615,
                -0.10426534274414401,
                0.08118539796786073,
                0.0016366370339273573
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": 2.220446049250313e-16
            },
            {
              "trial": 27,
              "context": 1,
              "reward": [
                0.03941261590531098,
                -0.09709755383026741,
                0.07828282002041398,
                -0.0040328695469706854
              ],
              "material_residual": 0.0,
              "potential_residual": 1.509903313490213e-14
            },
            {
              "trial": 28,
              "context": 2,
              "reward": [
                0.04182129759358233,
                -0.10390373529625974,
                0.08393068725851971,
                -0.002856705736818954
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": -2.886579864025407e-15
            },
            {
              "trial": 29,
              "context": 1,
              "reward": [
                0.04082959268246933,
                -0.09697321483775534,
                0.08072206731916665,
                -0.004588779020564537
              ],
              "material_residual": 0.0,
              "potential_residual": -2.220446049250313e-16
            },
            {
              "trial": 30,
              "context": 2,
              "reward": [
                0.042894940493155564,
                -0.09697275960488283,
                0.08416554565107148,
                -0.004239000044027108
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": 8.659739592076221e-15
            },
            {
              "trial": 31,
              "context": 1,
              "reward": [
                0.041023877419896104,
                -0.10472357726637838,
                0.07846184763346686,
                -0.0069088030270014755
              ],
              "material_residual": 0.0,
              "potential_residual": -1.887379141862766e-14
            },
            {
              "trial": 32,
              "context": 2,
              "reward": [
                0.04248609740702114,
                -0.09285536322006327,
                0.08936174251253903,
                -0.005101479203317272
              ],
              "material_residual": 0.0,
              "potential_residual": 4.1300296516055823e-14
            },
            {
              "trial": 33,
              "context": 1,
              "reward": [
                0.03917335476844985,
                -0.10844202634826083,
                0.08424827825800008,
                -0.003430948203933859
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": 6.439293542825908e-15
            },
            {
              "trial": 34,
              "context": 2,
              "reward": [
                0.042986123564289214,
                -0.0892314586279328,
                0.07637453662930027,
                -0.00489236066694021
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": 2.6201263381153694e-14
            },
            {
              "trial": 35,
              "context": 1,
              "reward": [
                0.040362325992500336,
                -0.09710802611215663,
                0.08369257514791739,
                -0.004212530319762653
              ],
              "material_residual": 0.0,
              "potential_residual": 2.042810365310288e-14
            },
            {
              "trial": 36,
              "context": 2,
              "reward": [
                0.04276664438865918,
                -0.093561130297112,
                0.08102528713817225,
                -0.006086557184050045
              ],
              "material_residual": 0.0,
              "potential_residual": 1.0658141036401503e-14
            },
            {
              "trial": 37,
              "context": 1,
              "reward": [
                0.040198564508463486,
                -0.10441176343770042,
                0.08609407676769276,
                -0.00460656483850963
              ],
              "material_residual": 0.0,
              "potential_residual": -6.439293542825908e-15
            },
            {
              "trial": 38,
              "context": 2,
              "reward": [
                0.04273640822854974,
                -0.10047336150585706,
                0.07902511945474733,
                -0.001620361068616516
              ],
              "material_residual": 0.0,
              "potential_residual": 6.661338147750939e-15
            },
            {
              "trial": 39,
              "context": 1,
              "reward": [
                0.039909442589769695,
                -0.10064093882085667,
                0.08152986746577984,
                -0.00013719058875460988
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": 1.2212453270876722e-14
            },
            {
              "trial": 40,
              "context": 2,
              "reward": [
                0.042336048689252115,
                -0.10429791241466768,
                0.08218248583194843,
                -0.004815151706512477
              ],
              "material_residual": 0.0,
              "potential_residual": 4.218847493575595e-15
            },
            {
              "trial": 41,
              "context": 1,
              "reward": [
                0.039785103891941676,
                -0.10121274391965573,
                0.08947204035941603,
                -0.007133004813731247
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": 1.3988810110276972e-14
            },
            {
              "trial": 42,
              "context": 2,
              "reward": [
                0.04324788204108865,
                -0.10053322780273422,
                0.0799063836495153,
                -0.007111378187714568
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": -2.398081733190338e-14
            },
            {
              "trial": 43,
              "context": 1,
              "reward": [
                0.03998739453975486,
                -0.09309317258860994,
                0.084415865078175,
                -0.006790379313454942
              ],
              "material_residual": 0.0,
              "potential_residual": 3.774758283725532e-15
            },
            {
              "trial": 44,
              "context": 2,
              "reward": [
                0.04187801709104644,
                -0.1004216839353711,
                0.0808218682520907,
                -0.002768846917122536
              ],
              "material_residual": 0.0,
              "potential_residual": 1.7763568394002505e-15
            },
            {
              "trial": 45,
              "context": 1,
              "reward": [
                0.03879272706166459,
                -0.10462258067118979,
                0.08217183892172475,
                -0.00814493876748501
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": 3.552713678800501e-15
            },
            {
              "trial": 46,
              "context": 2,
              "reward": [
                0.04241431122349604,
                -0.09640530759620525,
                0.08428646658286842,
                -0.0025969470110023263
              ],
              "material_residual": 0.0,
              "potential_residual": -1.199040866595169e-14
            },
            {
              "trial": 47,
              "context": 1,
              "reward": [
                0.041048047584032465,
                -0.10086070344495535,
                0.08560727899247733,
                -0.008782287416612133
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": 3.2862601528904634e-14
            },
            {
              "trial": 48,
              "context": 2,
              "reward": [
                0.042369046092308515,
                -0.10424843310782128,
                0.08451518724934837,
                -0.0068404476386403346
              ],
              "material_residual": 0.0,
              "potential_residual": -2.4424906541753444e-15
            }
          ],
          "after": [
            {
              "reward": [
                0.039473404251122,
                -0.1044312815508861,
                0.08485523083249169,
                -0.0060551378172370995
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": 5.329070518200751e-15
            },
            {
              "reward": [
                0.041889738914404395,
                -0.10426983348085539,
                0.08363061588015164,
                -0.004607918056524385
              ],
              "material_residual": 0.0,
              "potential_residual": 1.4876988529977098e-14
            },
            {
              "reward": [
                0.04051402694677919,
                -0.10411023676943532,
                0.08549031870257351,
                -0.005526788478990463
              ],
              "material_residual": 0.0,
              "potential_residual": 1.3322676295501878e-14
            },
            {
              "reward": [
                0.0415039481622852,
                -0.1040698283647774,
                0.08607014313753081,
                -0.004824006467846198
              ],
              "material_residual": 0.0,
              "potential_residual": 1.1102230246251565e-15
            }
          ],
          "heldout_delta": [
            [
              0.00012853061182704906,
              -0.00765313687627156,
              -0.0027643141173252506,
              -0.00034300114728047504
            ],
            [
              -0.000259458557749781,
              -0.008025890836312222,
              0.0005670425842725368,
              -0.00016362593046470586
            ]
          ],
          "mark_max": 0.025108907
        }
      },
      "report_sha256": "17b2b9551f21b9f064bcf248d332d1230e0d2bf41a5b1413824f9002c864f207",
      "driver_sha256": "103f5d9b0b12f690a9b6cbdbe683ca136549fdf5fe2cd2642fc6e8328e3a3eca",
      "factory_sha256": "6f1a85e458873bf7c31dad0db7e5f992911db8912b5a9be3f2e3f39475f49fd5",
      "source_pin": {
        "helper": "5753f0cf5065345cf08fb9a2501d87aad4f6eff13183fd344e8f53dfe736aa41",
        "kernels": "b89543752488d8cab09412d928b2a452e4474b9fe42e63ef1058152ab6351759",
        "sorption": "3811fd3627906823a01f2afb2e6693bb6aec99c37bb10bfb72d43c85f8b4ad08"
      },
      "cellular_source_pin": {
        "model": "1a938948fb14c400876c6848e4389fc432f4cc2a3962903374d2d76fb34f1c99",
        "initialization": "766dfedbdbf5b4dbbb99ed5e9336a16747fa08752a84af3268fc7c98c613613a",
        "founder_initialization": "d76e4c791a2c56bc7fd651b1836e6879b9e27013566ce6d94a1d2f677f62e633",
        "support": "5a767b83c2c912d8706468ec7c5b86e56cf99430b2a23dfd3a7f3ee8f21bf55b",
        "lifecycle": "8826c577e960db6596cd923a591d806b185908a254c6cc0fb6b0eebb033a9629",
        "resource": "ac72b2db1dfa448446df0ae44840ba05933f1d8fb13c639f9e2cd3b3a7e41223",
        "kernels": "38b3a7e0cdaa62a258c22e5cc6c84c99a1ad316ef56ecc418d1c2e533d934eb9",
        "checkpoint": "81c8538519e5d0c58eb8bc0b6e49be7eec87119f81b7fcd998b6944f02c68503",
        "protocol": "52632744615956c0e4c613e010b8fa4ba08c396e46e03d7ef5ec15f037e8199d"
      }
    },
    {
      "seed": 217,
      "noise_seed": 73217,
      "episodes": 48,
      "horizon": 4,
      "rate": 0.003,
      "sigma": 0.15,
      "contexts": [
        [
          0.1,
          0.5
        ],
        [
          0.5,
          0.1
        ],
        [
          0.2,
          0.4
        ],
        [
          0.4,
          0.2
        ]
      ],
      "before": [
        {
          "reward": [
            0.09903282352486897,
            0.07313026266404732,
            0.11040133307808286,
            0.059908215245744856
          ],
          "material_residual": 0,
          "potential_residual": -2.1316282072803006e-14
        },
        {
          "reward": [
            0.09908779561726799,
            0.08679837342819186,
            0.11041839672316067,
            0.05876592697585026
          ],
          "material_residual": 0,
          "potential_residual": -9.325873406851315e-15
        },
        {
          "reward": [
            0.09914343870456088,
            0.07366722479003807,
            0.11054601706461353,
            0.06011934893380899
          ],
          "material_residual": 1.7763568394002505e-15,
          "potential_residual": -4.440892098500626e-15
        },
        {
          "reward": [
            0.09916909932295592,
            0.08184169373633643,
            0.11055823080949478,
            0.05949041079807316
          ],
          "material_residual": 1.7763568394002505e-15,
          "potential_residual": 9.547918011776346e-15
        }
      ],
      "arms": {
        "credit": {
          "history": [
            {
              "trial": 1,
              "context": 1,
              "reward": [
                0.10356594991270551,
                0.07268928146135978,
                0.11228867011700139,
                0.05291281924957891
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": 5.995204332975845e-15
            },
            {
              "trial": 2,
              "context": 2,
              "reward": [
                0.09410361795680111,
                0.08294864595869056,
                0.10366200790769597,
                0.05814004080532653
              ],
              "material_residual": 0.0,
              "potential_residual": -1.2212453270876722e-14
            },
            {
              "trial": 3,
              "context": 1,
              "reward": [
                0.10116275817304476,
                0.06712012272011236,
                0.1078584593116454,
                0.05786648631539171
              ],
              "material_residual": 0.0,
              "potential_residual": 5.329070518200751e-15
            },
            {
              "trial": 4,
              "context": 2,
              "reward": [
                0.09867239108524406,
                0.08564655169683144,
                0.10613492454204687,
                0.0643481618605346
              ],
              "material_residual": 0.0,
              "potential_residual": -2.4424906541753444e-15
            },
            {
              "trial": 5,
              "context": 1,
              "reward": [
                0.0959915686328543,
                0.07336333589459354,
                0.11206173769272731,
                0.0575135277700054
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": -1.199040866595169e-14
            },
            {
              "trial": 6,
              "context": 2,
              "reward": [
                0.09553259165151395,
                0.0818469877836645,
                0.11002614638443875,
                0.057708761150010446
              ],
              "material_residual": 0.0,
              "potential_residual": -2.220446049250313e-16
            },
            {
              "trial": 7,
              "context": 1,
              "reward": [
                0.09871276659143313,
                0.06980941611450642,
                0.1077956365821513,
                0.051038336483275604
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": -6.661338147750939e-16
            },
            {
              "trial": 8,
              "context": 2,
              "reward": [
                0.09822046669586104,
                0.07957174188688243,
                0.10786636849247366,
                0.058958002853246594
              ],
              "material_residual": 0.0,
              "potential_residual": 7.771561172376096e-15
            },
            {
              "trial": 9,
              "context": 1,
              "reward": [
                0.10389164955888419,
                0.07354396925096651,
                0.11200190377395991,
                0.06006380353285157
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": 6.661338147750939e-16
            },
            {
              "trial": 10,
              "context": 2,
              "reward": [
                0.0980441475511431,
                0.08644671569061968,
                0.10578581578222823,
                0.059508767332727475
              ],
              "material_residual": 0.0,
              "potential_residual": -1.9984014443252818e-15
            },
            {
              "trial": 11,
              "context": 1,
              "reward": [
                0.09862846830876548,
                0.07361144163697841,
                0.1119465004244482,
                0.06168358615098568
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": 2.220446049250313e-15
            },
            {
              "trial": 12,
              "context": 2,
              "reward": [
                0.095552388191251,
                0.08616308845113063,
                0.11040140097367424,
                0.061404474932436504
              ],
              "material_residual": 0.0,
              "potential_residual": -1.1324274851176597e-14
            },
            {
              "trial": 13,
              "context": 1,
              "reward": [
                0.09596551377950147,
                0.07745211874702718,
                0.11226235178552191,
                0.0641046348384009
              ],
              "material_residual": 0.0,
              "potential_residual": -9.547918011776346e-15
            },
            {
              "trial": 14,
              "context": 2,
              "reward": [
                0.0983116987750714,
                0.09257267608585074,
                0.11442793368633519,
                0.0588500355401973
              ],
              "material_residual": 0.0,
              "potential_residual": -7.327471962526033e-15
            },
            {
              "trial": 15,
              "context": 1,
              "reward": [
                0.10129388055314092,
                0.07135819452514891,
                0.11226466295463178,
                0.06557182516265447
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": -3.064215547965432e-14
            },
            {
              "trial": 16,
              "context": 2,
              "reward": [
                0.09841034951868566,
                0.08886205463224028,
                0.11239839015222697,
                0.057351263076907744
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": -1.4654943925052066e-14
            },
            {
              "trial": 17,
              "context": 1,
              "reward": [
                0.09348533915951873,
                0.0707185188492343,
                0.11227009190499504,
                0.061413888389617144
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": 1.9539925233402755e-14
            },
            {
              "trial": 18,
              "context": 2,
              "reward": [
                0.09602142011747739,
                0.08995956776210456,
                0.10801677437244672,
                0.05758400139893882
              ],
              "material_residual": 0.0,
              "potential_residual": -8.659739592076221e-15
            },
            {
              "trial": 19,
              "context": 1,
              "reward": [
                0.10112743437280991,
                0.07396300690120361,
                0.10793471327867854,
                0.06040000813767632
              ],
              "material_residual": 0.0,
              "potential_residual": 2.220446049250313e-15
            },
            {
              "trial": 20,
              "context": 2,
              "reward": [
                0.10062495464800092,
                0.08383309513913328,
                0.11248625837349202,
                0.05801896878765955
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": 4.440892098500626e-15
            },
            {
              "trial": 21,
              "context": 1,
              "reward": [
                0.10113382441431162,
                0.0735825042169087,
                0.1101565610551305,
                0.06243496374178359
              ],
              "material_residual": 0.0,
              "potential_residual": 1.8207657603852567e-14
            },
            {
              "trial": 22,
              "context": 2,
              "reward": [
                0.09593082909060557,
                0.0813301104928823,
                0.11686824759644665,
                0.05778016804730468
              ],
              "material_residual": 0.0,
              "potential_residual": -1.1546319456101628e-14
            },
            {
              "trial": 23,
              "context": 1,
              "reward": [
                0.10080479092017236,
                0.07124613236992805,
                0.11269556721333451,
                0.05770578418341343
              ],
              "material_residual": 3.552713678800501e-15,
              "potential_residual": 2.9753977059954195e-14
            },
            {
              "trial": 24,
              "context": 2,
              "reward": [
                0.09793035815621987,
                0.08142627596957697,
                0.10800430201756783,
                0.05937976168334935
              ],
              "material_residual": 0.0,
              "potential_residual": 5.10702591327572e-15
            },
            {
              "trial": 25,
              "context": 1,
              "reward": [
                0.0980552327338815,
                0.07704622393428684,
                0.11257905760581743,
                0.05935461997517111
              ],
              "material_residual": 0.0,
              "potential_residual": -4.440892098500626e-15
            },
            {
              "trial": 26,
              "context": 2,
              "reward": [
                0.10238356286579497,
                0.08669297009570398,
                0.10581839097054724,
                0.0616923178404547
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": 7.105427357601002e-15
            },
            {
              "trial": 27,
              "context": 1,
              "reward": [
                0.09561196856568355,
                0.07564506097361368,
                0.10940765052768286,
                0.06479634683987778
              ],
              "material_residual": 0.0,
              "potential_residual": 1.554312234475219e-14
            },
            {
              "trial": 28,
              "context": 2,
              "reward": [
                0.10313083328538775,
                0.08781093552129371,
                0.10991424413646178,
                0.05617083615578089
              ],
              "material_residual": 0.0,
              "potential_residual": 4.6851411639181606e-14
            },
            {
              "trial": 29,
              "context": 1,
              "reward": [
                0.09555196398139665,
                0.07357321688370866,
                0.11019733472576254,
                0.05958563852598853
              ],
              "material_residual": 0.0,
              "potential_residual": 1.7763568394002505e-15
            },
            {
              "trial": 30,
              "context": 2,
              "reward": [
                0.10332029308176205,
                0.08294066578597903,
                0.10822452391140924,
                0.055689699532907255
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": 1.0436096431476471e-14
            },
            {
              "trial": 31,
              "context": 1,
              "reward": [
                0.09024864204196659,
                0.07381420048671683,
                0.11011847531769581,
                0.05866475436500029
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": 2.2426505097428162e-14
            },
            {
              "trial": 32,
              "context": 2,
              "reward": [
                0.10605202328859287,
                0.08564613436106638,
                0.11257003857336234,
                0.05561369030224195
              ],
              "material_residual": 0.0,
              "potential_residual": 1.354472090042691e-14
            },
            {
              "trial": 33,
              "context": 1,
              "reward": [
                0.10092198778383366,
                0.07405794479620353,
                0.10818790564240177,
                0.05401283887361075
              ],
              "material_residual": 0.0,
              "potential_residual": 1.887379141862766e-14
            },
            {
              "trial": 34,
              "context": 2,
              "reward": [
                0.10109079748329819,
                0.08534600575606466,
                0.11458079164296775,
                0.05632270341490009
              ],
              "material_residual": 0.0,
              "potential_residual": 4.440892098500626e-16
            },
            {
              "trial": 35,
              "context": 1,
              "reward": [
                0.10108178148207436,
                0.07148197210768847,
                0.11405462612784123,
                0.05974754716940045
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": -8.659739592076221e-15
            },
            {
              "trial": 36,
              "context": 2,
              "reward": [
                0.10205911524807676,
                0.08860615527353954,
                0.11454985020067165,
                0.0574225014301728
              ],
              "material_residual": -1.7763568394002505e-15,
              "potential_residual": -8.881784197001252e-16
            },
            {
              "trial": 37,
              "context": 1,
              "reward": [
                0.10389358940713178,
                0.06854065422378341,
                0.11618061665817181,
                0.05650249604718405
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": -3.9968028886505635e-15
            },
            {
              "trial": 38,
              "context": 2,
              "reward": [
                0.09837107270311995,
                0.0853297079738351,
                0.11473603479759342,
                0.05978419027782356
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": 3.552713678800501e-15
            },
            {
              "trial": 39,
              "context": 1,
              "reward": [
                0.1093230829861136,
                0.07709045877039666,
                0.10968205793993557,
                0.058187567129183604
              ],
              "material_residual": 0.0,
              "potential_residual": 1.3322676295501878e-15
            },
            {
              "trial": 40,
              "context": 2,
              "reward": [
                0.10077952218148689,
                0.08653847036164697,
                0.11207811566403536,
                0.0555204140546679
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": 1.1102230246251565e-15
            },
            {
              "trial": 41,
              "context": 1,
              "reward": [
                0.10367532228219067,
                0.07645472155917465,
                0.10977211624814776,
                0.05107422719355559
              ],
              "material_residual": 0.0,
              "potential_residual": -2.886579864025407e-15
            },
            {
              "trial": 42,
              "context": 2,
              "reward": [
                0.10036321184164043,
                0.08818315174278313,
                0.11428682351569663,
                0.060621271062633264
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": 1.865174681370263e-14
            },
            {
              "trial": 43,
              "context": 1,
              "reward": [
                0.1008611959415806,
                0.07574938398213282,
                0.11675680594819204,
                0.05996838970883589
              ],
              "material_residual": 3.552713678800501e-15,
              "potential_residual": -3.552713678800501e-15
            },
            {
              "trial": 44,
              "context": 2,
              "reward": [
                0.09565485107533833,
                0.0823906280990061,
                0.11211982110223873,
                0.061587955664321514
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": -8.881784197001252e-15
            },
            {
              "trial": 45,
              "context": 1,
              "reward": [
                0.10148366766033257,
                0.07283618582438711,
                0.10761791078129401,
                0.054115646625265024
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": 1.176836406102666e-14
            },
            {
              "trial": 46,
              "context": 2,
              "reward": [
                0.09821068783485076,
                0.08604582598469546,
                0.11239386387268735,
                0.058795246313174676
              ],
              "material_residual": 0.0,
              "potential_residual": -3.1086244689504383e-15
            },
            {
              "trial": 47,
              "context": 1,
              "reward": [
                0.0937334346477483,
                0.07314438178874272,
                0.1147165546875657,
                0.05884164002371417
              ],
              "material_residual": 0.0,
              "potential_residual": -9.103828801926284e-15
            },
            {
              "trial": 48,
              "context": 2,
              "reward": [
                0.10056853707081048,
                0.08732325230066063,
                0.11272049871637302,
                0.05890916402173785
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": 1.687538997430238e-14
            }
          ],
          "after": [
            {
              "reward": [
                0.10170192337999895,
                0.07373966151340317,
                0.11041733386727692,
                0.06076606291497444
              ],
              "material_residual": 0.0,
              "potential_residual": 1.4432899320127035e-14
            },
            {
              "reward": [
                0.10159920024544,
                0.08714996328367541,
                0.11047832610368635,
                0.059575946936306634
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": 6.661338147750939e-15
            },
            {
              "reward": [
                0.10177196622777895,
                0.07411155467938535,
                0.11057247359640532,
                0.060944394144431646
              ],
              "material_residual": 0.0,
              "potential_residual": 2.220446049250313e-16
            },
            {
              "reward": [
                0.10171860199437144,
                0.08222486005167529,
                0.110608128649754,
                0.06029006172713314
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": 9.769962616701378e-15
            }
          ],
          "heldout_delta": [
            [
              0.0026285275232180716,
              0.00044432988934728357,
              2.645653179178531e-05,
              0.0008250452106226547
            ],
            [
              0.0025495026714155156,
              0.0003831663153388565,
              4.989784025921651e-05,
              0.0007996509290599807
            ]
          ],
          "mark_max": 0.016590208
        },
        "no_credit": {
          "history": [
            {
              "trial": 1,
              "context": 1,
              "reward": [
                0.10356594991270551,
                0.07268928146135978,
                0.11228867011700139,
                0.05291281924957891
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": 5.995204332975845e-15
            },
            {
              "trial": 2,
              "context": 2,
              "reward": [
                0.09249705883108206,
                0.08294551245216808,
                0.10366232619059024,
                0.057728196228844286
              ],
              "material_residual": 0.0,
              "potential_residual": 1.0436096431476471e-14
            },
            {
              "trial": 3,
              "context": 1,
              "reward": [
                0.10117400319670145,
                0.06706553119116676,
                0.10786551790401355,
                0.05757777635365069
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": 6.661338147750939e-16
            },
            {
              "trial": 4,
              "context": 2,
              "reward": [
                0.09906138354403593,
                0.08539824999465462,
                0.10605637803485357,
                0.06390556661077174
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": 1.7541523789077473e-14
            },
            {
              "trial": 5,
              "context": 1,
              "reward": [
                0.0959869617676925,
                0.073333039236257,
                0.11268145970995636,
                0.05724103050837104
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": -1.3766765505351941e-14
            },
            {
              "trial": 6,
              "context": 2,
              "reward": [
                0.0955409459202754,
                0.08183350244099441,
                0.10995227733717305,
                0.05725693993137715
              ],
              "material_residual": 0.0,
              "potential_residual": 6.439293542825908e-15
            },
            {
              "trial": 7,
              "context": 1,
              "reward": [
                0.0987084561397904,
                0.06921240085830749,
                0.10779834149690082,
                0.050814994198070895
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": 2.6645352591003757e-15
            },
            {
              "trial": 8,
              "context": 2,
              "reward": [
                0.09823081292207636,
                0.07928997223407808,
                0.10780678268116062,
                0.05873484701685072
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": -4.440892098500626e-15
            },
            {
              "trial": 9,
              "context": 1,
              "reward": [
                0.10388871646531705,
                0.07287942738289543,
                0.11199291271077327,
                0.05995109572842661
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": 1.3322676295501878e-15
            },
            {
              "trial": 10,
              "context": 2,
              "reward": [
                0.09798754277377131,
                0.08656473097297246,
                0.1057332368267545,
                0.059377519040844984
              ],
              "material_residual": 3.552713678800501e-15,
              "potential_residual": -5.995204332975845e-15
            },
            {
              "trial": 11,
              "context": 1,
              "reward": [
                0.09859273850755934,
                0.07293896284658907,
                0.11195311935027408,
                0.06157590892260689
              ],
              "material_residual": 0.0,
              "potential_residual": -1.6209256159527285e-14
            },
            {
              "trial": 12,
              "context": 2,
              "reward": [
                0.09549569637824984,
                0.08583799400402281,
                0.1103451178028052,
                0.06094482221495867
              ],
              "material_residual": 0.0,
              "potential_residual": -3.3306690738754696e-15
            },
            {
              "trial": 13,
              "context": 1,
              "reward": [
                0.09593961709840637,
                0.07693156644543797,
                0.11225804961817598,
                0.06387687729329894
              ],
              "material_residual": 0.0,
              "potential_residual": -8.881784197001252e-15
            },
            {
              "trial": 14,
              "context": 2,
              "reward": [
                0.09835475610884337,
                0.09232739198794682,
                0.11435777220535459,
                0.058869067492842486
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": -9.992007221626409e-15
            },
            {
              "trial": 15,
              "context": 1,
              "reward": [
                0.10129991745828226,
                0.07076657023524713,
                0.11225744945677074,
                0.06546378337104986
              ],
              "material_residual": 0.0,
              "potential_residual": -6.217248937900877e-15
            },
            {
              "trial": 16,
              "context": 2,
              "reward": [
                0.09845425485286885,
                0.08553857403770926,
                0.11234664908829095,
                0.05680693669941905
              ],
              "material_residual": 0.0,
              "potential_residual": -1.4876988529977098e-14
            },
            {
              "trial": 17,
              "context": 1,
              "reward": [
                0.09348824480131479,
                0.07039146277920305,
                0.11227416914353539,
                0.061142161871322154
              ],
              "material_residual": 0.0,
              "potential_residual": 2.220446049250313e-16
            },
            {
              "trial": 18,
              "context": 2,
              "reward": [
                0.0961086902340138,
                0.08784349466983676,
                0.10798653507093592,
                0.0570514628906964
              ],
              "material_residual": 0.0,
              "potential_residual": -1.9539925233402755e-14
            },
            {
              "trial": 19,
              "context": 1,
              "reward": [
                0.10119340026178758,
                0.07343151784053537,
                0.10792229607379755,
                0.06011732384387525
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": -7.771561172376096e-15
            },
            {
              "trial": 20,
              "context": 2,
              "reward": [
                0.10078652106767239,
                0.08351242106825962,
                0.11246818846462792,
                0.05750785396133962
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": 1.3322676295501878e-14
            },
            {
              "trial": 21,
              "context": 1,
              "reward": [
                0.10120072319880369,
                0.07287073351449713,
                0.11013620775483646,
                0.06219939197242441
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": -6.661338147750939e-15
            },
            {
              "trial": 22,
              "context": 2,
              "reward": [
                0.09606284547414234,
                0.08093056917072294,
                0.11680961535737411,
                0.05723626441972596
              ],
              "material_residual": 0.0,
              "potential_residual": 1.021405182655144e-14
            },
            {
              "trial": 23,
              "context": 1,
              "reward": [
                0.10089276630312738,
                0.07029165459881725,
                0.11267972609995947,
                0.05729601007754903
              ],
              "material_residual": 0.0,
              "potential_residual": -3.774758283725532e-15
            },
            {
              "trial": 24,
              "context": 2,
              "reward": [
                0.09814005475640641,
                0.08091403121969476,
                0.10795168698289226,
                0.05855844374868013
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": -8.215650382226158e-15
            },
            {
              "trial": 25,
              "context": 1,
              "reward": [
                0.09547906938884276,
                0.07304552057345881,
                0.11256450964719122,
                0.0589063372361307
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": 2.220446049250313e-16
            },
            {
              "trial": 26,
              "context": 2,
              "reward": [
                0.10113770391036847,
                0.08628510175859372,
                0.10575758511932243,
                0.06267346972945886
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": -1.7541523789077473e-14
            },
            {
              "trial": 27,
              "context": 1,
              "reward": [
                0.0935017760329746,
                0.07436043701622008,
                0.10789245952406445,
                0.06424570053710865
              ],
              "material_residual": 3.552713678800501e-15,
              "potential_residual": -8.659739592076221e-15
            },
            {
              "trial": 28,
              "context": 2,
              "reward": [
                0.10338850650427123,
                0.08738092578569323,
                0.10987191575582722,
                0.05511827942545566
              ],
              "material_residual": 0.0,
              "potential_residual": -2.2870594307278225e-14
            },
            {
              "trial": 29,
              "context": 1,
              "reward": [
                0.09570434962157681,
                0.07259153760578618,
                0.11022149865183128,
                0.058658167708616205
              ],
              "material_residual": 3.552713678800501e-15,
              "potential_residual": 1.7985612998927536e-14
            },
            {
              "trial": 30,
              "context": 2,
              "reward": [
                0.10370942304256126,
                0.08248329329317783,
                0.10819236646549579,
                0.05443926511580033
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": -1.0658141036401503e-14
            },
            {
              "trial": 31,
              "context": 1,
              "reward": [
                0.09050588906007961,
                0.0699344324807909,
                0.11014234836439862,
                0.05788138825962319
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": -9.103828801926284e-15
            },
            {
              "trial": 32,
              "context": 2,
              "reward": [
                0.1064257829668891,
                0.08522355710608909,
                0.1125574142226542,
                0.054647906180951944
              ],
              "material_residual": 0.0,
              "potential_residual": -1.9984014443252818e-15
            },
            {
              "trial": 33,
              "context": 1,
              "reward": [
                0.09837942067587702,
                0.07315224895926042,
                0.10825556061286457,
                0.05783512514399747
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": -2.4424906541753444e-15
            },
            {
              "trial": 34,
              "context": 2,
              "reward": [
                0.0985755694901409,
                0.08209437253383944,
                0.11457409155809017,
                0.05522311128569868
              ],
              "material_residual": 0.0,
              "potential_residual": -8.881784197001252e-16
            },
            {
              "trial": 35,
              "context": 1,
              "reward": [
                0.1012515284937765,
                0.07051831023735478,
                0.11410528342282333,
                0.05889704448481181
              ],
              "material_residual": 0.0,
              "potential_residual": 0.0
            },
            {
              "trial": 36,
              "context": 2,
              "reward": [
                0.10078211617066879,
                0.0883600600563259,
                0.11450925070935059,
                0.05605540878605919
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": 8.659739592076221e-15
            },
            {
              "trial": 37,
              "context": 1,
              "reward": [
                0.10248516549460152,
                0.06797986898313213,
                0.11404175775856196,
                0.055765396085017294
              ],
              "material_residual": 0.0,
              "potential_residual": -3.552713678800501e-15
            },
            {
              "trial": 38,
              "context": 2,
              "reward": [
                0.09587636607315853,
                0.0852522978317305,
                0.11256117147139899,
                0.05880626891904717
              ],
              "material_residual": 0.0,
              "potential_residual": 5.10702591327572e-15
            },
            {
              "trial": 39,
              "context": 1,
              "reward": [
                0.1066018467444323,
                0.07695616963021856,
                0.1076271608584729,
                0.057457760724194396
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": -2.886579864025407e-15
            },
            {
              "trial": 40,
              "context": 2,
              "reward": [
                0.10100705479004324,
                0.08638424972893288,
                0.11209379923071805,
                0.05457119213941142
              ],
              "material_residual": 0.0,
              "potential_residual": 1.9984014443252818e-15
            },
            {
              "trial": 41,
              "context": 1,
              "reward": [
                0.10103792537449863,
                0.07270417247584016,
                0.10989178193813731,
                0.05043767454154602
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": -8.659739592076221e-15
            },
            {
              "trial": 42,
              "context": 2,
              "reward": [
                0.09828614799931601,
                0.08805361663031319,
                0.11427352103747168,
                0.05989366496730164
              ],
              "material_residual": 0.0,
              "potential_residual": -2.2426505097428162e-14
            },
            {
              "trial": 43,
              "context": 1,
              "reward": [
                0.10097329686174694,
                0.07518928082032117,
                0.11682826599477014,
                0.05942900144830876
              ],
              "material_residual": 0.0,
              "potential_residual": 6.8833827526759706e-15
            },
            {
              "trial": 44,
              "context": 2,
              "reward": [
                0.09585166731738992,
                0.08213070955279789,
                0.11206936959820135,
                0.060974531361473794
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": 1.021405182655144e-14
            },
            {
              "trial": 45,
              "context": 1,
              "reward": [
                0.10155923774686926,
                0.07237795716956463,
                0.10550493535201633,
                0.05347366437213252
              ],
              "material_residual": 0.0,
              "potential_residual": -4.6629367034256575e-15
            },
            {
              "trial": 46,
              "context": 2,
              "reward": [
                0.095749432703635,
                0.08311606239130742,
                0.11234154556477871,
                0.05815022337524378
              ],
              "material_residual": 0.0,
              "potential_residual": 9.547918011776346e-15
            },
            {
              "trial": 47,
              "context": 1,
              "reward": [
                0.0937913085696791,
                0.07112768644087364,
                0.11459383461678763,
                0.058136358138214606
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": 1.3766765505351941e-14
            },
            {
              "trial": 48,
              "context": 2,
              "reward": [
                0.10088677220715381,
                0.0841844266741909,
                0.11045858509411466,
                0.058212776172187564
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": 1.7763568394002505e-15
            }
          ],
          "after": [
            {
              "reward": [
                0.09903282352486897,
                0.07313026266404732,
                0.11040133307808286,
                0.059908215245744856
              ],
              "material_residual": 0.0,
              "potential_residual": -2.1316282072803006e-14
            },
            {
              "reward": [
                0.09908779561726799,
                0.08679837342819186,
                0.11041839672316067,
                0.05876592697585026
              ],
              "material_residual": 0.0,
              "potential_residual": -9.325873406851315e-15
            },
            {
              "reward": [
                0.09914343870456088,
                0.07366722479003807,
                0.11054601706461353,
                0.06011934893380899
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": -4.440892098500626e-15
            },
            {
              "reward": [
                0.09916909932295592,
                0.08184169373633643,
                0.11055823080949478,
                0.05949041079807316
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": 9.547918011776346e-15
            }
          ],
          "heldout_delta": [
            [
              0.0,
              0.0,
              0.0,
              0.0
            ],
            [
              0.0,
              0.0,
              0.0,
              0.0
            ]
          ],
          "mark_max": 0.0
        },
        "reversed_credit": {
          "history": [
            {
              "trial": 1,
              "context": 1,
              "reward": [
                0.10356594991270551,
                0.07268928146135978,
                0.11228867011700139,
                0.05291281924957891
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": 5.995204332975845e-15
            },
            {
              "trial": 2,
              "context": 2,
              "reward": [
                0.09256670825206315,
                0.08294258768186302,
                0.10366278154079622,
                0.057309511497307675
              ],
              "material_residual": 3.552713678800501e-15,
              "potential_residual": 1.709743457922741e-14
            },
            {
              "trial": 3,
              "context": 1,
              "reward": [
                0.10117791576548907,
                0.0677604438849082,
                0.10786919678369444,
                0.057259098295694866
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": -9.547918011776346e-15
            },
            {
              "trial": 4,
              "context": 2,
              "reward": [
                0.09985260308552446,
                0.08393794059327231,
                0.10597425138919658,
                0.06338954983144296
              ],
              "material_residual": 0.0,
              "potential_residual": -9.103828801926284e-15
            },
            {
              "trial": 5,
              "context": 1,
              "reward": [
                0.09597376908995514,
                0.07332064609914113,
                0.11423767774622662,
                0.05690443449087268
              ],
              "material_residual": 0.0,
              "potential_residual": -1.3766765505351941e-14
            },
            {
              "trial": 6,
              "context": 2,
              "reward": [
                0.09553516374187199,
                0.08182281835830363,
                0.11206967131712564,
                0.056714617890270436
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": -3.3306690738754696e-15
            },
            {
              "trial": 7,
              "context": 1,
              "reward": [
                0.09869641462813927,
                0.06861095531753336,
                0.107801244330064,
                0.050533990920152094
              ],
              "material_residual": 0.0,
              "potential_residual": 9.547918011776346e-15
            },
            {
              "trial": 8,
              "context": 2,
              "reward": [
                0.098225032903545,
                0.07892002650148888,
                0.10775316079547315,
                0.05846060248706686
              ],
              "material_residual": 0.0,
              "potential_residual": -4.218847493575595e-15
            },
            {
              "trial": 9,
              "context": 1,
              "reward": [
                0.10387767420992922,
                0.07222017480349008,
                0.11199076080939863,
                0.059786623755783586
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": -1.509903313490213e-14
            },
            {
              "trial": 10,
              "context": 2,
              "reward": [
                0.09818529806605536,
                0.08626316461872441,
                0.10568418107042943,
                0.05919585032911079
              ],
              "material_residual": -1.7763568394002505e-15,
              "potential_residual": -6.217248937900877e-15
            },
            {
              "trial": 11,
              "context": 1,
              "reward": [
                0.09854531801115907,
                0.07384481833773227,
                0.11196247828685602,
                0.06141965333163335
              ],
              "material_residual": 0.0,
              "potential_residual": -6.661338147750939e-16
            },
            {
              "trial": 12,
              "context": 2,
              "reward": [
                0.09542361389186471,
                0.08810591563063119,
                0.1102913385913531,
                0.0604246650789273
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": -3.774758283725532e-15
            },
            {
              "trial": 13,
              "context": 1,
              "reward": [
                0.0959043519428242,
                0.07651940636035626,
                0.11225463759498555,
                0.06357995938660599
              ],
              "material_residual": 0.0,
              "potential_residual": -1.2434497875801753e-14
            },
            {
              "trial": 14,
              "context": 2,
              "reward": [
                0.09838576243616326,
                0.09210268505296271,
                0.1142920237703593,
                0.05879476483251356
              ],
              "material_residual": 0.0,
              "potential_residual": -5.329070518200751e-15
            },
            {
              "trial": 15,
              "context": 1,
              "reward": [
                0.10129652753542184,
                0.07025378829846574,
                0.11225268312469172,
                0.0653057366085219
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": 2.4424906541753444e-15
            },
            {
              "trial": 16,
              "context": 2,
              "reward": [
                0.09848882606735354,
                0.08537642786994049,
                0.11230022108533944,
                0.05615756174724096
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": -2.353672812205332e-14
            },
            {
              "trial": 17,
              "context": 1,
              "reward": [
                0.0934819205598596,
                0.07005368136067247,
                0.11228095720356013,
                0.06080199832016042
              ],
              "material_residual": 0.0,
              "potential_residual": -1.687538997430238e-14
            },
            {
              "trial": 18,
              "context": 2,
              "reward": [
                0.09618238063833995,
                0.08682043656645977,
                0.10796258826181804,
                0.056427362683023174
              ],
              "material_residual": -1.7763568394002505e-15,
              "potential_residual": 5.773159728050814e-15
            },
            {
              "trial": 19,
              "context": 1,
              "reward": [
                0.10124343714358153,
                0.07295893167573242,
                0.10791583412053352,
                0.059790536477545286
              ],
              "material_residual": 0.0,
              "potential_residual": -3.3306690738754696e-15
            },
            {
              "trial": 20,
              "context": 2,
              "reward": [
                0.1009213055603213,
                0.08332970439402687,
                0.1102538400620261,
                0.05692601249864526
              ],
              "material_residual": 0.0,
              "potential_residual": -2.4424906541753444e-15
            },
            {
              "trial": 21,
              "context": 1,
              "reward": [
                0.10125111406567244,
                0.07249714641582772,
                0.11013049821163023,
                0.061930694839606115
              ],
              "material_residual": 0.0,
              "potential_residual": -6.661338147750939e-16
            },
            {
              "trial": 22,
              "context": 2,
              "reward": [
                0.09617264495819744,
                0.08055172106224551,
                0.1167890377974472,
                0.05664104694461214
              ],
              "material_residual": 0.0,
              "potential_residual": -1.176836406102666e-14
            },
            {
              "trial": 23,
              "context": 1,
              "reward": [
                0.10095919051807067,
                0.06943907545312267,
                0.1126767570222249,
                0.056826165716509225
              ],
              "material_residual": 0.0,
              "potential_residual": 5.995204332975845e-15
            },
            {
              "trial": 24,
              "context": 2,
              "reward": [
                0.09733736661630821,
                0.07892891005821823,
                0.10577983939170132,
                0.05761114434504311
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": -6.661338147750939e-15
            },
            {
              "trial": 25,
              "context": 1,
              "reward": [
                0.09555467912427318,
                0.07211857760777995,
                0.11038356198596899,
                0.0583357746184594
              ],
              "material_residual": 0.0,
              "potential_residual": -7.327471962526033e-15
            },
            {
              "trial": 26,
              "context": 2,
              "reward": [
                0.10125767356084814,
                0.08576885516344301,
                0.10576607837826324,
                0.06414454488901722
              ],
              "material_residual": 0.0,
              "potential_residual": 7.105427357601002e-15
            },
            {
              "trial": 27,
              "context": 1,
              "reward": [
                0.09313732286748766,
                0.07304384263253216,
                0.10794816430250131,
                0.06346219122584063
              ],
              "material_residual": 0.0,
              "potential_residual": -5.995204332975845e-15
            },
            {
              "trial": 28,
              "context": 2,
              "reward": [
                0.10359099883775635,
                0.08674637495071913,
                0.10989836214803916,
                0.053758875148603336
              ],
              "material_residual": 0.0,
              "potential_residual": -2.886579864025407e-15
            },
            {
              "trial": 29,
              "context": 1,
              "reward": [
                0.09320345441127964,
                0.06868590658049034,
                0.10810288366745069,
                0.057297921436920696
              ],
              "material_residual": 0.0,
              "potential_residual": -6.661338147750939e-15
            },
            {
              "trial": 30,
              "context": 2,
              "reward": [
                0.10402207677349207,
                0.08181169437973068,
                0.10761563065736057,
                0.05270802815825926
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": -2.4424906541753444e-15
            },
            {
              "trial": 31,
              "context": 1,
              "reward": [
                0.08810479470402544,
                0.068666186029547,
                0.1080417523971251,
                0.05685453341681179
              ],
              "material_residual": 0.0,
              "potential_residual": -1.0658141036401503e-14
            },
            {
              "trial": 32,
              "context": 2,
              "reward": [
                0.10391515127880191,
                0.0845374161949537,
                0.11041565422639166,
                0.05340363559737704
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": 1.199040866595169e-14
            },
            {
              "trial": 33,
              "context": 1,
              "reward": [
                0.096594712697325,
                0.07200495487074088,
                0.10620462753397875,
                0.05716599494454311
              ],
              "material_residual": 0.0,
              "potential_residual": 2.886579864025407e-15
            },
            {
              "trial": 34,
              "context": 2,
              "reward": [
                0.09610004231618552,
                0.0814852448881922,
                0.11244465880409993,
                0.05750700246021201
              ],
              "material_residual": 0.0,
              "potential_residual": -5.995204332975845e-15
            },
            {
              "trial": 35,
              "context": 1,
              "reward": [
                0.09860929089477444,
                0.06648971748822352,
                0.11203678556564678,
                0.05781570389607671
              ],
              "material_residual": 0.0,
              "potential_residual": 6.661338147750939e-16
            },
            {
              "trial": 36,
              "context": 2,
              "reward": [
                0.09823116543782406,
                0.08494818828324258,
                0.11237447490907781,
                0.05442855410676728
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": -8.215650382226158e-15
            },
            {
              "trial": 37,
              "context": 1,
              "reward": [
                0.10136082721012518,
                0.06444207328623541,
                0.11356561966905798,
                0.0547448246446558
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": 2.6645352591003757e-15
            },
            {
              "trial": 38,
              "context": 2,
              "reward": [
                0.09342392187439885,
                0.08399907740139612,
                0.11099134583945869,
                0.057586578949263556
              ],
              "material_residual": 0.0,
              "potential_residual": 5.329070518200751e-15
            },
            {
              "trial": 39,
              "context": 1,
              "reward": [
                0.1038998502478905,
                0.07332942137992737,
                0.10423598136080225,
                0.05651218302747485
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": 9.769962616701378e-15
            },
            {
              "trial": 40,
              "context": 2,
              "reward": [
                0.09850062565136164,
                0.083378158169233,
                0.10998531703603076,
                0.05406936442914989
              ],
              "material_residual": 0.0,
              "potential_residual": 5.10702591327572e-15
            },
            {
              "trial": 41,
              "context": 1,
              "reward": [
                0.10113212718108366,
                0.07233935885651976,
                0.1078714985862379,
                0.049560635433554934
              ],
              "material_residual": 0.0,
              "potential_residual": -6.661338147750939e-16
            },
            {
              "trial": 42,
              "context": 2,
              "reward": [
                0.09358505036337461,
                0.087691321494626,
                0.11215232610396075,
                0.05893285094734968
              ],
              "material_residual": 0.0,
              "potential_residual": -4.884981308350689e-15
            },
            {
              "trial": 43,
              "context": 1,
              "reward": [
                0.09838546359414968,
                0.0715551417428566,
                0.11474519159868235,
                0.05868326935131085
              ],
              "material_residual": 0.0,
              "potential_residual": 8.881784197001252e-15
            },
            {
              "trial": 44,
              "context": 2,
              "reward": [
                0.09342001056727756,
                0.0817589795645044,
                0.10993076174772898,
                0.060152111962883836
              ],
              "material_residual": 0.0,
              "potential_residual": 1.021405182655144e-14
            },
            {
              "trial": 45,
              "context": 1,
              "reward": [
                0.09895277562999238,
                0.07165466529568776,
                0.10343612005814795,
                0.052611120408901035
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": 1.2212453270876722e-14
            },
            {
              "trial": 46,
              "context": 2,
              "reward": [
                0.09337286356747376,
                0.08277972906865783,
                0.11239093274774237,
                0.057291947219043626
              ],
              "material_residual": 0.0,
              "potential_residual": -1.3766765505351941e-14
            },
            {
              "trial": 47,
              "context": 1,
              "reward": [
                0.09121651621031068,
                0.06913894342027782,
                0.1125777569793125,
                0.057126771682945776
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": 1.4210854715202004e-14
            },
            {
              "trial": 48,
              "context": 2,
              "reward": [
                0.09849968810938803,
                0.08383954206505173,
                0.10829097136231103,
                0.05727924774982762
              ],
              "material_residual": 0.0,
              "potential_residual": -1.9984014443252818e-15
            }
          ],
          "after": [
            {
              "reward": [
                0.09639150337264413,
                0.07223908164372639,
                0.10821592017042492,
                0.0587927475683121
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": 1.3322676295501878e-15
            },
            {
              "reward": [
                0.09659044245368231,
                0.0833776295005042,
                0.10827514820080997,
                0.057676710009828325
              ],
              "material_residual": 0.0,
              "potential_residual": 7.105427357601002e-15
            },
            {
              "reward": [
                0.09654119684634743,
                0.07299262290377517,
                0.1083657983502897,
                0.0590197556253822
              ],
              "material_residual": 0.0,
              "potential_residual": 4.218847493575595e-15
            },
            {
              "reward": [
                0.0966368865254017,
                0.07846944540245526,
                0.10839871748907481,
                0.058417862066487025
              ],
              "material_residual": 0.0,
              "potential_residual": -9.547918011776346e-15
            }
          ],
          "heldout_delta": [
            [
              -0.00260224185821345,
              -0.0006746018862628933,
              -0.002180218714323834,
              -0.001099593308426794
            ],
            [
              -0.002532212797554223,
              -0.003372248333881167,
              -0.00215951332041997,
              -0.0010725487315861315
            ]
          ],
          "mark_max": 0.02021882
        }
      },
      "report_sha256": "747bb62e16b96c64d5d7fc09f9c982fc6aa6fb04ebd5ff02b0db673e55e398f6",
      "driver_sha256": "5963b1ac8d1f968b1edf900387ee5584098af14f6d0663ccf377130f6f6c8e8e",
      "factory_sha256": "6f1a85e458873bf7c31dad0db7e5f992911db8912b5a9be3f2e3f39475f49fd5",
      "source_pin": {
        "helper": "5753f0cf5065345cf08fb9a2501d87aad4f6eff13183fd344e8f53dfe736aa41",
        "kernels": "b89543752488d8cab09412d928b2a452e4474b9fe42e63ef1058152ab6351759",
        "sorption": "3811fd3627906823a01f2afb2e6693bb6aec99c37bb10bfb72d43c85f8b4ad08"
      },
      "cellular_source_pin": {
        "model": "1a938948fb14c400876c6848e4389fc432f4cc2a3962903374d2d76fb34f1c99",
        "initialization": "766dfedbdbf5b4dbbb99ed5e9336a16747fa08752a84af3268fc7c98c613613a",
        "founder_initialization": "d76e4c791a2c56bc7fd651b1836e6879b9e27013566ce6d94a1d2f677f62e633",
        "support": "5a767b83c2c912d8706468ec7c5b86e56cf99430b2a23dfd3a7f3ee8f21bf55b",
        "lifecycle": "8826c577e960db6596cd923a591d806b185908a254c6cc0fb6b0eebb033a9629",
        "resource": "ac72b2db1dfa448446df0ae44840ba05933f1d8fb13c639f9e2cd3b3a7e41223",
        "kernels": "38b3a7e0cdaa62a258c22e5cc6c84c99a1ad316ef56ecc418d1c2e533d934eb9",
        "checkpoint": "81c8538519e5d0c58eb8bc0b6e49be7eec87119f81b7fcd998b6944f02c68503",
        "protocol": "52632744615956c0e4c613e010b8fa4ba08c396e46e03d7ef5ec15f037e8199d"
      }
    },
    {
      "seed": 229,
      "noise_seed": 73229,
      "episodes": 48,
      "horizon": 4,
      "rate": 0.003,
      "sigma": 0.15,
      "contexts": [
        [
          0.1,
          0.5
        ],
        [
          0.5,
          0.1
        ],
        [
          0.2,
          0.4
        ],
        [
          0.4,
          0.2
        ]
      ],
      "before": [
        {
          "reward": [
            0.051180355572625125,
            0.06794055877827887,
            0.12508659093789753,
            0.07695964325661397
          ],
          "material_residual": 0,
          "potential_residual": 1.2878587085651816e-14
        },
        {
          "reward": [
            0.05177571747574006,
            0.06666252976814668,
            0.12643721091730997,
            0.07563271865529586
          ],
          "material_residual": 0,
          "potential_residual": -8.43769498715119e-15
        },
        {
          "reward": [
            0.051542767439541226,
            0.06782296129353993,
            0.12545960522287225,
            0.07729276313300071
          ],
          "material_residual": 0,
          "potential_residual": 2.5979218776228663e-14
        },
        {
          "reward": [
            0.051914937597252075,
            0.06716289127869235,
            0.12613894897723887,
            0.07642250716141819
          ],
          "material_residual": 0,
          "potential_residual": -1.2878587085651816e-14
        }
      ],
      "arms": {
        "credit": {
          "history": [
            {
              "trial": 1,
              "context": 1,
              "reward": [
                0.043974926277276394,
                0.07140975061932187,
                0.12294225270543913,
                0.07691512979688464
              ],
              "material_residual": 0.0,
              "potential_residual": 1.1102230246251565e-14
            },
            {
              "trial": 2,
              "context": 2,
              "reward": [
                0.044888227852390106,
                0.07263949445012563,
                0.12833094087751462,
                0.07065705700588487
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": -2.398081733190338e-14
            },
            {
              "trial": 3,
              "context": 1,
              "reward": [
                0.05905916987526072,
                0.06251680152668526,
                0.1286445658805484,
                0.07708101689550295
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": -5.995204332975845e-15
            },
            {
              "trial": 4,
              "context": 2,
              "reward": [
                0.05450710906383183,
                0.06951564022263845,
                0.1288441100840274,
                0.0751978087392624
              ],
              "material_residual": 0.0,
              "potential_residual": -3.774758283725532e-15
            },
            {
              "trial": 5,
              "context": 1,
              "reward": [
                0.045117973184907845,
                0.06298156030794644,
                0.12788907127497207,
                0.07257439172901337
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": 1.4876988529977098e-14
            },
            {
              "trial": 6,
              "context": 2,
              "reward": [
                0.050727215584451146,
                0.070283924972663,
                0.12665727418239725,
                0.07563322790964366
              ],
              "material_residual": 0.0,
              "potential_residual": -1.0880185641326534e-14
            },
            {
              "trial": 7,
              "context": 1,
              "reward": [
                0.054076925277595,
                0.06709819332777744,
                0.12116002636280743,
                0.07581381554192546
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": 1.2434497875801753e-14
            },
            {
              "trial": 8,
              "context": 2,
              "reward": [
                0.050857002536113916,
                0.06884512027215739,
                0.12889049350584902,
                0.07151523763651357
              ],
              "material_residual": 0.0,
              "potential_residual": 1.3322676295501878e-14
            },
            {
              "trial": 9,
              "context": 1,
              "reward": [
                0.05557622014718011,
                0.06678180024132208,
                0.12565166057503796,
                0.07083760103882764
              ],
              "material_residual": -1.7763568394002505e-15,
              "potential_residual": -5.773159728050814e-15
            },
            {
              "trial": 10,
              "context": 2,
              "reward": [
                0.04577014920958833,
                0.05792703038143965,
                0.13081657952582226,
                0.07153605328236345
              ],
              "material_residual": 0.0,
              "potential_residual": 1.3766765505351941e-14
            },
            {
              "trial": 11,
              "context": 1,
              "reward": [
                0.054045500651038525,
                0.06356020263581708,
                0.12534720462348847,
                0.07538508946412059
              ],
              "material_residual": 0.0,
              "potential_residual": 1.9984014443252818e-15
            },
            {
              "trial": 12,
              "context": 2,
              "reward": [
                0.04498782454737693,
                0.05818328480495949,
                0.12446421620677883,
                0.07475988159520686
              ],
              "material_residual": 0.0,
              "potential_residual": 1.84297022087776e-14
            },
            {
              "trial": 13,
              "context": 1,
              "reward": [
                0.049652569021387816,
                0.07082244470069798,
                0.1293875315248536,
                0.07223132099651375
              ],
              "material_residual": 0.0,
              "potential_residual": 8.881784197001252e-15
            },
            {
              "trial": 14,
              "context": 2,
              "reward": [
                0.055555396953501424,
                0.06509390101070678,
                0.12737456124783564,
                0.07461317283078461
              ],
              "material_residual": 0.0,
              "potential_residual": -1.5765166949677223e-14
            },
            {
              "trial": 15,
              "context": 1,
              "reward": [
                0.04985845138857958,
                0.07054203708298923,
                0.1255972441839015,
                0.0754859824307259
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": 1.9984014443252818e-15
            },
            {
              "trial": 16,
              "context": 2,
              "reward": [
                0.05516062196070437,
                0.06865166495769981,
                0.12698102142895462,
                0.07544068599777232
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": -1.2878587085651816e-14
            },
            {
              "trial": 17,
              "context": 1,
              "reward": [
                0.049362144752327586,
                0.06712340330981648,
                0.12435791249721917,
                0.07796862274531957
              ],
              "material_residual": 0.0,
              "potential_residual": -6.439293542825908e-15
            },
            {
              "trial": 18,
              "context": 2,
              "reward": [
                0.049928744829413896,
                0.06259512872689754,
                0.12433588732261502,
                0.06943479000724628
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": -1.4432899320127035e-14
            },
            {
              "trial": 19,
              "context": 1,
              "reward": [
                0.04417586870095547,
                0.06744269680546311,
                0.1259810758499138,
                0.0745813507405848
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": -6.661338147750939e-15
            },
            {
              "trial": 20,
              "context": 2,
              "reward": [
                0.060260292411926875,
                0.0660946949139043,
                0.1269119956029059,
                0.0666111602716839
              ],
              "material_residual": 0.0,
              "potential_residual": 1.3766765505351941e-14
            },
            {
              "trial": 21,
              "context": 1,
              "reward": [
                0.05286048848531211,
                0.0666348218388777,
                0.12474174842994246,
                0.07159848422370452
              ],
              "material_residual": 0.0,
              "potential_residual": -6.217248937900877e-15
            },
            {
              "trial": 22,
              "context": 2,
              "reward": [
                0.049104542341785073,
                0.06456263010423857,
                0.13005338781398645,
                0.0709570541352953
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": -1.532107773982716e-14
            },
            {
              "trial": 23,
              "context": 1,
              "reward": [
                0.05395507561853541,
                0.06275045181414796,
                0.1267821648058094,
                0.07705942774725316
              ],
              "material_residual": 0.0,
              "potential_residual": -8.659739592076221e-15
            },
            {
              "trial": 24,
              "context": 2,
              "reward": [
                0.05039366082309393,
                0.06846245756665637,
                0.1303439090368732,
                0.07249107099721597
              ],
              "material_residual": 0.0,
              "potential_residual": -4.440892098500626e-15
            },
            {
              "trial": 25,
              "context": 1,
              "reward": [
                0.05425370137701613,
                0.05924066213318091,
                0.12917667260938903,
                0.07060222256668802
              ],
              "material_residual": 0.0,
              "potential_residual": 7.105427357601002e-15
            },
            {
              "trial": 26,
              "context": 2,
              "reward": [
                0.046591331139610004,
                0.06567142981891205,
                0.12633382694893736,
                0.07511468138983646
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": -1.4210854715202004e-14
            },
            {
              "trial": 27,
              "context": 1,
              "reward": [
                0.05945449659070112,
                0.07087708380837654,
                0.12673283407868952,
                0.072709070052281
              ],
              "material_residual": 0.0,
              "potential_residual": -8.881784197001252e-16
            },
            {
              "trial": 28,
              "context": 2,
              "reward": [
                0.05525304132410369,
                0.06442644372113016,
                0.12525981569590705,
                0.07000313347689291
              ],
              "material_residual": 0.0,
              "potential_residual": 3.3306690738754696e-15
            },
            {
              "trial": 29,
              "context": 1,
              "reward": [
                0.04818482358487164,
                0.07038383848506835,
                0.12248520905889948,
                0.06558205240514647
              ],
              "material_residual": 0.0,
              "potential_residual": 8.881784197001252e-15
            },
            {
              "trial": 30,
              "context": 2,
              "reward": [
                0.050439121300411616,
                0.06900479010452187,
                0.12767500692017641,
                0.07430523883822437
              ],
              "material_residual": 0.0,
              "potential_residual": 8.881784197001252e-15
            },
            {
              "trial": 31,
              "context": 1,
              "reward": [
                0.054362261735779516,
                0.07084464935054524,
                0.12986869939725265,
                0.0728471321601738
              ],
              "material_residual": 0.0,
              "potential_residual": -2.220446049250313e-16
            },
            {
              "trial": 32,
              "context": 2,
              "reward": [
                0.04999055283848697,
                0.06527373553249927,
                0.12834948961373271,
                0.07284192743116913
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": -1.554312234475219e-14
            },
            {
              "trial": 33,
              "context": 1,
              "reward": [
                0.055069624910291326,
                0.07068178737888764,
                0.12303375896065116,
                0.07233359173251142
              ],
              "material_residual": 0.0,
              "potential_residual": -1.709743457922741e-14
            },
            {
              "trial": 34,
              "context": 2,
              "reward": [
                0.04720913115798364,
                0.06489233843262654,
                0.12841713880993244,
                0.07455258779725638
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": -1.7319479184152442e-14
            },
            {
              "trial": 35,
              "context": 1,
              "reward": [
                0.050932167270203665,
                0.0668940568892551,
                0.12630502388085696,
                0.07372592157717373
              ],
              "material_residual": 0.0,
              "potential_residual": -1.5987211554602254e-14
            },
            {
              "trial": 36,
              "context": 2,
              "reward": [
                0.05005837327832774,
                0.06523607347823268,
                0.12678307124213894,
                0.07536357189586385
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": 1.4210854715202004e-14
            },
            {
              "trial": 37,
              "context": 1,
              "reward": [
                0.05550512632206406,
                0.06691488958620928,
                0.12544755562213306,
                0.07835058347261303
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": 1.021405182655144e-14
            },
            {
              "trial": 38,
              "context": 2,
              "reward": [
                0.05070625313844568,
                0.07333553880583565,
                0.12544772735198628,
                0.07593257646981844
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": -1.9984014443252818e-15
            },
            {
              "trial": 39,
              "context": 1,
              "reward": [
                0.05091258433784085,
                0.07138560778880376,
                0.1280600890741983,
                0.07379373057315597
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": -5.329070518200751e-15
            },
            {
              "trial": 40,
              "context": 2,
              "reward": [
                0.05057225579707603,
                0.06472289477855342,
                0.12509079819909963,
                0.07267069675971771
              ],
              "material_residual": 0.0,
              "potential_residual": -1.3322676295501878e-14
            },
            {
              "trial": 41,
              "context": 1,
              "reward": [
                0.05436637308745418,
                0.06716481757785941,
                0.12823951222015761,
                0.07762594590716976
              ],
              "material_residual": 0.0,
              "potential_residual": -1.9095836023552692e-14
            },
            {
              "trial": 42,
              "context": 2,
              "reward": [
                0.04529891042204626,
                0.06473430721540141,
                0.12455722797475244,
                0.07574117949851011
              ],
              "material_residual": 0.0,
              "potential_residual": 3.774758283725532e-15
            },
            {
              "trial": 43,
              "context": 1,
              "reward": [
                0.05001037623354976,
                0.06986842955186212,
                0.12928747651547168,
                0.07259987649069055
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": 7.327471962526033e-15
            },
            {
              "trial": 44,
              "context": 2,
              "reward": [
                0.0456451983826025,
                0.07352788373483965,
                0.1251989226382051,
                0.07460653325086275
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": 9.103828801926284e-15
            },
            {
              "trial": 45,
              "context": 1,
              "reward": [
                0.05037618750207273,
                0.06705080233112404,
                0.12513979808125097,
                0.0776257564043028
              ],
              "material_residual": 0.0,
              "potential_residual": -2.3314683517128287e-14
            },
            {
              "trial": 46,
              "context": 2,
              "reward": [
                0.04514806570646335,
                0.06532941306583973,
                0.128278608187685,
                0.07141955086176055
              ],
              "material_residual": 0.0,
              "potential_residual": -9.325873406851315e-15
            },
            {
              "trial": 47,
              "context": 1,
              "reward": [
                0.05081214617452856,
                0.07033133916697443,
                0.12602247988387938,
                0.07898062377370141
              ],
              "material_residual": 0.0,
              "potential_residual": 1.8207657603852567e-14
            },
            {
              "trial": 48,
              "context": 2,
              "reward": [
                0.05553156187676778,
                0.061238013291982085,
                0.12535260125351244,
                0.06787351167525446
              ],
              "material_residual": 0.0,
              "potential_residual": -1.4432899320127035e-14
            }
          ],
          "after": [
            {
              "reward": [
                0.056591992542309955,
                0.07182540924726943,
                0.12562889347967654,
                0.07917286909328669
              ],
              "material_residual": 0.0,
              "potential_residual": 1.6431300764452317e-14
            },
            {
              "reward": [
                0.05179410152105324,
                0.06641446191836153,
                0.12690601035143545,
                0.07647822794120285
              ],
              "material_residual": 0.0,
              "potential_residual": -1.199040866595169e-14
            },
            {
              "reward": [
                0.056795280314196006,
                0.07165911536540115,
                0.12599904748849,
                0.07880608034194703
              ],
              "material_residual": 0.0,
              "potential_residual": 1.9095836023552692e-14
            },
            {
              "reward": [
                0.05353246441029991,
                0.06706674989830685,
                0.12662846965526042,
                0.07748134052342559
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": -7.327471962526033e-15
            }
          ],
          "heldout_delta": [
            [
              0.00525251287465478,
              0.0038361540718612197,
              0.0005394422656177511,
              0.0015133172089463187
            ],
            [
              0.0016175268130478315,
              -9.614138038549491e-05,
              0.0004895206780215489,
              0.0010588333620074053
            ]
          ],
          "mark_max": 0.024104455
        },
        "no_credit": {
          "history": [
            {
              "trial": 1,
              "context": 1,
              "reward": [
                0.043974926277276394,
                0.07140975061932187,
                0.12294225270543913,
                0.07691512979688464
              ],
              "material_residual": 0.0,
              "potential_residual": 1.1102230246251565e-14
            },
            {
              "trial": 2,
              "context": 2,
              "reward": [
                0.04475521887748646,
                0.0727428811397215,
                0.1282902873770697,
                0.07065744842168642
              ],
              "material_residual": 0.0,
              "potential_residual": -1.1102230246251565e-15
            },
            {
              "trial": 3,
              "context": 1,
              "reward": [
                0.058853760461633486,
                0.06261230509121107,
                0.12854426919437967,
                0.07701652888572763
              ],
              "material_residual": 0.0,
              "potential_residual": -3.3306690738754696e-15
            },
            {
              "trial": 4,
              "context": 2,
              "reward": [
                0.0526414007079663,
                0.06780285321245505,
                0.12878781510056325,
                0.0751416354872867
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": 0.0
            },
            {
              "trial": 5,
              "context": 1,
              "reward": [
                0.04528308594192998,
                0.06315643798137782,
                0.12785911287417506,
                0.07252453190031827
              ],
              "material_residual": 0.0,
              "potential_residual": -3.1086244689504383e-15
            },
            {
              "trial": 6,
              "context": 2,
              "reward": [
                0.050870912085985376,
                0.0703942231814565,
                0.12650742093717504,
                0.07562153447943909
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": -2.886579864025407e-15
            },
            {
              "trial": 7,
              "context": 1,
              "reward": [
                0.05422827271081054,
                0.0672115919580889,
                0.12091645266919193,
                0.07575292177497106
              ],
              "material_residual": 0.0,
              "potential_residual": -1.5987211554602254e-14
            },
            {
              "trial": 8,
              "context": 2,
              "reward": [
                0.051010758390962474,
                0.06657678566684244,
                0.1287439284788543,
                0.07146478811768397
              ],
              "material_residual": 0.0,
              "potential_residual": -1.3322676295501878e-15
            },
            {
              "trial": 9,
              "context": 1,
              "reward": [
                0.05570297828009152,
                0.06690906456094248,
                0.12515257054564688,
                0.07065711701946165
              ],
              "material_residual": 0.0,
              "potential_residual": -2.55351295663786e-14
            },
            {
              "trial": 10,
              "context": 2,
              "reward": [
                0.0458714965284992,
                0.05804220303742946,
                0.13065087879909165,
                0.07145602142671392
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": -1.0436096431476471e-14
            },
            {
              "trial": 11,
              "context": 1,
              "reward": [
                0.051870729791715364,
                0.06358776470621108,
                0.12512639208917764,
                0.07531990620452644
              ],
              "material_residual": 0.0,
              "potential_residual": -2.1760371282653068e-14
            },
            {
              "trial": 12,
              "context": 2,
              "reward": [
                0.04509895085413507,
                0.058266523466428355,
                0.1240138997467104,
                0.07471893874135205
              ],
              "material_residual": 0.0,
              "potential_residual": -1.0436096431476471e-14
            },
            {
              "trial": 13,
              "context": 1,
              "reward": [
                0.04955086351337168,
                0.0673957767186828,
                0.12916547565276204,
                0.07220043243000274
              ],
              "material_residual": 0.0,
              "potential_residual": 1.4432899320127035e-14
            },
            {
              "trial": 14,
              "context": 2,
              "reward": [
                0.05567706179529153,
                0.065699376689212,
                0.12704271458228722,
                0.0744066195523041
              ],
              "material_residual": 0.0,
              "potential_residual": -2.930988785010413e-14
            },
            {
              "trial": 15,
              "context": 1,
              "reward": [
                0.049802048214332206,
                0.07080550050449097,
                0.1251949892497437,
                0.07522712731272208
              ],
              "material_residual": 0.0,
              "potential_residual": -2.220446049250313e-16
            },
            {
              "trial": 16,
              "context": 2,
              "reward": [
                0.055212127796488986,
                0.06910577358817305,
                0.126684419173827,
                0.07525227134684398
              ],
              "material_residual": 0.0,
              "potential_residual": -1.5543122344752192e-15
            },
            {
              "trial": 17,
              "context": 1,
              "reward": [
                0.0491240849261958,
                0.06730668487020597,
                0.12397259608138289,
                0.07776306015649248
              ],
              "material_residual": 0.0,
              "potential_residual": 1.1102230246251565e-15
            },
            {
              "trial": 18,
              "context": 2,
              "reward": [
                0.04998435292302883,
                0.0610964040757902,
                0.1240960075309181,
                0.06924430939567139
              ],
              "material_residual": 0.0,
              "potential_residual": -1.6653345369377348e-14
            },
            {
              "trial": 19,
              "context": 1,
              "reward": [
                0.04112954762327159,
                0.06371702869324891,
                0.12569211280299153,
                0.07431092622524949
              ],
              "material_residual": 0.0,
              "potential_residual": 1.3766765505351941e-14
            },
            {
              "trial": 20,
              "context": 2,
              "reward": [
                0.056878629692656446,
                0.066506339545084,
                0.12666818294002646,
                0.06647624329599933
              ],
              "material_residual": 0.0,
              "potential_residual": -2.1760371282653068e-14
            },
            {
              "trial": 21,
              "context": 1,
              "reward": [
                0.05292178172660589,
                0.06690103738375308,
                0.12374336512177475,
                0.07112671044963981
              ],
              "material_residual": 0.0,
              "potential_residual": 9.103828801926284e-15
            },
            {
              "trial": 22,
              "context": 2,
              "reward": [
                0.04937889891592406,
                0.06117697607863226,
                0.12979999894484107,
                0.07067346921649675
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": 1.3988810110276972e-14
            },
            {
              "trial": 23,
              "context": 1,
              "reward": [
                0.048995103787235594,
                0.06294345175210414,
                0.12552422469267754,
                0.07661024809883754
              ],
              "material_residual": 0.0,
              "potential_residual": 0.0
            },
            {
              "trial": 24,
              "context": 2,
              "reward": [
                0.050490032963463216,
                0.0690283244687373,
                0.1284234735947094,
                0.07226628722728656
              ],
              "material_residual": 0.0,
              "potential_residual": 9.992007221626409e-15
            },
            {
              "trial": 25,
              "context": 1,
              "reward": [
                0.054287665281110176,
                0.05729704898317123,
                0.12690683229721111,
                0.07202446221191838
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": -9.103828801926284e-15
            },
            {
              "trial": 26,
              "context": 2,
              "reward": [
                0.04670560244278987,
                0.066092448221585,
                0.12618454980832117,
                0.07511206984650398
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": -1.5987211554602254e-14
            },
            {
              "trial": 27,
              "context": 1,
              "reward": [
                0.05951771206906509,
                0.07128063773598847,
                0.12652865877807007,
                0.0725202413526036
              ],
              "material_residual": 0.0,
              "potential_residual": -1.4876988529977098e-14
            },
            {
              "trial": 28,
              "context": 2,
              "reward": [
                0.05020468410221213,
                0.06480798526970277,
                0.12313046505371839,
                0.06994026641539275
              ],
              "material_residual": 0.0,
              "potential_residual": -5.773159728050814e-15
            },
            {
              "trial": 29,
              "context": 1,
              "reward": [
                0.04781015557649604,
                0.06660295104529923,
                0.12226726030472723,
                0.06388666000622312
              ],
              "material_residual": 0.0,
              "potential_residual": 1.354472090042691e-14
            },
            {
              "trial": 30,
              "context": 2,
              "reward": [
                0.05033710620507548,
                0.06916384014510513,
                0.12747931484794095,
                0.07397704570024977
              ],
              "material_residual": 0.0,
              "potential_residual": 7.549516567451064e-15
            },
            {
              "trial": 31,
              "context": 1,
              "reward": [
                0.05382380657513952,
                0.07105224695946988,
                0.127837765300038,
                0.07219533714673965
              ],
              "material_residual": 0.0,
              "potential_residual": 2.1538326677728037e-14
            },
            {
              "trial": 32,
              "context": 2,
              "reward": [
                0.04981147068174385,
                0.06142697873613101,
                0.12799235494239491,
                0.07266123956488557
              ],
              "material_residual": 0.0,
              "potential_residual": -1.021405182655144e-14
            },
            {
              "trial": 33,
              "context": 1,
              "reward": [
                0.04970322756349521,
                0.06722228674210728,
                0.12257277248549081,
                0.0717021805041882
              ],
              "material_residual": 0.0,
              "potential_residual": 1.3322676295501878e-15
            },
            {
              "trial": 34,
              "context": 2,
              "reward": [
                0.04601563823990973,
                0.06119372224536912,
                0.12631671891024143,
                0.07085498857383188
              ],
              "material_residual": 0.0,
              "potential_residual": -1.687538997430238e-14
            },
            {
              "trial": 35,
              "context": 1,
              "reward": [
                0.047244893233179486,
                0.06704780667441601,
                0.12575997485250157,
                0.07314209003078109
              ],
              "material_residual": 0.0,
              "potential_residual": -8.881784197001252e-16
            },
            {
              "trial": 36,
              "context": 2,
              "reward": [
                0.04760520873772922,
                0.06150763044745222,
                0.12634387365917665,
                0.07501652495116384
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": -1.021405182655144e-14
            },
            {
              "trial": 37,
              "context": 1,
              "reward": [
                0.050000475028634916,
                0.06703179103039614,
                0.12481297986460294,
                0.07760801980150833
              ],
              "material_residual": 0.0,
              "potential_residual": -5.995204332975845e-15
            },
            {
              "trial": 38,
              "context": 2,
              "reward": [
                0.05058182279310719,
                0.06972276665075872,
                0.12501641596659918,
                0.07557926358737488
              ],
              "material_residual": 0.0,
              "potential_residual": 7.549516567451064e-15
            },
            {
              "trial": 39,
              "context": 1,
              "reward": [
                0.0504331181357216,
                0.06763968358439909,
                0.12754147874208477,
                0.07282855625158668
              ],
              "material_residual": 0.0,
              "potential_residual": -3.3306690738754696e-15
            },
            {
              "trial": 40,
              "context": 2,
              "reward": [
                0.047703756071983516,
                0.061465700039575966,
                0.12463342697402213,
                0.07216455051314985
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": 8.881784197001252e-16
            },
            {
              "trial": 41,
              "context": 1,
              "reward": [
                0.048659874278108584,
                0.06741532807628703,
                0.12759439715481524,
                0.07665820388742062
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": -8.881784197001252e-15
            },
            {
              "trial": 42,
              "context": 2,
              "reward": [
                0.04513873997616846,
                0.06144311667567415,
                0.12405957661256317,
                0.07534361891606212
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": 4.218847493575595e-15
            },
            {
              "trial": 43,
              "context": 1,
              "reward": [
                0.04940569165557407,
                0.0660711879660838,
                0.128531630489352,
                0.07175175864491856
              ],
              "material_residual": 0.0,
              "potential_residual": -5.329070518200751e-15
            },
            {
              "trial": 44,
              "context": 2,
              "reward": [
                0.045506519989212624,
                0.06994833753462815,
                0.12440658748230726,
                0.07414236348845682
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": -2.375877272697835e-14
            },
            {
              "trial": 45,
              "context": 1,
              "reward": [
                0.04970894267636883,
                0.06725148948244808,
                0.12444499220088967,
                0.07675963126153618
              ],
              "material_residual": 0.0,
              "potential_residual": -9.992007221626409e-15
            },
            {
              "trial": 46,
              "context": 2,
              "reward": [
                0.044861971867628636,
                0.0638903328019167,
                0.127710502458396,
                0.06907777711148722
              ],
              "material_residual": 0.0,
              "potential_residual": -6.661338147750939e-16
            },
            {
              "trial": 47,
              "context": 1,
              "reward": [
                0.049873407311834095,
                0.06658354925947507,
                0.1254383595725843,
                0.07822091878524051
              ],
              "material_residual": 0.0,
              "potential_residual": 1.7319479184152442e-14
            },
            {
              "trial": 48,
              "context": 2,
              "reward": [
                0.05043760311982459,
                0.06159403153657794,
                0.12491498772604737,
                0.06733165396132712
              ],
              "material_residual": 0.0,
              "potential_residual": -2.8199664825478976e-14
            }
          ],
          "after": [
            {
              "reward": [
                0.051180355572625125,
                0.06794055877827887,
                0.12508659093789753,
                0.07695964325661397
              ],
              "material_residual": 0.0,
              "potential_residual": 1.2878587085651816e-14
            },
            {
              "reward": [
                0.05177571747574006,
                0.06666252976814668,
                0.12643721091730997,
                0.07563271865529586
              ],
              "material_residual": 0.0,
              "potential_residual": -8.43769498715119e-15
            },
            {
              "reward": [
                0.051542767439541226,
                0.06782296129353993,
                0.12545960522287225,
                0.07729276313300071
              ],
              "material_residual": 0.0,
              "potential_residual": 2.5979218776228663e-14
            },
            {
              "reward": [
                0.051914937597252075,
                0.06716289127869235,
                0.12613894897723887,
                0.07642250716141819
              ],
              "material_residual": 0.0,
              "potential_residual": -1.2878587085651816e-14
            }
          ],
          "heldout_delta": [
            [
              0.0,
              0.0,
              0.0,
              0.0
            ],
            [
              0.0,
              0.0,
              0.0,
              0.0
            ]
          ],
          "mark_max": 0.0
        },
        "reversed_credit": {
          "history": [
            {
              "trial": 1,
              "context": 1,
              "reward": [
                0.043974926277276394,
                0.07140975061932187,
                0.12294225270543913,
                0.07691512979688464
              ],
              "material_residual": 0.0,
              "potential_residual": 1.1102230246251565e-14
            },
            {
              "trial": 2,
              "context": 2,
              "reward": [
                0.04461542589448175,
                0.07284426803074617,
                0.12824951887222236,
                0.07065782156996936
              ],
              "material_residual": 0.0,
              "potential_residual": -1.887379141862766e-14
            },
            {
              "trial": 3,
              "context": 1,
              "reward": [
                0.05864516290733235,
                0.06270846366438687,
                0.12844576457578172,
                0.07695156530643144
              ],
              "material_residual": 0.0,
              "potential_residual": -6.439293542825908e-15
            },
            {
              "trial": 4,
              "context": 2,
              "reward": [
                0.050714854137766,
                0.06573451560471932,
                0.12873242083973802,
                0.07508573672204255
              ],
              "material_residual": 0.0,
              "potential_residual": 4.884981308350689e-15
            },
            {
              "trial": 5,
              "context": 1,
              "reward": [
                0.04535812264785766,
                0.06328715859296974,
                0.12782884950092654,
                0.0724693466363382
              ],
              "material_residual": -1.7763568394002505e-15,
              "potential_residual": -7.105427357601002e-15
            },
            {
              "trial": 6,
              "context": 2,
              "reward": [
                0.050948476142354426,
                0.07051084980119193,
                0.12635381662144418,
                0.07561215463474613
              ],
              "material_residual": 0.0,
              "potential_residual": -1.2212453270876722e-14
            },
            {
              "trial": 7,
              "context": 1,
              "reward": [
                0.054306336315681714,
                0.06727768483472252,
                0.12066802167900792,
                0.07568663648889418
              ],
              "material_residual": 0.0,
              "potential_residual": -1.532107773982716e-14
            },
            {
              "trial": 8,
              "context": 2,
              "reward": [
                0.04895043072324512,
                0.06664213753631065,
                0.12662726768094967,
                0.0714121634711149
              ],
              "material_residual": 0.0,
              "potential_residual": 4.440892098500626e-16
            },
            {
              "trial": 9,
              "context": 1,
              "reward": [
                0.05564312537175131,
                0.06700013955268691,
                0.1249443879965575,
                0.07046640170374219
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": 1.5543122344752192e-15
            },
            {
              "trial": 10,
              "context": 2,
              "reward": [
                0.04590552431991601,
                0.05819261503841511,
                0.1305294622218267,
                0.07136509218805198
              ],
              "material_residual": 0.0,
              "potential_residual": -1.7985612998927536e-14
            },
            {
              "trial": 11,
              "context": 1,
              "reward": [
                0.04882424668151364,
                0.06356950185588683,
                0.12495987694611688,
                0.07525030484904671
              ],
              "material_residual": 0.0,
              "potential_residual": -1.3100631690576847e-14
            },
            {
              "trial": 12,
              "context": 2,
              "reward": [
                0.04509603293336073,
                0.05837656609694708,
                0.1238943352357289,
                0.07467692393296477
              ],
              "material_residual": 0.0,
              "potential_residual": -3.552713678800501e-15
            },
            {
              "trial": 13,
              "context": 1,
              "reward": [
                0.04614659713979807,
                0.06747384212195873,
                0.12894550529137483,
                0.0721646975574044
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": -1.2656542480726785e-14
            },
            {
              "trial": 14,
              "context": 2,
              "reward": [
                0.055716213076092425,
                0.0662141638118312,
                0.12675590892349753,
                0.07419775852590904
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": -8.881784197001252e-15
            },
            {
              "trial": 15,
              "context": 1,
              "reward": [
                0.04715763438045628,
                0.07093392528337739,
                0.12481872729931442,
                0.07496978174180646
              ],
              "material_residual": 0.0,
              "potential_residual": 3.3306690738754696e-15
            },
            {
              "trial": 16,
              "context": 2,
              "reward": [
                0.05520557012784777,
                0.06943858890270627,
                0.12643072390343457,
                0.07507077560360442
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": -3.3306690738754696e-15
            },
            {
              "trial": 17,
              "context": 1,
              "reward": [
                0.04872961393915198,
                0.06351729955445373,
                0.12363192591980132,
                0.07755010261386319
              ],
              "material_residual": 0.0,
              "potential_residual": 3.552713678800501e-15
            },
            {
              "trial": 18,
              "context": 2,
              "reward": [
                0.04990391675699812,
                0.061494152079284214,
                0.1239384140229518,
                0.06905343879255987
              ],
              "material_residual": 0.0,
              "potential_residual": -3.552713678800501e-15
            },
            {
              "trial": 19,
              "context": 1,
              "reward": [
                0.04078106504535839,
                0.06379839834264489,
                0.12546008692099497,
                0.07404281462508178
              ],
              "material_residual": 0.0,
              "potential_residual": -2.531308496145357e-14
            },
            {
              "trial": 20,
              "context": 2,
              "reward": [
                0.05570825728743434,
                0.06679904490169863,
                0.12650723048267576,
                0.06635811781800904
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": -6.217248937900877e-15
            },
            {
              "trial": 21,
              "context": 1,
              "reward": [
                0.04792622340350228,
                0.06702239363511908,
                0.12200099261194719,
                0.07065638708016819
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": 9.325873406851315e-15
            },
            {
              "trial": 22,
              "context": 2,
              "reward": [
                0.04959389419137983,
                0.06161745685341913,
                0.1296380090449316,
                0.07039740646374493
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": 1.9984014443252818e-15
            },
            {
              "trial": 23,
              "context": 1,
              "reward": [
                0.049016581850372276,
                0.05908801499592653,
                0.1253417516546591,
                0.0761769413441189
              ],
              "material_residual": 0.0,
              "potential_residual": -1.687538997430238e-14
            },
            {
              "trial": 24,
              "context": 2,
              "reward": [
                0.05060972296323407,
                0.065385503424644,
                0.12816389767406444,
                0.07205058264277442
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": -9.769962616701378e-15
            },
            {
              "trial": 25,
              "context": 1,
              "reward": [
                0.05431256151667996,
                0.05597144820590194,
                0.12668373756200446,
                0.07297954231526282
              ],
              "material_residual": 0.0,
              "potential_residual": 1.5543122344752192e-15
            },
            {
              "trial": 26,
              "context": 2,
              "reward": [
                0.04686542077574196,
                0.06286076772988025,
                0.12610611101207403,
                0.07493367213893287
              ],
              "material_residual": 0.0,
              "potential_residual": 9.547918011776346e-15
            },
            {
              "trial": 27,
              "context": 1,
              "reward": [
                0.05455235971720218,
                0.06749613054429293,
                0.12437991983099383,
                0.07214787765022979
              ],
              "material_residual": 0.0,
              "potential_residual": 8.659739592076221e-15
            },
            {
              "trial": 28,
              "context": 2,
              "reward": [
                0.050246979495005784,
                0.0610305638273545,
                0.12303958081454991,
                0.06969417151086765
              ],
              "material_residual": 0.0,
              "potential_residual": -2.375877272697835e-14
            },
            {
              "trial": 29,
              "context": 1,
              "reward": [
                0.04761243203177923,
                0.06670850228471248,
                0.11993986213218144,
                0.06620404858653295
              ],
              "material_residual": 0.0,
              "potential_residual": 6.8833827526759706e-15
            },
            {
              "trial": 30,
              "context": 2,
              "reward": [
                0.045527052308039995,
                0.06914363724647665,
                0.1273401819728741,
                0.07347813536742587
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": -1.7319479184152442e-14
            },
            {
              "trial": 31,
              "context": 1,
              "reward": [
                0.053069528652868625,
                0.06706561034126857,
                0.12751664845095112,
                0.07135791547938575
              ],
              "material_residual": 0.0,
              "potential_residual": 7.327471962526033e-15
            },
            {
              "trial": 32,
              "context": 2,
              "reward": [
                0.04491380999428629,
                0.06138823092159873,
                0.12768963366218644,
                0.07230410856325942
              ],
              "material_residual": 0.0,
              "potential_residual": 6.8833827526759706e-15
            },
            {
              "trial": 33,
              "context": 1,
              "reward": [
                0.04932004825961722,
                0.06727955204314551,
                0.12221115809842864,
                0.07087490418448406
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": 9.103828801926284e-15
            },
            {
              "trial": 34,
              "context": 2,
              "reward": [
                0.04598468498683217,
                0.06126267006677377,
                0.12564423965759897,
                0.07372056901939672
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": 0.0
            },
            {
              "trial": 35,
              "context": 1,
              "reward": [
                0.04526174567306551,
                0.06320394087697911,
                0.1253512171382869,
                0.07232126809180572
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": -5.551115123125783e-15
            },
            {
              "trial": 36,
              "context": 2,
              "reward": [
                0.04488192103789146,
                0.06153371278445752,
                0.1259761124158041,
                0.07448793572687529
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": -2.4424906541753444e-15
            },
            {
              "trial": 37,
              "context": 1,
              "reward": [
                0.049514537664177016,
                0.06314088318390065,
                0.12432799171230813,
                0.0766825452250659
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": 1.0880185641326534e-14
            },
            {
              "trial": 38,
              "context": 2,
              "reward": [
                0.04916007908730258,
                0.06979094163973731,
                0.12254150452064172,
                0.07505221034739873
              ],
              "material_residual": 0.0,
              "potential_residual": -3.1086244689504383e-15
            },
            {
              "trial": 39,
              "context": 1,
              "reward": [
                0.045223630184311414,
                0.06771304107421439,
                0.12673353960534395,
                0.0736757186909125
              ],
              "material_residual": 0.0,
              "potential_residual": -1.0436096431476471e-14
            },
            {
              "trial": 40,
              "context": 2,
              "reward": [
                0.04586998994567493,
                0.06191938170946876,
                0.12432005375134736,
                0.07148362500801042
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": -2.9531932455029164e-14
            },
            {
              "trial": 41,
              "context": 1,
              "reward": [
                0.048135122117347606,
                0.06358549719972983,
                0.127152521844752,
                0.07548761518912062
              ],
              "material_residual": 0.0,
              "potential_residual": 1.7319479184152442e-14
            },
            {
              "trial": 42,
              "context": 2,
              "reward": [
                0.041420000339412066,
                0.05800062263263461,
                0.1237009059662717,
                0.07476158802860344
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": 1.5987211554602254e-14
            },
            {
              "trial": 43,
              "context": 1,
              "reward": [
                0.04397556099653799,
                0.06632581263135084,
                0.12799247178972828,
                0.0707231777508206
              ],
              "material_residual": 0.0,
              "potential_residual": 8.659739592076221e-15
            },
            {
              "trial": 44,
              "context": 2,
              "reward": [
                0.04058763517790598,
                0.06625911560224762,
                0.12224520651833126,
                0.07349695518218291
              ],
              "material_residual": 0.0,
              "potential_residual": 8.881784197001252e-15
            },
            {
              "trial": 45,
              "context": 1,
              "reward": [
                0.049135099793208736,
                0.0634785349118534,
                0.1240494725957817,
                0.07569073551501249
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": 1.5543122344752192e-15
            },
            {
              "trial": 46,
              "context": 2,
              "reward": [
                0.040892896070555684,
                0.06175957391453912,
                0.12737882294599712,
                0.06840409193429076
              ],
              "material_residual": 0.0,
              "potential_residual": -8.881784197001252e-16
            },
            {
              "trial": 47,
              "context": 1,
              "reward": [
                0.04494274589477709,
                0.06689458666531323,
                0.12522324875180035,
                0.07724820346430517
              ],
              "material_residual": 0.0,
              "potential_residual": 1.9984014443252818e-15
            },
            {
              "trial": 48,
              "context": 2,
              "reward": [
                0.05024883406829872,
                0.061332160343139375,
                0.12473272999383411,
                0.06662360958398006
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": -7.549516567451064e-15
            }
          ],
          "after": [
            {
              "reward": [
                0.05075328085245512,
                0.06412411841671717,
                0.1248732720810346,
                0.07180486215956283
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": 8.215650382226158e-15
            },
            {
              "reward": [
                0.04830746159716548,
                0.06290931956486712,
                0.126239961105985,
                0.07451323342289462
              ],
              "material_residual": 0.0,
              "potential_residual": 1.4654943925052066e-14
            },
            {
              "reward": [
                0.0512328107144675,
                0.06402732917964693,
                0.12525194176449284,
                0.07396656555253345
              ],
              "material_residual": 0.0,
              "potential_residual": 1.3322676295501878e-15
            },
            {
              "reward": [
                0.05098196081736028,
                0.06339421612610163,
                0.1259394987752498,
                0.07511546979499872
              ],
              "material_residual": 1.7763568394002505e-15,
              "potential_residual": 1.84297022087776e-14
            }
          ],
          "heldout_delta": [
            [
              -0.0003099567250737234,
              -0.0037956321138929994,
              -0.00020766345837941458,
              -0.0033261975804672606
            ],
            [
              -0.0009329767798917921,
              -0.003768675152590717,
              -0.00019945020198908203,
              -0.0013070373664194612
            ]
          ],
          "mark_max": 0.023873385
        }
      },
      "report_sha256": "c15a1dff54b1c3fcb60fee4ccbc495f346cc88dae4012b2109a5d34dd99c1d1d",
      "driver_sha256": "5963b1ac8d1f968b1edf900387ee5584098af14f6d0663ccf377130f6f6c8e8e",
      "factory_sha256": "6f1a85e458873bf7c31dad0db7e5f992911db8912b5a9be3f2e3f39475f49fd5",
      "source_pin": {
        "helper": "5753f0cf5065345cf08fb9a2501d87aad4f6eff13183fd344e8f53dfe736aa41",
        "kernels": "b89543752488d8cab09412d928b2a452e4474b9fe42e63ef1058152ab6351759",
        "sorption": "3811fd3627906823a01f2afb2e6693bb6aec99c37bb10bfb72d43c85f8b4ad08"
      },
      "cellular_source_pin": {
        "model": "1a938948fb14c400876c6848e4389fc432f4cc2a3962903374d2d76fb34f1c99",
        "initialization": "766dfedbdbf5b4dbbb99ed5e9336a16747fa08752a84af3268fc7c98c613613a",
        "founder_initialization": "d76e4c791a2c56bc7fd651b1836e6879b9e27013566ce6d94a1d2f677f62e633",
        "support": "5a767b83c2c912d8706468ec7c5b86e56cf99430b2a23dfd3a7f3ee8f21bf55b",
        "lifecycle": "8826c577e960db6596cd923a591d806b185908a254c6cc0fb6b0eebb033a9629",
        "resource": "ac72b2db1dfa448446df0ae44840ba05933f1d8fb13c639f9e2cd3b3a7e41223",
        "kernels": "38b3a7e0cdaa62a258c22e5cc6c84c99a1ad316ef56ecc418d1c2e533d934eb9",
        "checkpoint": "81c8538519e5d0c58eb8bc0b6e49be7eec87119f81b7fcd998b6944f02c68503",
        "protocol": "52632744615956c0e4c613e010b8fa4ba08c396e46e03d7ef5ec15f037e8199d"
      }
    }
  ],
  "scope": "Externally reset independent physical episodes; only action readout offsets persist. Frozen tests use unseen food mixtures and no exploration noise. This is study-only episodic training, not autonomous lifetime learning.",
  "payoff": "Change in battery plus efficiency-weighted stored food chemical potential during one physical episode. All plotted differences subtract the original untrained policy in the same bank, cell and food mixture.",
  "physical_grid": [
    8,
    8,
    8
  ],
  "cells_per_bank": 4,
  "action_rows": [
    4,
    5,
    7
  ],
  "growth_division": false,
  "physical_sources": false
}