policy_agent_MAP.txt

episode: 1040 reward: 0.02281478862514545
episode: 100 reward: 0.0015819367716778405
episode: 0 reward: 0.0011242205878558128
episode: 50 reward: 0.0009215369184081258
episode: 100 reward: 0.0009215369184081258
episode: 150 reward: 0.0009215369184081258
episode: 200 reward: 0.0009215369184081258
episode: 250 reward: 0.0009215369184081258
episode: 150 reward: 0.0015819367716778405
episode: 1050 reward: 0.012525304118012125
episode: 300 reward: 0.0009215369184081258
episode: 350 reward: 0.0009215369184081258
episode: 400 reward: 0.0009215369184081258
episode: 450 reward: 0.0009215369184081258
episode: 500 reward: 0.0009215369184081258
episode: 550 reward: 0.0009215369184081258
episode: 200 reward: 0.0015819367716778405
episode: 1060 reward: 0.004968909920020905
episode: 250 reward: 0.0015819367716778405
episode: 1070 reward: 0.006338900464934568
episode: 300 reward: 0.0015819367716778405
episode: 350 reward: 0.0015819367716778405
episode: 1080 reward: 0.003188653189207481
episode: 400 reward: 0.0015819367716778405
episode: 1090 reward: 0.001686341192161175
episode: 450 reward: 0.0015819367716778405
episode: 1100 reward: 0.0014952932632082874
episode: 500 reward: 0.0015819367716778405
episode: 1110 reward: 0.001979429378488876
episode: 550 reward: 0.0015819367716778405
episode: 600 reward: 0.0015819367716778405
episode: 1120 reward: 0.0009477313495840021
episode: 650 reward: 0.0015819367716778405
episode: 1130 reward: 0.0011446846105348679
episode: 700 reward: 0.0015819367716778405
episode: 750 reward: 0.0015819367716778405
episode: 1140 reward: 0.0009363684260891414
episode: 800 reward: 0.0015819367716778405
episode: 1150 reward: 0.0010572121136728449
episode: 850 reward: 0.0015819367716778405
episode: 1160 reward: 0.0008938544378684038
episode: 900 reward: 0.0015819367716778405
episode: 950 reward: 0.0015819367716778405
episode: 1170 reward: 0.0009592597254509231
episode: 1000 reward: 0.0015819367716778405
episode: 1180 reward: 0.0009997027301871146
episode: 1050 reward: 0.0015819367716778405
episode: 1190 reward: 0.0008601268845508998
episode: 1100 reward: 0.0015819367716778405
episode: 1150 reward: 0.0015819367716778405
episode: 1200 reward: 0.0008764455781314739
episode: 1200 reward: 0.0015819367716778405
episode: 1210 reward: 0.0009510511324214131
episode: 1250 reward: 0.0015819367716778405
episode: 1300 reward: 0.0015819367716778405
episode: 1220 reward: 0.0008973059025097034
episode: 1350 reward: 0.0015819367716778405
episode: 1230 reward: 0.0008475918367806898
episode: 1400 reward: 0.0015819367716778405
episode: 1450 reward: 0.0015819367716778405
episode: 1240 reward: 0.0008864480766700048
episode: 1500 reward: 0.0015819367716778405
episode: 1250 reward: 0.0009057938211591125
episode: 1550 reward: 0.0015819367716778405
episode: 1260 reward: 0.0008649361755678093
episode: 1600 reward: 0.0015819367716778405
episode: 1650 reward: 0.0015819367716778405
episode: 1270 reward: 0.0009543938571383711
episode: 1700 reward: 0.0015819367716778405
episode: 1280 reward: 0.0008675158040777196
episode: 1750 reward: 0.0015819367716778405
episode: 1800 reward: 0.0015819367716778405
episode: 1290 reward: 0.0009058138265955859
episode: 1850 reward: 0.0015819367716778405
episode: 1300 reward: 0.000932067049242101
episode: 1900 reward: 0.0015819367716778405
episode: 1950 reward: 0.0015819367716778405
episode: 1310 reward: 0.000866462211238302
episode: 2000 reward: 0.0015819367716778405
episode: 1320 reward: 0.0008711146298408017
episode: 2050 reward: 0.0015819367716778405
episode: 2100 reward: 0.0015819367716778405
episode: 1330 reward: 0.0015646813756381363
episode: 2150 reward: 0.0015819367716778405
episode: 1340 reward: 0.000959182120486549
episode: 2200 reward: 0.0015819367716778405
episode: 2250 reward: 0.0015819367716778405
episode: 1350 reward: 0.0009789310345864294
episode: 2300 reward: 0.0015819367716778405
episode: 1360 reward: 0.0009243759550423913
episode: 2350 reward: 0.0015819367716778405
episode: 2400 reward: 0.0015819367716778405
episode: 1370 reward: 0.0009235839380017082
episode: 2450 reward: 0.0015819367716778405
episode: 1380 reward: 0.0010533769513454245
episode: 2500 reward: 0.0015819367716778405
episode: 1390 reward: 0.0008371707628249106
episode: 2550 reward: 0.0015819367716778405
episode: 2600 reward: 0.0015819367716778405
episode: 1400 reward: 0.0009662715443431031
episode: 2650 reward: 0.0015819367716778405
episode: 1410 reward: 0.0008569713612485589
episode: 2700 reward: 0.0015819367716778405
episode: 2750 reward: 0.0015819367716778405
episode: 1420 reward: 0.000984509772114631
episode: 2800 reward: 0.0015819367716778405
episode: 1430 reward: 0.000900179333280658
episode: 2850 reward: 0.0015819367716778405
episode: 2900 reward: 0.0015819367716778405
episode: 1440 reward: 0.000991820179361657
episode: 2950 reward: 0.0015819367716778405
episode: 1450 reward: 0.0018137828723762777
episode: 3000 reward: 0.0015819367716778405
episode: 3050 reward: 0.0015819367716778405
episode: 1460 reward: 0.0009374312725718148
episode: 3100 reward: 0.0015819367716778405
episode: 1470 reward: 0.000936306171624058
episode: 3150 reward: 0.0015819367716778405
episode: 1480 reward: 0.0008949372364428271
episode: 3200 reward: 0.0015819367716778405
episode: 1490 reward: 0.0009258371750349862
episode: 3250 reward: 0.0015819367716778405
episode: 3300 reward: 0.0015819367716778405
episode: 1500 reward: 0.0009941743897731177
episode: 3350 reward: 0.0015819367716778405
episode: 1510 reward: 0.000977937462977444
episode: 3400 reward: 0.0015819367716778405
episode: 1520 reward: 0.0011724088747969445
episode: 3450 reward: 0.0015819367716778405
episode: 3500 reward: 0.0015819367716778405
episode: 1530 reward: 0.0009081057075747406
episode: 3550 reward: 0.0015819367716778405
episode: 1540 reward: 0.0009702543997130445
episode: 3600 reward: 0.0015819367716778405
episode: 1550 reward: 0.0016712763030027771
episode: 3650 reward: 0.0015819367716778405
episode: 1560 reward: 0.0009538774729650846
episode: 3700 reward: 0.0015819367716778405
episode: 3750 reward: 0.0015819367716778405
episode: 1570 reward: 0.0019538913931500725
episode: 3800 reward: 0.0015819367716778405
episode: 1580 reward: 0.0011858049275333292
episode: 3850 reward: 0.0015819367716778405
episode: 1590 reward: 0.0012606513174564559
episode: 3900 reward: 0.0015819367716778405
episode: 1600 reward: 0.001205823995946514
episode: 3950 reward: 0.0015819367716778405
episode: 1610 reward: 0.0014577054406041063
episode: 4000 reward: 0.0015819367716778405
episode: 1620 reward: 0.0014794193103673274
episode: 4050 reward: 0.0015819367716778405
episode: 4100 reward: 0.0015819367716778405
episode: 1630 reward: 0.0018880371737560106
episode: 4150 reward: 0.0015819367716778405
episode: 1640 reward: 0.0013125912712598318
episode: 4200 reward: 0.0015819367716778405
episode: 1650 reward: 0.0015044876958000628
episode: 4250 reward: 0.0015819367716778405
episode: 1660 reward: 0.004144098926106124
episode: 4300 reward: 0.0015819367716778405
episode: 1670 reward: 0.003186330791719895
episode: 4350 reward: 0.0015819367716778405
episode: 1680 reward: 0.0020618514867520826
episode: 4400 reward: 0.0015819367716778405
episode: 4450 reward: 0.0015819367716778405
episode: 1690 reward: 0.003951254385429658
episode: 4500 reward: 0.0015819367716778405
episode: 1700 reward: 0.002709450662600341
episode: 4550 reward: 0.0015819367716778405
episode: 1710 reward: 0.0015525623671494898
episode: 4600 reward: 0.0015819367716778405
episode: 1720 reward: 0.0019294037168659341
episode: 4650 reward: 0.0015819367716778405
episode: 1730 reward: 0.002045320506163868
episode: 4700 reward: 0.0015819367716778405
episode: 1740 reward: 0.0049110925999798945
episode: 4750 reward: 0.0015819367716778405
episode: 4800 reward: 0.0015819367716778405
episode: 1750 reward: 0.0037559196454222017
episode: 4850 reward: 0.0015819367716778405
episode: 1760 reward: 0.0022318777698819865
episode: 4900 reward: 0.0015819367716778405
episode: 1770 reward: 0.0028165332309998746
episode: 4950 reward: 0.0015819367716778405
episode: 1780 reward: 0.002573450349530861
episode: 5000 reward: 0.0015819367716778405
episode: 1790 reward: 0.011125267919554373
episode: 5050 reward: 0.0015819367716778405
episode: 1800 reward: 0.009598575911288073
episode: 5100 reward: 0.0015819367716778405
episode: 5150 reward: 0.0015819367716778405
episode: 1810 reward: 0.008274521968264406
episode: 5200 reward: 0.0015819367716778405
episode: 1820 reward: 0.014819689930612822
episode: 5250 reward: 0.0015819367716778405
episode: 1830 reward: 0.030444553352804733
episode: 5300 reward: 0.0015819367716778405
episode: 1840 reward: 0.010919407335218522
episode: 5350 reward: 0.0015819367716778405
episode: 1850 reward: 0.02503852787023829
episode: 5400 reward: 0.0015819367716778405
episode: 1860 reward: 0.06332739536514417
episode: 5450 reward: 0.0015819367716778405
episode: 5500 reward: 0.0015819367716778405
episode: 1870 reward: 0.10920168799696807
episode: 5550 reward: 0.0015819367716778405
episode: 1880 reward: 0.08384395139270243
episode: 5600 reward: 0.0015819367716778405
episode: 1890 reward: 0.1733899611982464
episode: 5650 reward: 0.0015819367716778405
episode: 1900 reward: 0.16055340274053592
episode: 5700 reward: 0.0015819367716778405
episode: 1910 reward: 0.1382931549425595
episode: 5750 reward: 0.0015819367716778405
episode: 5800 reward: 0.0015819367716778405
episode: 1920 reward: 0.030247396248698353
episode: 5850 reward: 0.0015819367716778405
episode: 1930 reward: 0.08100571027074152
episode: 5900 reward: 0.0015819367716778405
episode: 1940 reward: 0.041690695535069267
episode: 5950 reward: 0.0015819367716778405
episode: 1950 reward: 0.12273532488843943
episode: 6000 reward: 0.0015819367716778405
episode: 1960 reward: 0.059445287569399374
episode: 6050 reward: 0.0015819367716778405
episode: 1970 reward: 0.07861682901773764
episode: 6100 reward: 0.0015819367716778405
episode: 6150 reward: 0.0015819367716778405
episode: 1980 reward: 0.1097334533137359
episode: 6200 reward: 0.0015819367716778405
episode: 1990 reward: 0.0638332784038652
episode: 6250 reward: 0.0015819367716778405
episode: 2000 reward: 0.0346606382349338
episode: 6300 reward: 0.0015819367716778405
episode: 2010 reward: 0.08979334269501923
episode: 6350 reward: 0.0015819367716778405
episode: 2020 reward: 0.14234662702471831
episode: 6400 reward: 0.0015819367716778405
episode: 2030 reward: 0.05835158301760256
episode: 6450 reward: 0.0015819367716778405
episode: 2040 reward: 0.24071577149898654
episode: 6500 reward: 0.0015819367716778405
episode: 2050 reward: 0.05672559391305789
episode: 6550 reward: 0.0015819367716778405
episode: 6600 reward: 0.0015819367716778405
episode: 2060 reward: 0.05188439213921894
episode: 6650 reward: 0.0015819367716778405
episode: 2070 reward: 0.050484736987710596
episode: 6700 reward: 0.0015819367716778405
episode: 2080 reward: 0.053241726141814875
episode: 6750 reward: 0.0015819367716778405
episode: 2090 reward: 0.16163365225965826
episode: 6800 reward: 0.0015819367716778405
episode: 2100 reward: 0.12642355515522843
episode: 6850 reward: 0.0015819367716778405
episode: 2110 reward: 0.08736769098411779
episode: 6900 reward: 0.0015819367716778405
episode: 6950 reward: 0.0015819367716778405
episode: 2120 reward: 0.07917317090549732
episode: 7000 reward: 0.0015819367716778405
episode: 2130 reward: 0.09425206152600621
episode: 7050 reward: 0.0015819367716778405
episode: 2140 reward: 0.03202510829225227
episode: 7100 reward: 0.0015819367716778405
episode: 2150 reward: 0.034365647936027324
episode: 7150 reward: 0.0015819367716778405
episode: 2160 reward: 0.053327121105572
episode: 7200 reward: 0.0015819367716778405
episode: 2170 reward: 0.026514945904734275
episode: 7250 reward: 0.0015819367716778405
episode: 2180 reward: 0.013510503493452569
episode: 7300 reward: 0.0015819367716778405
episode: 7350 reward: 0.0015819367716778405
episode: 2190 reward: 0.03110100231849543
episode: 7400 reward: 0.0015819367716778405
episode: 2200 reward: 0.018962148109181752
episode: 7450 reward: 0.0015819367716778405
episode: 2210 reward: 0.0592280239256627
episode: 7500 reward: 0.0015819367716778405
episode: 2220 reward: 0.016091577229264353
episode: 7550 reward: 0.0015819367716778405
episode: 2230 reward: 0.0674645600540904
episode: 7600 reward: 0.0015819367716778405
episode: 2240 reward: 0.08537619105872732
episode: 7650 reward: 0.0015819367716778405
episode: 2250 reward: 0.019524463429816615
episode: 7700 reward: 0.0015819367716778405
episode: 2260 reward: 0.050607578248681874
episode: 7750 reward: 0.0015819367716778405
episode: 7800 reward: 0.0015819367716778405
episode: 2270 reward: 0.16401037858851844
episode: 7850 reward: 0.0015819367716778405
episode: 2280 reward: 0.04218315912564771
episode: 7900 reward: 0.0015819367716778405
episode: 2290 reward: 0.021011763326150096
episode: 7950 reward: 0.0015819367716778405
episode: 2300 reward: 0.08762997717844753
episode: 8000 reward: 0.0015819367716778405
episode: 2310 reward: 0.07270115992417406
episode: 8050 reward: 0.0015819367716778405
episode: 2320 reward: 0.05642108513654604
episode: 8100 reward: 0.0015819367716778405
episode: 8150 reward: 0.0015819367716778405
episode: 2330 reward: 0.1387573686969378
episode: 8200 reward: 0.0015819367716778405
episode: 2340 reward: 0.13296491532761667
episode: 8250 reward: 0.0015819367716778405
episode: 2350 reward: 0.2252785771043592
episode: 8300 reward: 0.0015819367716778405
episode: 2360 reward: 0.20492464527844684
episode: 8350 reward: 0.0015819367716778405
episode: 2370 reward: 0.3342790698638332
episode: 8400 reward: 0.0015819367716778405
episode: 2380 reward: 0.08914851761706363
episode: 8450 reward: 0.0015819367716778405
episode: 8500 reward: 0.0015819367716778405
episode: 2390 reward: 0.07695510564049172
episode: 8550 reward: 0.0015819367716778405
episode: 2400 reward: 0.07527092373081133
episode: 8600 reward: 0.0015819367716778405
episode: 2410 reward: 0.027141266415344936
episode: 8650 reward: 0.0015819367716778405
episode: 2420 reward: 0.021013855784089375
episode: 8700 reward: 0.0015819367716778405
episode: 2430 reward: 0.05480693846339409
episode: 8750 reward: 0.0015819367716778405
episode: 2440 reward: 0.018931922542264362
episode: 8800 reward: 0.0015819367716778405
episode: 2450 reward: 0.024957745314359358
episode: 8850 reward: 0.0015819367716778405
episode: 8900 reward: 0.0015819367716778405
episode: 2460 reward: 0.025974904437869487
episode: 8950 reward: 0.0015819367716778405
episode: 2470 reward: 0.020026204971300383
episode: 9000 reward: 0.0015819367716778405
episode: 2480 reward: 0.01236849743198893
episode: 9050 reward: 0.0015819367716778405
episode: 2490 reward: 0.05453992964483084
episode: 9100 reward: 0.0015819367716778405
episode: 2500 reward: 0.059649121798483334
episode: 9150 reward: 0.0015819367716778405
episode: 2510 reward: 0.11989224627544248
episode: 9200 reward: 0.0015819367716778405
episode: 2520 reward: 0.07638831811028808
episode: 9250 reward: 0.0015819367716778405
episode: 9300 reward: 0.0015819367716778405
episode: 2530 reward: 0.053559239656602316
episode: 9350 reward: 0.0015819367716778405
episode: 2540 reward: 0.08567758946811396
episode: 9400 reward: 0.0015819367716778405
episode: 2550 reward: 0.28545821840387864
episode: 9450 reward: 0.0015819367716778405
episode: 2560 reward: 0.11803966038424703
episode: 9500 reward: 0.0015819367716778405
episode: 2570 reward: 0.13195004130598637
episode: 9550 reward: 0.0015819367716778405
episode: 2580 reward: 0.10983174049825464
episode: 9600 reward: 0.0015819367716778405
episode: 2590 reward: 0.0325190815733594
episode: 9650 reward: 0.0015819367716778405
episode: 2600 reward: 0.07375270496684892
episode: 9700 reward: 0.0015819367716778405
episode: 2610 reward: 0.038785227480636814
episode: 9750 reward: 0.0015819367716778405
episode: 9800 reward: 0.0015819367716778405
episode: 2620 reward: 0.007896278443086803
episode: 9850 reward: 0.0015819367716778405
episode: 2630 reward: 0.024972017339797006
episode: 9900 reward: 0.0015819367716778405
episode: 2640 reward: 0.008887977934811168
episode: 9950 reward: 0.0015819367716778405
episode: 2650 reward: 0.020944048366706075
episode: 10000 reward: 0.0015819367716778405
episode: 2660 reward: 0.022926817019744493
episode: 10050 reward: 0.0015819367716778405
episode: 2670 reward: 0.05635426686896759
episode: 10100 reward: 0.0015819367716778405
episode: 10150 reward: 0.0015819367716778405
episode: 2680 reward: 0.08223557397237002
episode: 10200 reward: 0.0015819367716778405
episode: 2690 reward: 0.21926918807502901
episode: 10250 reward: 0.0015819367716778405
episode: 2700 reward: 0.15456827206001947
episode: 10300 reward: 0.0015819367716778405
episode: 2710 reward: 0.15764697569811323
episode: 10350 reward: 0.0015819367716778405
episode: 2720 reward: 0.2435107730102778
episode: 10400 reward: 0.0015819367716778405
episode: 2730 reward: 0.17519165925434818
episode: 10450 reward: 0.0015819367716778405
episode: 2740 reward: 0.032079681779406476
episode: 10500 reward: 0.0015819367716778405
episode: 2750 reward: 0.011216954830292194
episode: 10550 reward: 0.0015819367716778405
episode: 10600 reward: 0.0015819367716778405
episode: 2760 reward: 0.009377820851313862
episode: 10650 reward: 0.0015819367716778405
episode: 2770 reward: 0.007816226216056607
episode: 10700 reward: 0.0015819367716778405
episode: 2780 reward: 0.001953351066754115
episode: 10750 reward: 0.0015819367716778405
episode: 2790 reward: 0.001139972098655639
episode: 10800 reward: 0.0015819367716778405
episode: 2800 reward: 0.0011869945922835855
episode: 10850 reward: 0.0015819367716778405
episode: 10900 reward: 0.0015819367716778405
episode: 2810 reward: 0.000883635885918541
episode: 10950 reward: 0.0015819367716778405
episode: 2820 reward: 0.0013370286099751666
episode: 11000 reward: 0.0015819367716778405
episode: 2830 reward: 0.0009513248268955707
episode: 11050 reward: 0.0015819367716778405
episode: 2840 reward: 0.0009138258131775396
episode: 11100 reward: 0.0015819367716778405
episode: 11150 reward: 0.0015819367716778405
episode: 2850 reward: 0.0009528643340699247
episode: 11200 reward: 0.0015819367716778405
episode: 2860 reward: 0.0008077016872843288
episode: 11250 reward: 0.0015819367716778405
episode: 2870 reward: 0.0009143771467963714
episode: 11300 reward: 0.0015819367716778405
episode: 2880 reward: 0.0008374421298972683
episode: 11350 reward: 0.0015819367716778405
episode: 11400 reward: 0.0015819367716778405
episode: 2890 reward: 0.000851650238581144
episode: 11450 reward: 0.0015819367716778405
episode: 2900 reward: 0.0008343364321672587
episode: 11500 reward: 0.0015819367716778405
episode: 2910 reward: 0.000866767459338898
episode: 11550 reward: 0.0015819367716778405
episode: 11600 reward: 0.0015819367716778405
episode: 2920 reward: 0.0007940304424938118
episode: 11650 reward: 0.0015819367716778405
episode: 2930 reward: 0.0008870851843356866
episode: 11700 reward: 0.0015819367716778405
episode: 2940 reward: 0.0008511746604054931
episode: 11750 reward: 0.0015819367716778405
episode: 2950 reward: 0.0009762098764662769
episode: 11800 reward: 0.0015819367716778405
episode: 11850 reward: 0.0015819367716778405
episode: 2960 reward: 0.000818014721286334
episode: 11900 reward: 0.0015819367716778405
episode: 2970 reward: 0.0008799164700764102
episode: 11950 reward: 0.0015819367716778405
episode: 2980 reward: 0.0008143962270537731
episode: 12000 reward: 0.0015819367716778405
episode: 12050 reward: 0.0015819367716778405
episode: 2990 reward: 0.0009823905465420175
episode: 12100 reward: 0.0015819367716778405
episode: 3000 reward: 0.0008912520390909937
episode: 12150 reward: 0.0015819367716778405
episode: 3010 reward: 0.0008118884386149594
episode: 12200 reward: 0.0015819367716778405
episode: 12250 reward: 0.0015819367716778405
episode: 3020 reward: 0.0008050907463251879
episode: 12300 reward: 0.0015819367716778405
episode: 3030 reward: 0.0008709603128364585
episode: 12350 reward: 0.0015819367716778405
episode: 3040 reward: 0.0021457274515584287
episode: 12400 reward: 0.0015819367716778405
episode: 3050 reward: 0.001507363798572887
episode: 12450 reward: 0.0015819367716778405
episode: 12500 reward: 0.0015819367716778405
episode: 3060 reward: 0.0008322656439775622
episode: 12550 reward: 0.0015819367716778405
episode: 3070 reward: 0.0008120031461446715
episode: 12600 reward: 0.0015819367716778405
episode: 3080 reward: 0.0008575085893571562
episode: 12650 reward: 0.0015819367716778405
episode: 12700 reward: 0.0015819367716778405
episode: 3090 reward: 0.0029695685259032677
episode: 12750 reward: 0.0015819367716778405
episode: 3100 reward: 0.000835216044417726
episode: 12800 reward: 0.0015819367716778405
episode: 3110 reward: 0.0008777752174164661
episode: 12850 reward: 0.0015819367716778405
episode: 3120 reward: 0.0008597371303001385
episode: 12900 reward: 0.0015819367716778405
episode: 12950 reward: 0.0015819367716778405
episode: 3130 reward: 0.0007949921648789856
episode: 13000 reward: 0.0015819367716778405
episode: 3140 reward: 0.0009704903634374494
episode: 13050 reward: 0.0015819367716778405
episode: 3150 reward: 0.0009158283201680006
episode: 13100 reward: 0.0015819367716778405
episode: 13150 reward: 0.0015819367716778405
episode: 3160 reward: 0.0009216555165716725
episode: 13200 reward: 0.0015819367716778405
episode: 3170 reward: 0.00188287134367207
episode: 13250 reward: 0.0015819367716778405
episode: 3180 reward: 0.0008947451789975984
episode: 13300 reward: 0.0015819367716778405
episode: 3190 reward: 0.0008972657997592459
episode: 13350 reward: 0.0015819367716778405
episode: 13400 reward: 0.0015819367716778405
episode: 3200 reward: 0.0014146408251243072
episode: 13450 reward: 0.0015819367716778405
episode: 3210 reward: 0.000853137999271533
episode: 13500 reward: 0.0015819367716778405
episode: 3220 reward: 0.0011044083150636623
episode: 13550 reward: 0.0015819367716778405
episode: 3230 reward: 0.00142496924250363
episode: 13600 reward: 0.0015819367716778405
episode: 13650 reward: 0.0015819367716778405
episode: 3240 reward: 0.000907204303595169
episode: 13700 reward: 0.0015819367716778405
episode: 3250 reward: 0.0009347627442270347
episode: 13750 reward: 0.0015819367716778405
episode: 3260 reward: 0.0008532943291329036
episode: 13800 reward: 0.0015819367716778405
episode: 3270 reward: 0.0009968101120201532
episode: 13850 reward: 0.0015819367716778405
episode: 13900 reward: 0.0015819367716778405
episode: 3280 reward: 0.0011199037779072174
episode: 13950 reward: 0.0015819367716778405
episode: 3290 reward: 0.0009565612730110301
episode: 14000 reward: 0.0015819367716778405
episode: 3300 reward: 0.0010550708848250496
episode: 14050 reward: 0.0015819367716778405
episode: 3310 reward: 0.0009126176535902953
episode: 14100 reward: 0.0015819367716778405
episode: 14150 reward: 0.0015819367716778405
episode: 3320 reward: 0.000965157419718368
episode: 14200 reward: 0.0015819367716778405
episode: 3330 reward: 0.0008417981739067212
episode: 14250 reward: 0.0015819367716778405
episode: 3340 reward: 0.0009635272134637962
episode: 14300 reward: 0.0015819367716778405
episode: 3350 reward: 0.0012803553820381632
episode: 14350 reward: 0.0015819367716778405
episode: 3360 reward: 0.001067967472265351
episode: 14400 reward: 0.0015819367716778405
episode: 14450 reward: 0.0015819367716778405
episode: 3370 reward: 0.0009393349912508698
episode: 14500 reward: 0.0015819367716778405
episode: 3380 reward: 0.0011390734380530012
episode: 14550 reward: 0.0015819367716778405
episode: 3390 reward: 0.0010014080250682446
episode: 14600 reward: 0.0015819367716778405
episode: 3400 reward: 0.0012569346159787094
episode: 14650 reward: 0.0015819367716778405
episode: 3410 reward: 0.0016866135145258833
episode: 14700 reward: 0.0015819367716778405
episode: 14750 reward: 0.0015819367716778405
episode: 3420 reward: 0.000939458559695679
episode: 14800 reward: 0.0015819367716778405
episode: 3430 reward: 0.0009175436286942177
episode: 14850 reward: 0.0015819367716778405
episode: 3440 reward: 0.0009585043535555791
episode: 14900 reward: 0.0015819367716778405
episode: 3450 reward: 0.001341800091863146
episode: 14950 reward: 0.0015819367716778405
episode: 3460 reward: 0.0016136700155812117
episode: 15000 reward: 0.0015819367716778405
episode: 3470 reward: 0.001426684423902215
episode: 15050 reward: 0.0015819367716778405
episode: 15100 reward: 0.0015819367716778405
episode: 3480 reward: 0.0024623144792989193
episode: 15150 reward: 0.0015819367716778405
episode: 3490 reward: 0.004056727481161002
episode: 15200 reward: 0.0015819367716778405
episode: 3500 reward: 0.0016194760244351675
episode: 15250 reward: 0.0015819367716778405
episode: 3510 reward: 0.0013306826169044556
episode: 15300 reward: 0.0015819367716778405
episode: 15350 reward: 0.0015819367716778405
episode: 3520 reward: 0.004392226854349815
episode: 15400 reward: 0.0015819367716778405
episode: 3530 reward: 0.005551370381244688
episode: 15450 reward: 0.0015819367716778405
episode: 3540 reward: 0.0012572263883020988
episode: 15500 reward: 0.0015819367716778405
episode: 3550 reward: 0.001807216943913007
episode: 15550 reward: 0.0015819367716778405
episode: 3560 reward: 0.005531135586397974
episode: 15600 reward: 0.0015819367716778405
episode: 3570 reward: 0.018352885811556165
episode: 15650 reward: 0.0015819367716778405
episode: 3580 reward: 0.013501525193191224
episode: 15700 reward: 0.0015819367716778405
episode: 15750 reward: 0.0015819367716778405
episode: 3590 reward: 0.007504553783652397
episode: 15800 reward: 0.0015819367716778405
episode: 3600 reward: 0.024242865791428175
episode: 15850 reward: 0.0015819367716778405
episode: 3610 reward: 0.012747001633665742
episode: 15900 reward: 0.0015819367716778405
episode: 3620 reward: 0.03157524594926666
episode: 15950 reward: 0.0015819367716778405
episode: 3630 reward: 0.07722742547893154
episode: 16000 reward: 0.0015819367716778405
episode: 3640 reward: 0.027472903177996735
episode: 16050 reward: 0.0015819367716778405
episode: 3650 reward: 0.09987151932555884
episode: 16100 reward: 0.0015819367716778405
episode: 3660 reward: 0.04333080215277512
episode: 16150 reward: 0.0015819367716778405
episode: 16200 reward: 0.0015819367716778405
episode: 3670 reward: 0.21983745644794234
episode: 16250 reward: 0.0015819367716778405
episode: 3680 reward: 0.3618393286963485
episode: 16300 reward: 0.0015819367716778405
episode: 3690 reward: 0.3398616611026436
episode: 16350 reward: 0.0015819367716778405
episode: 3700 reward: 0.15306559478151893
episode: 16400 reward: 0.0015819367716778405
episode: 3710 reward: 0.02500801381962619
episode: 16450 reward: 0.0015819367716778405
episode: 3720 reward: 0.023379183062069677
episode: 16500 reward: 0.0015819367716778405
episode: 3730 reward: 0.012929925311907862
episode: 16550 reward: 0.0015819367716778405
episode: 3740 reward: 0.00330398580831869
episode: 16600 reward: 0.0015819367716778405
episode: 16650 reward: 0.0015819367716778405
episode: 3750 reward: 0.0034296523897046557
episode: 16700 reward: 0.0015819367716778405
episode: 3760 reward: 0.0009548230558160649
episode: 16750 reward: 0.0015819367716778405
episode: 3770 reward: 0.0010181401074814398
episode: 16800 reward: 0.0015819367716778405
episode: 3780 reward: 0.0014039430076913846
episode: 16850 reward: 0.0015819367716778405
episode: 3790 reward: 0.0010995190796716332
episode: 16900 reward: 0.0015819367716778405
episode: 16950 reward: 0.0015819367716778405
episode: 3800 reward: 0.0009070149941674477
episode: 17000 reward: 0.0015819367716778405
episode: 3810 reward: 0.0008674576118446997
episode: 17050 reward: 0.0015819367716778405
episode: 3820 reward: 0.0013003717974039311
episode: 17100 reward: 0.0015819367716778405
episode: 3830 reward: 0.0010670064732034236
episode: 17150 reward: 0.0015819367716778405
episode: 17200 reward: 0.0015819367716778405
episode: 3840 reward: 0.0011650658756697622
episode: 17250 reward: 0.0015819367716778405
episode: 3850 reward: 0.0010287335517300533
episode: 17300 reward: 0.0015819367716778405
episode: 3860 reward: 0.0008479610766549911
episode: 17350 reward: 0.0015819367716778405
episode: 3870 reward: 0.000850515736231774
episode: 17400 reward: 0.0015819367716778405
episode: 17450 reward: 0.0015819367716778405
episode: 3880 reward: 0.0008310986262221661
episode: 17500 reward: 0.0015819367716778405
episode: 3890 reward: 0.0011248950649759906
episode: 17550 reward: 0.0015819367716778405
episode: 3900 reward: 0.002869105205384066
episode: 17600 reward: 0.0015819367716778405
episode: 17650 reward: 0.0015819367716778405
episode: 3910 reward: 0.0008950149915534342
episode: 17700 reward: 0.0015819367716778405
episode: 3920 reward: 0.0008722840054629209
episode: 17750 reward: 0.0015819367716778405
episode: 3930 reward: 0.0009755478389355123
episode: 17800 reward: 0.0015819367716778405
episode: 3940 reward: 0.0008695265715080215
episode: 17850 reward: 0.0015819367716778405
episode: 17900 reward: 0.0015819367716778405
episode: 3950 reward: 0.0008406436330382805
episode: 17950 reward: 0.0015819367716778405
episode: 3960 reward: 0.0008164316408786881
episode: 18000 reward: 0.0015819367716778405
episode: 3970 reward: 0.000818107556417992
episode: 18050 reward: 0.0015819367716778405
episode: 3980 reward: 0.0008446769390166132
episode: 18100 reward: 0.0015819367716778405
episode: 18150 reward: 0.0015819367716778405
episode: 3990 reward: 0.0009616348890282123
episode: 18200 reward: 0.0015819367716778405
episode: 4000 reward: 0.000944336855055351
episode: 18250 reward: 0.0015819367716778405
episode: 4010 reward: 0.0008299677110221031
episode: 18300 reward: 0.0015819367716778405
episode: 18350 reward: 0.0015819367716778405
episode: 4020 reward: 0.0010970044830219863
episode: 18400 reward: 0.0015819367716778405
episode: 4030 reward: 0.0009049698010380934
episode: 18450 reward: 0.0015819367716778405
episode: 4040 reward: 0.0008840004910515883
episode: 18500 reward: 0.0015819367716778405
episode: 18550 reward: 0.0015819367716778405
episode: 4050 reward: 0.0009059320571753137
episode: 18600 reward: 0.0015819367716778405
episode: 4060 reward: 0.0008936184946648332
episode: 18650 reward: 0.0015819367716778405
episode: 4070 reward: 0.0009097290015082424
episode: 18700 reward: 0.0015819367716778405
episode: 4080 reward: 0.0009632381144588697
episode: 18750 reward: 0.0015819367716778405
episode: 18800 reward: 0.0015819367716778405
episode: 4090 reward: 0.001004487990152723
episode: 18850 reward: 0.0015819367716778405
episode: 4100 reward: 0.0010278556023103143
episode: 18900 reward: 0.0015819367716778405
episode: 4110 reward: 0.0010061582514893884
episode: 18950 reward: 0.0015819367716778405
episode: 4120 reward: 0.0008860566944156749
episode: 19000 reward: 0.0015819367716778405
episode: 4130 reward: 0.0010227647193688065
episode: 19050 reward: 0.0015819367716778405
episode: 19100 reward: 0.0015819367716778405
episode: 4140 reward: 0.0009562441123488111
episode: 19150 reward: 0.0015819367716778405
episode: 4150 reward: 0.000943026892043734
episode: 19200 reward: 0.0015819367716778405
episode: 4160 reward: 0.0008736108432903758
episode: 19250 reward: 0.0015819367716778405
episode: 4170 reward: 0.0008891849280116221
episode: 19300 reward: 0.0015819367716778405
episode: 4180 reward: 0.001127324204757589
episode: 19350 reward: 0.0015819367716778405
episode: 19400 reward: 0.0015819367716778405
episode: 4190 reward: 0.0012618950010080887
episode: 19450 reward: 0.0015819367716778405
episode: 4200 reward: 0.0016213628556267698
episode: 19500 reward: 0.0015819367716778405
episode: 4210 reward: 0.001825541890800833
episode: 19550 reward: 0.0015819367716778405
episode: 4220 reward: 0.0013105303827743008
episode: 19600 reward: 0.0015819367716778405
episode: 4230 reward: 0.0011723193002528024
episode: 19650 reward: 0.0015819367716778405
episode: 4240 reward: 0.0011535586948816458
episode: 19700 reward: 0.0015819367716778405
episode: 19750 reward: 0.0015819367716778405
episode: 4250 reward: 0.0012501603329116045
episode: 19800 reward: 0.0015819367716778405
episode: 4260 reward: 0.0011360889659254411
episode: 19850 reward: 0.0015819367716778405
episode: 4270 reward: 0.0009074942779409683
episode: 19900 reward: 0.0015819367716778405
episode: 4280 reward: 0.0030028143083975414
episode: 19950 reward: 0.0015819367716778405
episode: 20000 reward: 0.0015819367716778405
episode: 4290 reward: 0.003233880236739096
episode: 20050 reward: 0.0015819367716778405
episode: 4300 reward: 0.0035456531920194266
episode: 20100 reward: 0.0015819367716778405
episode: 4310 reward: 0.0014503486898616521
episode: 20150 reward: 0.0015819367716778405
episode: 4320 reward: 0.0015662034395097875
episode: 20200 reward: 0.0015819367716778405
episode: 4330 reward: 0.001295043930717669
episode: 20250 reward: 0.0015819367716778405
episode: 4340 reward: 0.007024576899551586
episode: 20300 reward: 0.0015819367716778405
episode: 4350 reward: 0.009555900303467733
episode: 20350 reward: 0.0015819367716778405
episode: 20400 reward: 0.0015819367716778405
episode: 4360 reward: 0.002590655106078748
episode: 20450 reward: 0.0015819367716778405
episode: 4370 reward: 0.006224599485361809
episode: 20500 reward: 0.0015819367716778405
episode: 4380 reward: 0.007713234411313631
episode: 20550 reward: 0.0015819367716778405
episode: 4390 reward: 0.015408897335881407
episode: 20600 reward: 0.0015819367716778405
episode: 4400 reward: 0.014155372337829186
episode: 20650 reward: 0.0015819367716778405
episode: 4410 reward: 0.018934678216379338
episode: 20700 reward: 0.0015819367716778405
episode: 20750 reward: 0.0015819367716778405
episode: 4420 reward: 0.011124030500969658
episode: 20800 reward: 0.0015819367716778405
episode: 4430 reward: 0.07122631403442496
episode: 20850 reward: 0.0015819367716778405
episode: 4440 reward: 0.03018597818484105
episode: 20900 reward: 0.0015819367716778405
episode: 4450 reward: 0.11817770467089335
episode: 20950 reward: 0.0015819367716778405
episode: 4460 reward: 0.09104916972516011
episode: 21000 reward: 0.0015819367716778405
episode: 4470 reward: 0.11296119899481298
episode: 21050 reward: 0.0015819367716778405
episode: 4480 reward: 0.0807692147318444
episode: 21100 reward: 0.0015819367716778405
episode: 4490 reward: 0.2414903181516487
episode: 21150 reward: 0.0015819367716778405
episode: 21200 reward: 0.0015819367716778405
episode: 4500 reward: 0.045859463220120605
episode: 21250 reward: 0.0015819367716778405
episode: 4510 reward: 0.12178369840915045
episode: 21300 reward: 0.0015819367716778405
episode: 4520 reward: 0.16875125934999724
episode: 21350 reward: 0.0015819367716778405
episode: 4530 reward: 0.27320797272910796
episode: 21400 reward: 0.0015819367716778405
episode: 4540 reward: 0.028995859012127343
episode: 21450 reward: 0.0015819367716778405
episode: 4550 reward: 0.05339323586381328
episode: 21500 reward: 0.0015819367716778405
episode: 4560 reward: 0.14878451815907953
episode: 21550 reward: 0.0015819367716778405
episode: 4570 reward: 0.05902238719675835
episode: 21600 reward: 0.0015819367716778405
episode: 4580 reward: 0.10907595169825875
episode: 21650 reward: 0.0015819367716778405
episode: 21700 reward: 0.0015819367716778405
episode: 4590 reward: 0.102636160796994
episode: 21750 reward: 0.0015819367716778405
episode: 4600 reward: 0.05371274260313704
episode: 21800 reward: 0.0015819367716778405
episode: 4610 reward: 0.07146634042730461
episode: 21850 reward: 0.0015819367716778405
episode: 4620 reward: 0.05868842330845781
episode: 21900 reward: 0.0015819367716778405
episode: 4630 reward: 0.020992547817935678
episode: 21950 reward: 0.0015819367716778405
episode: 4640 reward: 0.006848419587304305
episode: 22000 reward: 0.0015819367716778405
episode: 22050 reward: 0.0015819367716778405
episode: 4650 reward: 0.0179840491006891
episode: 22100 reward: 0.0015819367716778405
episode: 4660 reward: 0.005642295861374528
episode: 22150 reward: 0.0015819367716778405
episode: 4670 reward: 0.008911594336063634
episode: 22200 reward: 0.0015819367716778405
episode: 4680 reward: 0.006647775053309754
episode: 22250 reward: 0.0015819367716778405
episode: 4690 reward: 0.002118004450392702
episode: 22300 reward: 0.0015819367716778405
episode: 22350 reward: 0.0015819367716778405
episode: 4700 reward: 0.006764857728293121
episode: 22400 reward: 0.0015819367716778405
episode: 4710 reward: 0.002228758466380992
episode: 22450 reward: 0.0015819367716778405
episode: 4720 reward: 0.002010560383160111
episode: 22500 reward: 0.0015819367716778405
episode: 4730 reward: 0.009109105262158905
episode: 22550 reward: 0.0015819367716778405
episode: 4740 reward: 0.013383024281853815
episode: 22600 reward: 0.0015819367716778405
episode: 4750 reward: 0.007896694092115651
episode: 22650 reward: 0.0015819367716778405
episode: 22700 reward: 0.0015819367716778405
episode: 4760 reward: 0.009535343116928928
episode: 22750 reward: 0.0015819367716778405
episode: 4770 reward: 0.021552807142311593
episode: 22800 reward: 0.0015819367716778405
episode: 4780 reward: 0.025047846314905513
episode: 22850 reward: 0.0015819367716778405
episode: 4790 reward: 0.02216349288873596
episode: 22900 reward: 0.0015819367716778405
episode: 4800 reward: 0.02711242067445456
episode: 22950 reward: 0.0015819367716778405
episode: 4810 reward: 0.052711876545891954
episode: 23000 reward: 0.0015819367716778405
episode: 4820 reward: 0.06035570278696215
episode: 23050 reward: 0.0015819367716778405
episode: 23100 reward: 0.0015819367716778405
episode: 4830 reward: 0.12331631481879234
episode: 23150 reward: 0.0015819367716778405
episode: 4840 reward: 0.1708495002225535
episode: 23200 reward: 0.0015819367716778405
episode: 4850 reward: 0.08175211054712261
episode: 23250 reward: 0.0015819367716778405
episode: 4860 reward: 0.06174049094197555
episode: 23300 reward: 0.0015819367716778405
episode: 4870 reward: 0.06758242430974838
episode: 23350 reward: 0.0015819367716778405
episode: 23400 reward: 0.0015819367716778405
episode: 4880 reward: 0.029864911366598905
episode: 23450 reward: 0.0015819367716778405
episode: 4890 reward: 0.04871284493566841
episode: 23500 reward: 0.0015819367716778405
episode: 4900 reward: 0.021748639892244546
episode: 23550 reward: 0.0015819367716778405
episode: 4910 reward: 0.02084168229928613
episode: 23600 reward: 0.0015819367716778405
episode: 4920 reward: 0.026032807136128495
episode: 23650 reward: 0.0015819367716778405
episode: 4930 reward: 0.09446528488627473
episode: 23700 reward: 0.0015819367716778405
episode: 4940 reward: 0.06977806857537563
episode: 23750 reward: 0.0015819367716778405
episode: 23800 reward: 0.0015819367716778405
episode: 4950 reward: 0.055977568166178084
episode: 23850 reward: 0.0015819367716778405
episode: 4960 reward: 0.03989458331439852
episode: 23900 reward: 0.0015819367716778405
episode: 4970 reward: 0.06945070385049111
episode: 23950 reward: 0.0015819367716778405
episode: 4980 reward: 0.09526858542470899
episode: 24000 reward: 0.0015819367716778405
episode: 4990 reward: 0.2164737271171221
episode: 24050 reward: 0.0015819367716778405
episode: 5000 reward: 0.13539644701428197
episode: 24100 reward: 0.0015819367716778405
episode: 5010 reward: 0.12306431142351519
episode: 24150 reward: 0.0015819367716778405
episode: 5020 reward: 0.057270048210273386
episode: 24200 reward: 0.0015819367716778405
episode: 24250 reward: 0.0015819367716778405
episode: 5030 reward: 0.02753770855989412
episode: 24300 reward: 0.0015819367716778405
episode: 5040 reward: 0.024826438125529246
episode: 24350 reward: 0.0015819367716778405
episode: 5050 reward: 0.026732686798635354
episode: 24400 reward: 0.0015819367716778405
episode: 5060 reward: 0.016640693942315876
episode: 24450 reward: 0.0015819367716778405
episode: 5070 reward: 0.021402042706035226
episode: 24500 reward: 0.0015819367716778405
episode: 5080 reward: 0.022531253257332337
episode: 24550 reward: 0.0015819367716778405
episode: 5090 reward: 0.01882310354595831
episode: 24600 reward: 0.0015819367716778405
episode: 24650 reward: 0.0015819367716778405
episode: 5100 reward: 0.008353295720960559
episode: 24700 reward: 0.0015819367716778405
episode: 5110 reward: 0.023110876398471845
episode: 24750 reward: 0.0015819367716778405
episode: 5120 reward: 0.022143660465593816
episode: 24800 reward: 0.0015819367716778405
episode: 5130 reward: 0.04701912876325712
episode: 24850 reward: 0.0015819367716778405
episode: 5140 reward: 0.021034079310599293
episode: 24900 reward: 0.0015819367716778405
episode: 5150 reward: 0.028305841364539265
episode: 24950 reward: 0.0015819367716778405
episode: 5160 reward: 0.06071123529112528
episode: 25000 reward: 0.0015819367716778405
episode: 25050 reward: 0.0015819367716778405
episode: 5170 reward: 0.06444559023899342
episode: 25100 reward: 0.0015819367716778405
episode: 5180 reward: 0.14483493497459418
episode: 25150 reward: 0.0015819367716778405
episode: 5190 reward: 0.10610081899190656
episode: 25200 reward: 0.0015819367716778405
episode: 5200 reward: 0.16030489894266392
episode: 25250 reward: 0.0015819367716778405
episode: 25300 reward: 0.0015819367716778405
episode: 5210 reward: 0.13701770085175172
episode: 25350 reward: 0.0015819367716778405
episode: 5220 reward: 0.3793375553602655
episode: 25400 reward: 0.0015819367716778405
episode: 5230 reward: 0.15721024071093237
episode: 25450 reward: 0.0015819367716778405
episode: 5240 reward: 0.049479956520048794
episode: 25500 reward: 0.0015819367716778405
episode: 5250 reward: 0.024108986847546383
episode: 25550 reward: 0.0015819367716778405
episode: 5260 reward: 0.008330312454430604
episode: 25600 reward: 0.0015819367716778405
episode: 5270 reward: 0.006459561114342756
episode: 25650 reward: 0.0015819367716778405
episode: 5280 reward: 0.005751419135995933
episode: 25700 reward: 0.0015819367716778405
episode: 25750 reward: 0.0015819367716778405
episode: 5290 reward: 0.0024230657903988695
episode: 25800 reward: 0.0015819367716778405
episode: 5300 reward: 0.0028559875187766114
episode: 25850 reward: 0.0015819367716778405
episode: 5310 reward: 0.001513331807124895
episode: 25900 reward: 0.0015819367716778405
episode: 5320 reward: 0.0009683348950843662
episode: 25950 reward: 0.0015819367716778405
episode: 5330 reward: 0.0014496674920859906
episode: 26000 reward: 0.0015819367716778405
episode: 5340 reward: 0.0011258280883193095
episode: 26050 reward: 0.0015819367716778405
episode: 26100 reward: 0.0015819367716778405
episode: 5350 reward: 0.0010129850468588173
episode: 26150 reward: 0.0015819367716778405
episode: 5360 reward: 0.0010590465234358996
episode: 26200 reward: 0.0015819367716778405
episode: 5370 reward: 0.0009383800920584651
episode: 26250 reward: 0.0015819367716778405
episode: 5380 reward: 0.0010724659848001796
episode: 26300 reward: 0.0015819367716778405
episode: 26350 reward: 0.0015819367716778405
episode: 5390 reward: 0.0012229661969113525
episode: 26400 reward: 0.0015819367716778405
episode: 5400 reward: 0.0009191610907429677
episode: 26450 reward: 0.0015819367716778405
episode: 5410 reward: 0.0009392750492626697
episode: 26500 reward: 0.0015819367716778405
episode: 5420 reward: 0.0014186605098543876
episode: 26550 reward: 0.0015819367716778405
episode: 5430 reward: 0.0008610329836534961
episode: 26600 reward: 0.0015819367716778405
episode: 26650 reward: 0.0015819367716778405
episode: 5440 reward: 0.0009031140137071423
episode: 26700 reward: 0.0015819367716778405
episode: 5450 reward: 0.0018806354003227958
episode: 26750 reward: 0.0015819367716778405
episode: 5460 reward: 0.0009192076068695161
episode: 26800 reward: 0.0015819367716778405
episode: 5470 reward: 0.000895094329300919
episode: 26850 reward: 0.0015819367716778405
episode: 5480 reward: 0.0011655895070969398
episode: 26900 reward: 0.0015819367716778405
episode: 26950 reward: 0.0015819367716778405
episode: 5490 reward: 0.0009237475609549066
episode: 27000 reward: 0.0015819367716778405
episode: 5500 reward: 0.000914852798891715
episode: 27050 reward: 0.0015819367716778405
episode: 5510 reward: 0.0008966342974597907
episode: 27100 reward: 0.0015819367716778405
episode: 5520 reward: 0.0009049758926661373
episode: 27150 reward: 0.0015819367716778405
episode: 5530 reward: 0.0009416464982744066
episode: 27200 reward: 0.0015819367716778405
episode: 27250 reward: 0.0015819367716778405
episode: 5540 reward: 0.0011178405925934476
episode: 27300 reward: 0.0015819367716778405
episode: 5550 reward: 0.0018526427206192882
episode: 27350 reward: 0.0015819367716778405
episode: 5560 reward: 0.0009495982319386197
episode: 27400 reward: 0.0015819367716778405
episode: 5570 reward: 0.0015815425416706018
episode: 27450 reward: 0.0015819367716778405
episode: 27500 reward: 0.0015819367716778405
episode: 5580 reward: 0.0011979886229552179
episode: 27550 reward: 0.0015819367716778405
episode: 5590 reward: 0.0014037811225159427
episode: 27600 reward: 0.0015819367716778405
episode: 5600 reward: 0.0011097236975085806
episode: 27650 reward: 0.0015819367716778405
episode: 5610 reward: 0.0010266583747167454
episode: 27700 reward: 0.0015819367716778405
episode: 5620 reward: 0.0012049679066853992
episode: 27750 reward: 0.0015819367716778405
episode: 5630 reward: 0.0010712321100894901
episode: 27800 reward: 0.0015819367716778405
episode: 5640 reward: 0.0023859281562343205
episode: 27850 reward: 0.0015819367716778405
episode: 5650 reward: 0.0024397599468718827
episode: 27900 reward: 0.0015819367716778405
episode: 5660 reward: 0.002358115360956429
episode: 27950 reward: 0.0015819367716778405
episode: 5670 reward: 0.0020816696987389764
episode: 28000 reward: 0.0015819367716778405
episode: 5680 reward: 0.0017244480507464998
episode: 28050 reward: 0.0015819367716778405
episode: 28100 reward: 0.0015819367716778405
episode: 5690 reward: 0.0035807045118541633
episode: 5700 reward: 0.0023331256929370295
episode: 28150 reward: 0.0015819367716778405
episode: 28200 reward: 0.0015819367716778405
episode: 5710 reward: 0.005603032687156434
episode: 28250 reward: 0.0015819367716778405
episode: 5720 reward: 0.004358053003981497
episode: 28300 reward: 0.0015819367716778405
episode: 5730 reward: 0.0036242999547745885
episode: 28350 reward: 0.0015819367716778405
episode: 5740 reward: 0.004018418384857366
episode: 28400 reward: 0.0015819367716778405
episode: 5750 reward: 0.004495818183741115
episode: 28450 reward: 0.0015819367716778405
episode: 5760 reward: 0.00344344450268949
episode: 28500 reward: 0.0015819367716778405
episode: 5770 reward: 0.014463669939726757
episode: 28550 reward: 0.0015819367716778405
episode: 5780 reward: 0.007350767584015952
episode: 28600 reward: 0.0015819367716778405
episode: 5790 reward: 0.018265283632294547
episode: 28650 reward: 0.0015819367716778405
episode: 5800 reward: 0.08856581033287353
episode: 28700 reward: 0.0015819367716778405
episode: 5810 reward: 0.06109397438106668
episode: 28750 reward: 0.0015819367716778405
episode: 5820 reward: 0.0782207344796401
episode: 28800 reward: 0.0015819367716778405
episode: 5830 reward: 0.19862755413853675
episode: 28850 reward: 0.0015819367716778405
episode: 5840 reward: 0.06408994825615202
episode: 28900 reward: 0.0015819367716778405
episode: 5850 reward: 0.25507744886044403
episode: 28950 reward: 0.0015819367716778405
episode: 5860 reward: 0.18848238485121194
episode: 29000 reward: 0.0015819367716778405
episode: 5870 reward: 0.2210536454856627
episode: 29050 reward: 0.0015819367716778405
episode: 5880 reward: 0.041313706099732984
episode: 29100 reward: 0.0015819367716778405
episode: 5890 reward: 0.045466078883556665
episode: 29150 reward: 0.0015819367716778405
episode: 5900 reward: 0.019874969916730358
episode: 29200 reward: 0.0015819367716778405
episode: 5910 reward: 0.014044691855220932
episode: 29250 reward: 0.0015819367716778405
episode: 5920 reward: 0.0205627460599323
episode: 29300 reward: 0.0015819367716778405
episode: 5930 reward: 0.011587003051743336
episode: 29350 reward: 0.0015819367716778405
episode: 5940 reward: 0.00450060833901273
episode: 29400 reward: 0.0015819367716778405
episode: 5950 reward: 0.0114140942100458
episode: 29450 reward: 0.0015819367716778405
episode: 5960 reward: 0.009444489563019572
episode: 29500 reward: 0.0015819367716778405
episode: 5970 reward: 0.009642953929199938
episode: 29550 reward: 0.0015819367716778405
episode: 5980 reward: 0.0016148060975706468
episode: 29600 reward: 0.0015819367716778405
episode: 5990 reward: 0.013139980261136972
episode: 29650 reward: 0.0015819367716778405
episode: 6000 reward: 0.010312645766420232
episode: 29700 reward: 0.0015819367716778405
episode: 6010 reward: 0.016143286386700977
episode: 29750 reward: 0.0015819367716778405
episode: 6020 reward: 0.007832611405452546
episode: 29800 reward: 0.0015819367716778405
episode: 6030 reward: 0.03667769535846611
episode: 29850 reward: 0.0015819367716778405
episode: 6040 reward: 0.013336316281326166
episode: 29900 reward: 0.0015819367716778405
episode: 6050 reward: 0.019256776996566593
episode: 29950 reward: 0.0015819367716778405
episode: 6060 reward: 0.11913281286565365
episode: 30000 reward: 0.0015819367716778405
episode: 6070 reward: 0.06286168437013132
episode: 30050 reward: 0.0015819367716778405
episode: 6080 reward: 0.12800439013069093
episode: 30100 reward: 0.0015819367716778405
episode: 6090 reward: 0.41928797791447864
episode: 30150 reward: 0.0015819367716778405
episode: 6100 reward: 0.11978273711920445
episode: 30200 reward: 0.0015819367716778405
episode: 6110 reward: 0.10842543571527002
episode: 30250 reward: 0.0015819367716778405
episode: 6120 reward: 0.039232098426710584
episode: 30300 reward: 0.0015819367716778405
episode: 6130 reward: 0.02140249486960126
episode: 30350 reward: 0.0015819367716778405
episode: 6140 reward: 0.013826301237374572
episode: 30400 reward: 0.0015819367716778405
episode: 6150 reward: 0.008437335082933378
episode: 30450 reward: 0.0015819367716778405
episode: 6160 reward: 0.007348178415687408
episode: 30500 reward: 0.0015819367716778405
episode: 6170 reward: 0.002581569922835371
episode: 30550 reward: 0.0015819367716778405
episode: 6180 reward: 0.005730102484713957
episode: 30600 reward: 0.0015819367716778405
episode: 6190 reward: 0.0014272374171645952
episode: 30650 reward: 0.0015819367716778405
episode: 6200 reward: 0.009754131652293677
episode: 30700 reward: 0.0015819367716778405
episode: 30750 reward: 0.0015819367716778405
episode: 6210 reward: 0.003675716358628157
episode: 30800 reward: 0.0015819367716778405
episode: 6220 reward: 0.003827898760037911
episode: 30850 reward: 0.0015819367716778405
episode: 6230 reward: 0.010976326599969026
episode: 30900 reward: 0.0015819367716778405
episode: 6240 reward: 0.004842008242395949
episode: 30950 reward: 0.0015819367716778405
episode: 6250 reward: 0.028717728682697813
episode: 31000 reward: 0.0015819367716778405
episode: 6260 reward: 0.014600301699000366
episode: 31050 reward: 0.0015819367716778405
episode: 6270 reward: 0.010785133805141732
episode: 31100 reward: 0.0015819367716778405
episode: 6280 reward: 0.022814871117595895
episode: 31150 reward: 0.0015819367716778405
episode: 6290 reward: 0.014933728154306228
episode: 31200 reward: 0.0015819367716778405
episode: 6300 reward: 0.07269058653719171
episode: 31250 reward: 0.0015819367716778405
episode: 6310 reward: 0.1830942903065437
episode: 31300 reward: 0.0015819367716778405
episode: 6320 reward: 0.25726182443452583
episode: 31350 reward: 0.0015819367716778405
episode: 6330 reward: 0.35584227662784773
episode: 31400 reward: 0.0015819367716778405
episode: 6340 reward: 0.04442742533680965
episode: 31450 reward: 0.0015819367716778405
episode: 6350 reward: 0.06272077161585755
episode: 31500 reward: 0.0015819367716778405
episode: 6360 reward: 0.04598410380592839
episode: 31550 reward: 0.0015819367716778405
episode: 6370 reward: 0.03273305947419869
episode: 31600 reward: 0.0015819367716778405
episode: 6380 reward: 0.029388655694485642
episode: 31650 reward: 0.0015819367716778405
episode: 6390 reward: 0.06308444698315485
episode: 31700 reward: 0.0015819367716778405
episode: 6400 reward: 0.06736992302928023
episode: 31750 reward: 0.0015819367716778405
episode: 6410 reward: 0.11799034651531608
episode: 31800 reward: 0.0015819367716778405
episode: 6420 reward: 0.24239664025790889
episode: 31850 reward: 0.0015819367716778405
episode: 6430 reward: 0.2680258390890851
episode: 31900 reward: 0.0015819367716778405
episode: 6440 reward: 0.04496892110981777
episode: 31950 reward: 0.0015819367716778405
episode: 6450 reward: 0.014156875347361778
episode: 32000 reward: 0.0015819367716778405
episode: 6460 reward: 0.006259493207387194
episode: 32050 reward: 0.0015819367716778405
episode: 6470 reward: 0.004937988019902784
episode: 32100 reward: 0.0015819367716778405
episode: 6480 reward: 0.0017788140535725443
episode: 32150 reward: 0.0015819367716778405
episode: 6490 reward: 0.0009411237190989023
episode: 32200 reward: 0.0015819367716778405
episode: 6500 reward: 0.0013369584241824672
episode: 32250 reward: 0.0015819367716778405
episode: 6510 reward: 0.0015366425156761625
episode: 32300 reward: 0.0015819367716778405
episode: 6520 reward: 0.0008673329952703623
episode: 32350 reward: 0.0015819367716778405
episode: 6530 reward: 0.0009247158617790368
episode: 32400 reward: 0.0015819367716778405
episode: 32450 reward: 0.0015819367716778405
episode: 6540 reward: 0.0009254496554665822
episode: 32500 reward: 0.0015819367716778405
episode: 6550 reward: 0.0008824861834654032
episode: 32550 reward: 0.0015819367716778405
episode: 6560 reward: 0.0007900672366125307
episode: 32600 reward: 0.0015819367716778405
episode: 6570 reward: 0.00083756634723547
episode: 32650 reward: 0.0015819367716778405
episode: 6580 reward: 0.0016143176302855526
episode: 32700 reward: 0.0015819367716778405
episode: 6590 reward: 0.0008966419703660507
episode: 32750 reward: 0.0015819367716778405
episode: 6600 reward: 0.0009662500562929398
episode: 32800 reward: 0.0015819367716778405
episode: 6610 reward: 0.0008496413772824429
episode: 32850 reward: 0.0015819367716778405
episode: 6620 reward: 0.0012196285172585285
episode: 32900 reward: 0.0015819367716778405
episode: 6630 reward: 0.0008280229594584689
episode: 32950 reward: 0.0015819367716778405
episode: 6640 reward: 0.0008585816588897757
episode: 33000 reward: 0.0015819367716778405
episode: 33050 reward: 0.0015819367716778405
episode: 6650 reward: 0.0008951359657635257
episode: 33100 reward: 0.0015819367716778405
episode: 6660 reward: 0.0008476850942151395
episode: 33150 reward: 0.0015819367716778405
episode: 6670 reward: 0.0008824314214339342
episode: 33200 reward: 0.0015819367716778405
episode: 6680 reward: 0.0009077723637209276
episode: 33250 reward: 0.0015819367716778405
episode: 6690 reward: 0.0008126243443471394
episode: 33300 reward: 0.0015819367716778405
episode: 6700 reward: 0.00090237577715966
episode: 33350 reward: 0.0015819367716778405
episode: 6710 reward: 0.0010054440408985813
episode: 33400 reward: 0.0015819367716778405
episode: 6720 reward: 0.0008704629116515216
episode: 33450 reward: 0.0015819367716778405
episode: 33500 reward: 0.0015819367716778405
episode: 6730 reward: 0.0010448808331014951
episode: 33550 reward: 0.0015819367716778405
episode: 6740 reward: 0.0008224157518491957
episode: 33600 reward: 0.0015819367716778405
episode: 6750 reward: 0.0008236390305751807
episode: 33650 reward: 0.0015819367716778405
episode: 6760 reward: 0.000794081102633483
episode: 33700 reward: 0.0015819367716778405
episode: 6770 reward: 0.0008543822246056326
episode: 33750 reward: 0.0015819367716778405
episode: 6780 reward: 0.0008628965590416472
episode: 33800 reward: 0.0015819367716778405
episode: 6790 reward: 0.0008400040140124814
episode: 33850 reward: 0.0015819367716778405
episode: 6800 reward: 0.0008776358056371287
episode: 33900 reward: 0.0015819367716778405
episode: 6810 reward: 0.0008059866099350537
episode: 33950 reward: 0.0015819367716778405
episode: 6820 reward: 0.0008660790841047395
episode: 34000 reward: 0.0015819367716778405
episode: 34050 reward: 0.0015819367716778405
episode: 6830 reward: 0.00091403529212607
episode: 34100 reward: 0.0015819367716778405
episode: 6840 reward: 0.0009200673478402103
episode: 34150 reward: 0.0015819367716778405
episode: 6850 reward: 0.0008834853668264766
episode: 34200 reward: 0.0015819367716778405
episode: 6860 reward: 0.0008520259443209178
episode: 34250 reward: 0.0015819367716778405
episode: 6870 reward: 0.0009058383195392737
episode: 34300 reward: 0.0015819367716778405
episode: 6880 reward: 0.0008484263804507906
episode: 34350 reward: 0.0015819367716778405
episode: 6890 reward: 0.0010857479553653927
episode: 34400 reward: 0.0015819367716778405
episode: 6900 reward: 0.0009491121441472542
episode: 34450 reward: 0.0015819367716778405
episode: 6910 reward: 0.0009556041722080775
episode: 34500 reward: 0.0015819367716778405
episode: 6920 reward: 0.0008570085029360494
episode: 34550 reward: 0.0015819367716778405
episode: 6930 reward: 0.0009863117909760949
episode: 34600 reward: 0.0015819367716778405
episode: 34650 reward: 0.0015819367716778405
episode: 6940 reward: 0.0009646727850814759
episode: 34700 reward: 0.0015819367716778405
episode: 6950 reward: 0.0008952856196280451
episode: 34750 reward: 0.0015819367716778405
episode: 6960 reward: 0.0009623688649438918
episode: 34800 reward: 0.0015819367716778405
episode: 6970 reward: 0.0009996046724661213
episode: 34850 reward: 0.0015819367716778405
episode: 6980 reward: 0.0009320220843789715
episode: 34900 reward: 0.0015819367716778405
episode: 6990 reward: 0.0010452052853223124
episode: 34950 reward: 0.0015819367716778405
episode: 7000 reward: 0.0010412652815230401
episode: 35000 reward: 0.0015819367716778405
episode: 7010 reward: 0.0009221152768010399
episode: 35050 reward: 0.0015819367716778405
episode: 7020 reward: 0.0010772246113757537
episode: 35100 reward: 0.0015819367716778405
episode: 7030 reward: 0.0009381700497262902
episode: 35150 reward: 0.0015819367716778405
episode: 7040 reward: 0.0018903648703394629
episode: 35200 reward: 0.0015819367716778405
episode: 35250 reward: 0.0015819367716778405
episode: 7050 reward: 0.0009336191029130479
episode: 35300 reward: 0.0015819367716778405
episode: 7060 reward: 0.000972538719420996
episode: 35350 reward: 0.0015819367716778405
episode: 7070 reward: 0.0011858992547897234
episode: 35400 reward: 0.0015819367716778405
episode: 7080 reward: 0.0009921306010507367
episode: 35450 reward: 0.0015819367716778405
episode: 7090 reward: 0.0009579453144650632
episode: 35500 reward: 0.0015819367716778405
episode: 7100 reward: 0.0016677805076442734
episode: 35550 reward: 0.0015819367716778405
episode: 7110 reward: 0.0019775036856142995
episode: 35600 reward: 0.0015819367716778405
episode: 7120 reward: 0.0016974124835717826
episode: 35650 reward: 0.0015819367716778405
episode: 7130 reward: 0.0026919284058582785
episode: 35700 reward: 0.0015819367716778405
episode: 7140 reward: 0.0015648395119877256
episode: 35750 reward: 0.0015819367716778405
episode: 7150 reward: 0.0009215639348032369
episode: 35800 reward: 0.0015819367716778405
episode: 7160 reward: 0.0014579328483417915
episode: 35850 reward: 0.0015819367716778405
episode: 7170 reward: 0.0052343577761244115
episode: 35900 reward: 0.0015819367716778405
episode: 7180 reward: 0.0025798690039032786
episode: 35950 reward: 0.0015819367716778405
episode: 7190 reward: 0.004582766481162644
episode: 36000 reward: 0.0015819367716778405
episode: 7200 reward: 0.001715576045846123
episode: 36050 reward: 0.0015819367716778405
episode: 36100 reward: 0.0015819367716778405
episode: 7210 reward: 0.003601368870218434
episode: 7220 reward: 0.005653347366380972
episode: 36150 reward: 0.0015819367716778405
episode: 7230 reward: 0.003147191139770656
episode: 36200 reward: 0.0015819367716778405
episode: 36250 reward: 0.0015819367716778405
episode: 7240 reward: 0.0075567763013926585
episode: 7250 reward: 0.004698588408492772
episode: 36300 reward: 0.0015819367716778405
episode: 7260 reward: 0.013130179227202669
episode: 36350 reward: 0.0015819367716778405
episode: 7270 reward: 0.01605354674643718
episode: 36400 reward: 0.0015819367716778405
episode: 36450 reward: 0.0015819367716778405
episode: 7280 reward: 0.021592401087206857
episode: 7290 reward: 0.025904992302099025
episode: 36500 reward: 0.0015819367716778405
episode: 7300 reward: 0.043568580204762265
episode: 36550 reward: 0.0015819367716778405
episode: 7310 reward: 0.031972295102566474
episode: 36600 reward: 0.0015819367716778405
episode: 36650 reward: 0.0015819367716778405
episode: 7320 reward: 0.07219814134465731
episode: 7330 reward: 0.08455570408678581
episode: 36700 reward: 0.0015819367716778405
episode: 7340 reward: 0.19444165429934895
episode: 36750 reward: 0.0015819367716778405
episode: 7350 reward: 0.12114423345683455
episode: 36800 reward: 0.0015819367716778405
episode: 7360 reward: 0.011216178156477281
episode: 36850 reward: 0.0015819367716778405
episode: 36900 reward: 0.0015819367716778405
episode: 7370 reward: 0.009229802239031594
episode: 36950 reward: 0.0015819367716778405
episode: 7380 reward: 0.005300292281450099
episode: 37000 reward: 0.0015819367716778405
episode: 7390 reward: 0.0022740260993503432
episode: 37050 reward: 0.0015819367716778405
episode: 7400 reward: 0.0028542468220658554
episode: 37100 reward: 0.0015819367716778405
episode: 37150 reward: 0.0015819367716778405
episode: 7410 reward: 0.0017305620611469694
episode: 37200 reward: 0.0015819367716778405
episode: 7420 reward: 0.003206159477003304
episode: 37250 reward: 0.0015819367716778405
episode: 37300 reward: 0.0015819367716778405
episode: 7430 reward: 0.002486368871881906
episode: 37350 reward: 0.0015819367716778405
episode: 7440 reward: 0.0023375597305582627
episode: 37400 reward: 0.0015819367716778405
episode: 7450 reward: 0.0010697578877034374
episode: 37450 reward: 0.0015819367716778405
episode: 37500 reward: 0.0015819367716778405
episode: 7460 reward: 0.0011475484797896745
episode: 37550 reward: 0.0015819367716778405
episode: 7470 reward: 0.0019685944692515085
episode: 37600 reward: 0.0015819367716778405
episode: 37650 reward: 0.0015819367716778405
episode: 7480 reward: 0.001089538032966193
episode: 37700 reward: 0.0015819367716778405
episode: 7490 reward: 0.001619232293379003
episode: 37750 reward: 0.0015819367716778405
episode: 37800 reward: 0.0015819367716778405
episode: 7500 reward: 0.0022188435738777676
episode: 37850 reward: 0.0015819367716778405
episode: 7510 reward: 0.0026410323010784336
episode: 37900 reward: 0.0015819367716778405
episode: 7520 reward: 0.0011739232404421986
episode: 37950 reward: 0.0015819367716778405
episode: 38000 reward: 0.0015819367716778405
episode: 7530 reward: 0.001348975072620843
episode: 38050 reward: 0.0015819367716778405
episode: 7540 reward: 0.0009077757311396236
episode: 38100 reward: 0.0015819367716778405
episode: 38150 reward: 0.0015819367716778405
episode: 7550 reward: 0.001794898375913043
episode: 38200 reward: 0.0015819367716778405
episode: 7560 reward: 0.0014805419814049466
episode: 38250 reward: 0.0015819367716778405
episode: 38300 reward: 0.0015819367716778405
episode: 7570 reward: 0.002520669005895538
episode: 38350 reward: 0.0015819367716778405
episode: 7580 reward: 0.002447624783099011
episode: 38400 reward: 0.0015819367716778405
episode: 7590 reward: 0.0016148851622222536
episode: 38450 reward: 0.0015819367716778405
episode: 38500 reward: 0.0015819367716778405
episode: 7600 reward: 0.002028251162211824
episode: 38550 reward: 0.0015819367716778405
episode: 7610 reward: 0.0015269338105795302
episode: 38600 reward: 0.0015819367716778405
episode: 38650 reward: 0.0015819367716778405
episode: 7620 reward: 0.0031545953868507863
episode: 38700 reward: 0.0015819367716778405
episode: 7630 reward: 0.0026910183606521066
episode: 38750 reward: 0.0015819367716778405
episode: 7640 reward: 0.001353360261250556
episode: 38800 reward: 0.0015819367716778405
episode: 38850 reward: 0.0015819367716778405
episode: 7650 reward: 0.004064294365097103
episode: 38900 reward: 0.0015819367716778405
episode: 7660 reward: 0.003358284131904425
episode: 38950 reward: 0.0015819367716778405
episode: 39000 reward: 0.0015819367716778405
episode: 7670 reward: 0.0019335062590762927
episode: 39050 reward: 0.0015819367716778405
episode: 7680 reward: 0.00612499372322867
episode: 39100 reward: 0.0015819367716778405
episode: 7690 reward: 0.0035691747889623556
episode: 39150 reward: 0.0015819367716778405
episode: 7700 reward: 0.01654680919710478
episode: 39200 reward: 0.0015819367716778405
episode: 7710 reward: 0.0050828377229438625
episode: 39250 reward: 0.0015819367716778405
episode: 7720 reward: 0.007722725664627234
episode: 39300 reward: 0.0015819367716778405
episode: 7730 reward: 0.01196403403452763
episode: 39350 reward: 0.0015819367716778405
episode: 7740 reward: 0.018842198216929944
episode: 39400 reward: 0.0015819367716778405
episode: 7750 reward: 0.01878180415153119
episode: 39450 reward: 0.0015819367716778405
episode: 7760 reward: 0.056232858108665074
episode: 39500 reward: 0.0015819367716778405
episode: 7770 reward: 0.04345627715708178
episode: 39550 reward: 0.0015819367716778405
episode: 7780 reward: 0.06426385526635287
episode: 39600 reward: 0.0015819367716778405
episode: 7790 reward: 0.10667298193409205
episode: 39650 reward: 0.0015819367716778405
episode: 7800 reward: 0.27140510226101977
episode: 39700 reward: 0.0015819367716778405
episode: 7810 reward: 0.054183918094918265
episode: 39750 reward: 0.0015819367716778405
episode: 7820 reward: 0.019604075757900956
episode: 39800 reward: 0.0015819367716778405
episode: 7830 reward: 0.031004799737298125
episode: 39850 reward: 0.0015819367716778405
episode: 7840 reward: 0.026640112890608397
episode: 39900 reward: 0.0015819367716778405
episode: 7850 reward: 0.020928348560403754
episode: 39950 reward: 0.0015819367716778405
episode: 7860 reward: 0.048570380947302184
episode: 40000 reward: 0.0015819367716778405
episode: 7870 reward: 0.016047056837772824
episode: 40050 reward: 0.0015819367716778405
episode: 7880 reward: 0.017550746179064925
episode: 40100 reward: 0.0015819367716778405
episode: 7890 reward: 0.0547754677656243
episode: 40150 reward: 0.0015819367716778405
episode: 7900 reward: 0.0279367557936766
episode: 40200 reward: 0.0015819367716778405
episode: 7910 reward: 0.015017109124396808
episode: 40250 reward: 0.0015819367716778405
episode: 7920 reward: 0.05495951521050229
episode: 40300 reward: 0.0015819367716778405
episode: 7930 reward: 0.0427643111990333
episode: 40350 reward: 0.0015819367716778405
episode: 7940 reward: 0.08997363169685851
episode: 40400 reward: 0.0015819367716778405
episode: 7950 reward: 0.2191422620237486
episode: 40450 reward: 0.0015819367716778405
episode: 7960 reward: 0.34499176228514794
episode: 40500 reward: 0.0015819367716778405
episode: 7970 reward: 0.2080463401679757
episode: 40550 reward: 0.0015819367716778405
episode: 7980 reward: 0.052722102705747835
episode: 40600 reward: 0.0015819367716778405
episode: 7990 reward: 0.056161860444942556
episode: 40650 reward: 0.0015819367716778405
episode: 8000 reward: 0.018263136934585852
episode: 40700 reward: 0.0015819367716778405
episode: 8010 reward: 0.017958854326683257
episode: 40750 reward: 0.0015819367716778405
episode: 8020 reward: 0.022783461348293288
episode: 40800 reward: 0.0015819367716778405
episode: 8030 reward: 0.011225971966415532
episode: 40850 reward: 0.0015819367716778405
episode: 8040 reward: 0.013375486545881752
episode: 40900 reward: 0.0015819367716778405
episode: 8050 reward: 0.01568665797109538
episode: 40950 reward: 0.0015819367716778405
episode: 8060 reward: 0.01992479461849536
episode: 41000 reward: 0.0015819367716778405
episode: 8070 reward: 0.041506488381931744
episode: 41050 reward: 0.0015819367716778405
episode: 8080 reward: 0.030724153666506777
episode: 41100 reward: 0.0015819367716778405
episode: 8090 reward: 0.025132992969839785
episode: 41150 reward: 0.0015819367716778405
episode: 8100 reward: 0.03422599495842322
episode: 41200 reward: 0.0015819367716778405
episode: 8110 reward: 0.03279071487507439
episode: 41250 reward: 0.0015819367716778405
episode: 8120 reward: 0.051461582362614826
episode: 41300 reward: 0.0015819367716778405
episode: 8130 reward: 0.20563573449470648
episode: 41350 reward: 0.0015819367716778405
episode: 8140 reward: 0.13156223043006704
episode: 41400 reward: 0.0015819367716778405
episode: 8150 reward: 0.09683955593828641
episode: 41450 reward: 0.0015819367716778405
episode: 8160 reward: 0.18040556133569738
episode: 41500 reward: 0.0015819367716778405
episode: 8170 reward: 0.04123155275093893
episode: 41550 reward: 0.0015819367716778405
episode: 8180 reward: 0.036131362935257615
episode: 41600 reward: 0.0015819367716778405
episode: 8190 reward: 0.06591314788157462
episode: 41650 reward: 0.0015819367716778405
episode: 8200 reward: 0.24544831087308808
episode: 41700 reward: 0.0015819367716778405
episode: 8210 reward: 0.06508790430301381
episode: 41750 reward: 0.0015819367716778405
episode: 8220 reward: 0.05443628189663421
episode: 41800 reward: 0.0015819367716778405
episode: 8230 reward: 0.04500300934011679
episode: 41850 reward: 0.0015819367716778405
episode: 8240 reward: 0.016385208130255024
episode: 41900 reward: 0.0015819367716778405
episode: 8250 reward: 0.04822585136378674
episode: 41950 reward: 0.0015819367716778405
episode: 8260 reward: 0.02455388649122789
episode: 42000 reward: 0.0015819367716778405
episode: 8270 reward: 0.027313166915481857
episode: 42050 reward: 0.0015819367716778405
episode: 8280 reward: 0.302011478118323
episode: 42100 reward: 0.0015819367716778405
episode: 8290 reward: 0.16519768539720056
episode: 42150 reward: 0.0015819367716778405
episode: 8300 reward: 0.1913566029471276
episode: 42200 reward: 0.0015819367716778405
episode: 8310 reward: 0.05152537126517666
episode: 42250 reward: 0.0015819367716778405
episode: 8320 reward: 0.13903811455660728
episode: 42300 reward: 0.0015819367716778405
episode: 8330 reward: 0.061230856617457884
episode: 42350 reward: 0.0015819367716778405
episode: 8340 reward: 0.015574758756765159
episode: 42400 reward: 0.0015819367716778405
episode: 8350 reward: 0.029730529551280836
episode: 42450 reward: 0.0015819367716778405
episode: 8360 reward: 0.023836932627147162
episode: 42500 reward: 0.0015819367716778405
episode: 8370 reward: 0.03458981135779976
episode: 42550 reward: 0.0015819367716778405
episode: 8380 reward: 0.053883353945999475
episode: 42600 reward: 0.0015819367716778405
episode: 8390 reward: 0.05796831514413212
episode: 42650 reward: 0.0015819367716778405
episode: 8400 reward: 0.043202224062033404
episode: 42700 reward: 0.0015819367716778405
episode: 8410 reward: 0.10221923914504084
episode: 42750 reward: 0.0015819367716778405
episode: 8420 reward: 0.11830553560427888
episode: 42800 reward: 0.0015819367716778405
episode: 8430 reward: 0.19589213833619817
episode: 42850 reward: 0.0015819367716778405
episode: 8440 reward: 0.13732610574263726
episode: 42900 reward: 0.0015819367716778405
episode: 8450 reward: 0.11926138478700102
episode: 42950 reward: 0.0015819367716778405
episode: 8460 reward: 0.12096813462518306
episode: 43000 reward: 0.0015819367716778405
episode: 8470 reward: 0.2474539610292889
episode: 43050 reward: 0.0015819367716778405
episode: 8480 reward: 0.15714443259429386
episode: 43100 reward: 0.0015819367716778405
episode: 8490 reward: 0.1023633015526983
episode: 43150 reward: 0.0015819367716778405
episode: 8500 reward: 0.03096957919061836
episode: 43200 reward: 0.0015819367716778405
episode: 8510 reward: 0.08087819370513341
episode: 43250 reward: 0.0015819367716778405
episode: 8520 reward: 0.013527130056199368
episode: 43300 reward: 0.0015819367716778405
episode: 8530 reward: 0.015448556183909194
episode: 43350 reward: 0.0015819367716778405
episode: 8540 reward: 0.02471513472897943
episode: 43400 reward: 0.0015819367716778405
episode: 8550 reward: 0.013480634543217762
episode: 43450 reward: 0.0015819367716778405
episode: 8560 reward: 0.022135185982242036
episode: 43500 reward: 0.0015819367716778405
episode: 8570 reward: 0.029738622064817002
episode: 43550 reward: 0.0015819367716778405
episode: 8580 reward: 0.08820584278954448
episode: 43600 reward: 0.0015819367716778405
episode: 8590 reward: 0.06671171535234498
episode: 43650 reward: 0.0015819367716778405
episode: 8600 reward: 0.049970910157658255
episode: 43700 reward: 0.0015819367716778405
episode: 8610 reward: 0.08133201667047872
episode: 43750 reward: 0.0015819367716778405
episode: 8620 reward: 0.027449218164872627
episode: 43800 reward: 0.0015819367716778405
episode: 8630 reward: 0.03607654788766366
episode: 43850 reward: 0.0015819367716778405
episode: 8640 reward: 0.15367176491765927
episode: 43900 reward: 0.0015819367716778405
episode: 8650 reward: 0.17698474626624275
episode: 43950 reward: 0.0015819367716778405
episode: 8660 reward: 0.04758940965023374
episode: 44000 reward: 0.0015819367716778405
episode: 8670 reward: 0.02944218958195789
episode: 44050 reward: 0.0015819367716778405
episode: 8680 reward: 0.0434236349472137
episode: 44100 reward: 0.0015819367716778405
episode: 8690 reward: 0.04758863064113667
episode: 44150 reward: 0.0015819367716778405
episode: 8700 reward: 0.014488909521182182
episode: 44200 reward: 0.0015819367716778405
episode: 8710 reward: 0.011195631163961519
episode: 44250 reward: 0.0015819367716778405
episode: 8720 reward: 0.024470985139148044
episode: 44300 reward: 0.0015819367716778405
episode: 8730 reward: 0.017813242889926032
episode: 44350 reward: 0.0015819367716778405
episode: 8740 reward: 0.016693922633306005
episode: 44400 reward: 0.0015819367716778405
episode: 8750 reward: 0.03285281459470639
episode: 44450 reward: 0.0015819367716778405
episode: 8760 reward: 0.046694120893272024
episode: 44500 reward: 0.0015819367716778405
episode: 8770 reward: 0.20290474541848935
episode: 44550 reward: 0.0015819367716778405
episode: 8780 reward: 0.10067470943106922
episode: 44600 reward: 0.0015819367716778405
episode: 8790 reward: 0.19598786416955305
episode: 44650 reward: 0.0015819367716778405
episode: 8800 reward: 0.03639842277623795
episode: 44700 reward: 0.0015819367716778405
episode: 8810 reward: 0.07533363206877844
episode: 44750 reward: 0.0015819367716778405
episode: 8820 reward: 0.16628535329148542
episode: 44800 reward: 0.0015819367716778405
episode: 8830 reward: 0.15298972613928305
episode: 44850 reward: 0.0015819367716778405
episode: 8840 reward: 0.07169283033768693
episode: 44900 reward: 0.0015819367716778405
episode: 8850 reward: 0.14602801230557716
episode: 44950 reward: 0.0015819367716778405
episode: 8860 reward: 0.045192683820999474
episode: 45000 reward: 0.0015819367716778405
episode: 8870 reward: 0.02442091038067996
episode: 45050 reward: 0.0015819367716778405
episode: 8880 reward: 0.01866814405821365
episode: 45100 reward: 0.0015819367716778405
episode: 8890 reward: 0.01639037254429451
episode: 45150 reward: 0.0015819367716778405
episode: 8900 reward: 0.02008979249427474
episode: 45200 reward: 0.0015819367716778405
episode: 8910 reward: 0.014824788673491341
episode: 45250 reward: 0.0015819367716778405
episode: 8920 reward: 0.016389059954270133
episode: 45300 reward: 0.0015819367716778405
episode: 8930 reward: 0.021975871789286592
episode: 45350 reward: 0.0015819367716778405
episode: 8940 reward: 0.02410145100756435
episode: 45400 reward: 0.0015819367716778405
episode: 8950 reward: 0.01695369381163716
episode: 45450 reward: 0.0015819367716778405
episode: 8960 reward: 0.026131679780868264
episode: 45500 reward: 0.0015819367716778405
episode: 8970 reward: 0.104496281208848
episode: 45550 reward: 0.0015819367716778405
episode: 8980 reward: 0.0289278636609759
episode: 45600 reward: 0.0015819367716778405
episode: 8990 reward: 0.0559751197433973
episode: 45650 reward: 0.0015819367716778405
episode: 9000 reward: 0.07270180361185753
episode: 45700 reward: 0.0015819367716778405
episode: 9010 reward: 0.030897409797781498
episode: 45750 reward: 0.0015819367716778405
episode: 9020 reward: 0.2674827236771455
episode: 45800 reward: 0.0015819367716778405
episode: 9030 reward: 0.2550281590462956
episode: 45850 reward: 0.0015819367716778405
episode: 9040 reward: 0.4398250591456305
episode: 45900 reward: 0.0015819367716778405
episode: 9050 reward: 0.3509878956128478
episode: 45950 reward: 0.0015819367716778405
episode: 9060 reward: 0.03047043959568325
episode: 46000 reward: 0.0015819367716778405
episode: 9070 reward: 0.02264970098945608
episode: 46050 reward: 0.0015819367716778405
episode: 9080 reward: 0.0073038160976398835
episode: 46100 reward: 0.0015819367716778405
episode: 9090 reward: 0.005099538225165544
episode: 46150 reward: 0.0015819367716778405
episode: 9100 reward: 0.005174907489415753
episode: 46200 reward: 0.0015819367716778405
episode: 9110 reward: 0.0015088403878241844
episode: 46250 reward: 0.0015819367716778405
episode: 46300 reward: 0.0015819367716778405
episode: 9120 reward: 0.0012246189927074208
episode: 46350 reward: 0.0015819367716778405
episode: 9130 reward: 0.0010594354929647132
episode: 46400 reward: 0.0015819367716778405
episode: 9140 reward: 0.0008863953025897163
episode: 46450 reward: 0.0015819367716778405
episode: 9150 reward: 0.0009863865981133782
episode: 46500 reward: 0.0015819367716778405
episode: 9160 reward: 0.000922991430214306
episode: 46550 reward: 0.0015819367716778405
episode: 9170 reward: 0.0010977289564575003
episode: 46600 reward: 0.0015819367716778405
episode: 9180 reward: 0.0009156508901112252
episode: 46650 reward: 0.0015819367716778405
episode: 9190 reward: 0.0009411586763863168
episode: 46700 reward: 0.0015819367716778405
episode: 9200 reward: 0.0009326115033313775
episode: 46750 reward: 0.0015819367716778405
episode: 9210 reward: 0.0007914304763444681
episode: 46800 reward: 0.0015819367716778405
episode: 9220 reward: 0.0009171575459082864
episode: 46850 reward: 0.0015819367716778405
episode: 9230 reward: 0.0009114522571846894
episode: 46900 reward: 0.0015819367716778405
episode: 46950 reward: 0.0015819367716778405
episode: 9240 reward: 0.0010342039778454765
episode: 47000 reward: 0.0015819367716778405
episode: 9250 reward: 0.0008422309739774088
episode: 47050 reward: 0.0015819367716778405
episode: 9260 reward: 0.000981360106858061
episode: 47100 reward: 0.0015819367716778405
episode: 9270 reward: 0.0008581418779975482
episode: 47150 reward: 0.0015819367716778405
episode: 9280 reward: 0.0008722055171356616
episode: 47200 reward: 0.0015819367716778405
episode: 9290 reward: 0.000931298387018212
episode: 47250 reward: 0.0015819367716778405
episode: 9300 reward: 0.0008987739569693209
episode: 47300 reward: 0.0015819367716778405
episode: 9310 reward: 0.0008257144823216076
episode: 47350 reward: 0.0015819367716778405
episode: 9320 reward: 0.0008822323763327982
episode: 47400 reward: 0.0015819367716778405
episode: 9330 reward: 0.0009158953604769903
episode: 47450 reward: 0.0015819367716778405
episode: 9340 reward: 0.0009029933055681121
episode: 47500 reward: 0.0015819367716778405
episode: 9350 reward: 0.0009606447698023989
episode: 47550 reward: 0.0015819367716778405
episode: 47600 reward: 0.0015819367716778405
episode: 9360 reward: 0.0008544830191349324
episode: 47650 reward: 0.0015819367716778405
episode: 9370 reward: 0.0009770750440352021
episode: 47700 reward: 0.0015819367716778405
episode: 9380 reward: 0.0009945074801281453
episode: 47750 reward: 0.0015819367716778405
episode: 9390 reward: 0.0008432183401772731
episode: 47800 reward: 0.0015819367716778405
episode: 9400 reward: 0.0008789053999785275
episode: 47850 reward: 0.0015819367716778405
episode: 9410 reward: 0.0010863469092341302
episode: 47900 reward: 0.0015819367716778405
episode: 9420 reward: 0.0009065231989637616
episode: 47950 reward: 0.0015819367716778405
episode: 9430 reward: 0.0009494506553106586
episode: 48000 reward: 0.0015819367716778405
episode: 48050 reward: 0.0015819367716778405
episode: 9440 reward: 0.0012230704535074425
episode: 48100 reward: 0.0015819367716778405
episode: 9450 reward: 0.0009881596096621677
episode: 48150 reward: 0.0015819367716778405
episode: 9460 reward: 0.0009262912162937151
episode: 48200 reward: 0.0015819367716778405
episode: 9470 reward: 0.0015570896807369323
episode: 48250 reward: 0.0015819367716778405
episode: 9480 reward: 0.001368275241275426
episode: 48300 reward: 0.0015819367716778405
episode: 9490 reward: 0.0009483074733404841
episode: 48350 reward: 0.0015819367716778405
episode: 9500 reward: 0.0009556818112721333
episode: 48400 reward: 0.0015819367716778405
episode: 9510 reward: 0.001052657596241612
episode: 48450 reward: 0.0015819367716778405
episode: 9520 reward: 0.0010850403639339693
episode: 48500 reward: 0.0015819367716778405
episode: 9530 reward: 0.001008020870383059
episode: 48550 reward: 0.0015819367716778405
episode: 9540 reward: 0.0011086184542094496
episode: 48600 reward: 0.0015819367716778405
episode: 9550 reward: 0.0009412765979572352
episode: 48650 reward: 0.0015819367716778405
episode: 9560 reward: 0.0011770863475534619
episode: 48700 reward: 0.0015819367716778405
episode: 48750 reward: 0.0015819367716778405
episode: 9570 reward: 0.0012933706579636027
episode: 48800 reward: 0.0015819367716778405
episode: 9580 reward: 0.0009742130817898
episode: 9590 reward: 0.0010092116581605385
episode: 48850 reward: 0.0015819367716778405
episode: 48900 reward: 0.0015819367716778405
episode: 9600 reward: 0.00101708013155832
episode: 48950 reward: 0.0015819367716778405
episode: 9610 reward: 0.004048290389974183
episode: 49000 reward: 0.0015819367716778405
episode: 9620 reward: 0.0014886711410678009
episode: 49050 reward: 0.0015819367716778405
episode: 9630 reward: 0.0010697539422796862
episode: 49100 reward: 0.0015819367716778405
episode: 9640 reward: 0.0010488936524150317
episode: 49150 reward: 0.0015819367716778405
episode: 9650 reward: 0.0013344427097492808
episode: 49200 reward: 0.0015819367716778405
episode: 9660 reward: 0.002874852978647471
episode: 49250 reward: 0.0015819367716778405
episode: 9670 reward: 0.002371274551374505
episode: 49300 reward: 0.0015819367716778405
episode: 9680 reward: 0.002455952434464195
episode: 49350 reward: 0.0015819367716778405
episode: 9690 reward: 0.006491757086565399
episode: 49400 reward: 0.0015819367716778405
episode: 9700 reward: 0.0036832334670781294
episode: 49450 reward: 0.0015819367716778405
episode: 9710 reward: 0.00787366985301895
episode: 49500 reward: 0.0015819367716778405
episode: 9720 reward: 0.006817705483272733
episode: 49550 reward: 0.0015819367716778405
episode: 9730 reward: 0.009901477974084926
episode: 49600 reward: 0.0015819367716778405
episode: 9740 reward: 0.010056781948091596
episode: 49650 reward: 0.0015819367716778405
episode: 9750 reward: 0.012600601378706134
episode: 49700 reward: 0.0015819367716778405
episode: 9760 reward: 0.02826243498433469
episode: 49750 reward: 0.0015819367716778405
episode: 9770 reward: 0.04570878423663619
episode: 49800 reward: 0.0015819367716778405
episode: 9780 reward: 0.04661751149760525
episode: 49850 reward: 0.0015819367716778405
episode: 9790 reward: 0.04768324593829407
episode: 49900 reward: 0.0015819367716778405
episode: 9800 reward: 0.046583788859639326
episode: 49950 reward: 0.0015819367716778405
episode: 9810 reward: 0.16324293870029918
episode: 9820 reward: 0.2724936417616932
episode: 9830 reward: 0.3464763612355402
episode: 9840 reward: 0.15117546106043883
episode: 9850 reward: 0.04597399132703544
episode: 9860 reward: 0.03167854968976695
episode: 9870 reward: 0.012929254681733393
episode: 9880 reward: 0.008899594362294599
episode: 9890 reward: 0.0017273175844303252
episode: 9900 reward: 0.006807860054802509
episode: 9910 reward: 0.0016509864677955182
episode: 9920 reward: 0.002029974858145161
episode: 9930 reward: 0.0010744185179001047
episode: 9940 reward: 0.0009598723924258554
episode: 9950 reward: 0.0017483599694148512
episode: 9960 reward: 0.00105720685124288
episode: 9970 reward: 0.001117766774154098
episode: 9980 reward: 0.0012040003498899978
episode: 9990 reward: 0.0009526729000150088
episode: 10000 reward: 0.0016271637742502846
episode: 10010 reward: 0.0012849484089225162
episode: 10020 reward: 0.0009441283569244827
episode: 10030 reward: 0.0009379781806848065
episode: 10040 reward: 0.001185570742854504
episode: 10050 reward: 0.0008913677815425066
episode: 10060 reward: 0.0009246150475902394
episode: 10070 reward: 0.0010084868590836088
episode: 10080 reward: 0.0011953136448032938
episode: 10090 reward: 0.00112169780545667
episode: 10100 reward: 0.0009768520077609575
episode: 10110 reward: 0.0014233369964907739
episode: 10120 reward: 0.0008709165928899594
episode: 10130 reward: 0.0019947564493999538
episode: 10140 reward: 0.0012673165673405288
episode: 10150 reward: 0.0010798537453941823
episode: 10160 reward: 0.0014403392158582715
episode: 10170 reward: 0.0014221388996626173
episode: 10180 reward: 0.001066594545042561
episode: 10190 reward: 0.0022635383162996066
episode: 10200 reward: 0.0009491982985146614
episode: 10210 reward: 0.002456364662158631
episode: 10220 reward: 0.0011382323715848942
episode: 10230 reward: 0.001343835204925174
episode: 10240 reward: 0.001454853298444174
episode: 10250 reward: 0.001284840998643187
episode: 10260 reward: 0.004934243702632837
episode: 10270 reward: 0.005492087146982234
episode: 10280 reward: 0.004483402215093956
episode: 10290 reward: 0.0018893404487070739
episode: 10300 reward: 0.007196355138720035
episode: 10310 reward: 0.008916364215057093
episode: 10320 reward: 0.008856551756056643
episode: 10330 reward: 0.007306421728653375
episode: 10340 reward: 0.02472316689429088
episode: 10350 reward: 0.006502581516963721
episode: 10360 reward: 0.014954065742505433
episode: 10370 reward: 0.03193696471399414
episode: 10380 reward: 0.06104909218174437
episode: 10390 reward: 0.09637532839986822
episode: 10400 reward: 0.10431039004343172
episode: 10410 reward: 0.0943292775233233
episode: 10420 reward: 0.04466655818528217
episode: 10430 reward: 0.14946982511257015
episode: 10440 reward: 0.2512197279052468
episode: 10450 reward: 0.07582297768036951
episode: 10460 reward: 0.22171788975542078
episode: 10470 reward: 0.08546080770303177
episode: 10480 reward: 0.0653774794525968
episode: 10490 reward: 0.04015096952868902
episode: 10500 reward: 0.01867100043786613
episode: 10510 reward: 0.0333275585067304
episode: 10520 reward: 0.0685876430165714
episode: 10530 reward: 0.02310846841973772
episode: 10540 reward: 0.04804399082519038
episode: 10550 reward: 0.09239447346281629
episode: 10560 reward: 0.09676009904596009
episode: 10570 reward: 0.06377787435016433
episode: 10580 reward: 0.03365444533523647
episode: 10590 reward: 0.04014798782237964
episode: 10600 reward: 0.07039886736655288
episode: 10610 reward: 0.034416193367852725
episode: 10620 reward: 0.04978529381005921
episode: 10630 reward: 0.15048501381403284
episode: 10640 reward: 0.24890194366998397
episode: 10650 reward: 0.23404632460966385
episode: 10660 reward: 0.3071289199415195
episode: 10670 reward: 0.18776089046302896
episode: 10680 reward: 0.17169419576025777
episode: 10690 reward: 0.031586243415584976
episode: 10700 reward: 0.012958547835899214
episode: 10710 reward: 0.012240651316842738
episode: 10720 reward: 0.0045904822058965246
episode: 10730 reward: 0.006112524450891302
episode: 10740 reward: 0.009083962170973979
episode: 10750 reward: 0.009315030811100352
episode: 10760 reward: 0.01090382069311777
episode: 10770 reward: 0.004010587144470944
episode: 10780 reward: 0.009978067700637581
episode: 10790 reward: 0.01617914446913275
episode: 10800 reward: 0.009649655995917378
episode: 10810 reward: 0.013359855063277295
episode: 10820 reward: 0.0065416142858362785
episode: 10830 reward: 0.00966181950135669
episode: 10840 reward: 0.014951228790593183
episode: 10850 reward: 0.055948879918063896
episode: 10860 reward: 0.04095706007222712
episode: 10870 reward: 0.13110351828186514
episode: 10880 reward: 0.07900530749398295
episode: 10890 reward: 0.07255246926951832
episode: 10900 reward: 0.3288398152538932
episode: 10910 reward: 0.11770890586773794
episode: 10920 reward: 0.21596946292752456
episode: 10930 reward: 0.14257291449380938
episode: 10940 reward: 0.08849992521285709
episode: 10950 reward: 0.06466043330769354
episode: 10960 reward: 0.005933034701751139
episode: 10970 reward: 0.002163201317667286
episode: 10980 reward: 0.0020827935096546387
episode: 10990 reward: 0.0023736813777016814
episode: 11000 reward: 0.002178302521816777
episode: 11010 reward: 0.002020791696987334
episode: 11020 reward: 0.0010834393940738314
episode: 11030 reward: 0.0009746203014914373
episode: 11040 reward: 0.0017194635296938815
episode: 11050 reward: 0.0010776993562132086
episode: 11060 reward: 0.0014710566221775806
episode: 11070 reward: 0.0009051671020933776
episode: 11080 reward: 0.0008927972838427712
episode: 11090 reward: 0.0012635464088017294
episode: 11100 reward: 0.0008870417433522474
episode: 11110 reward: 0.001008703612861735
episode: 11120 reward: 0.0009105641814202029
episode: 11130 reward: 0.0009680232506846819
episode: 11140 reward: 0.0011645367489208874
episode: 11150 reward: 0.0009389454640181901
episode: 11160 reward: 0.0008513513937223812
episode: 11170 reward: 0.0009634193593248712
episode: 11180 reward: 0.0010944407009711285
episode: 11190 reward: 0.000932926523495664
episode: 11200 reward: 0.0009416100501015805
episode: 11210 reward: 0.0009878437794041874
episode: 11220 reward: 0.001234022996099345
episode: 11230 reward: 0.0009571627639660561
episode: 11240 reward: 0.0009552971669343203
episode: 11250 reward: 0.0012906828000724363
episode: 11260 reward: 0.0017016370318527717
episode: 11270 reward: 0.0017446768910481885
episode: 11280 reward: 0.000976857650649544
episode: 11290 reward: 0.0009532001450313489
episode: 11300 reward: 0.0017146663072420479
episode: 11310 reward: 0.0014498880757240946
episode: 11320 reward: 0.0010075198621482119
episode: 11330 reward: 0.0012628012187223098
episode: 11340 reward: 0.0017159264033297752
episode: 11350 reward: 0.003155138412793326
episode: 11360 reward: 0.003380405356938442
episode: 11370 reward: 0.0017711757609641448
episode: 11380 reward: 0.001956397324509884
episode: 11390 reward: 0.0023633490923382844
episode: 11400 reward: 0.0074330921556843175
episode: 11410 reward: 0.00638059055025341
episode: 11420 reward: 0.01124287881990121
episode: 11430 reward: 0.006663831369104094
episode: 11440 reward: 0.010197926751026284
episode: 11450 reward: 0.011752846232099023
episode: 11460 reward: 0.023642346213674816
episode: 11470 reward: 0.012054465550329636
episode: 11480 reward: 0.022578560563219968
episode: 11490 reward: 0.11161927344555166
episode: 11500 reward: 0.1347507982299
episode: 11510 reward: 0.08380867287442098
episode: 11520 reward: 0.2010359269855319
episode: 11530 reward: 0.08094071301758127
episode: 11540 reward: 0.02436769689814574
episode: 11550 reward: 0.027748972285918296
episode: 11560 reward: 0.015621390143451553
episode: 11570 reward: 0.030725652452872787
episode: 11580 reward: 0.06687424329391091
episode: 11590 reward: 0.01669215145155465
episode: 11600 reward: 0.03001771717805851
episode: 11610 reward: 0.054053820692539355
episode: 11620 reward: 0.17323618591482756
episode: 11630 reward: 0.11575719752629728
episode: 11640 reward: 0.10750215917679663
episode: 11650 reward: 0.059549416534989456
episode: 11660 reward: 0.07191411532679834
episode: 11670 reward: 0.027375467378200305
episode: 11680 reward: 0.06112825014190803
episode: 11690 reward: 0.16365593928288885
episode: 11700 reward: 0.18952604203554738
episode: 11710 reward: 0.25607580703533916
episode: 11720 reward: 0.33086633520721404
episode: 11730 reward: 0.08246707721010807
episode: 11740 reward: 0.016915536363001298
episode: 11750 reward: 0.006470671632879685
episode: 11760 reward: 0.007035010860824368
episode: 11770 reward: 0.0012478579363811402
episode: 11780 reward: 0.0011971911820432217
episode: 11790 reward: 0.0011387162587781568
episode: 11800 reward: 0.0019401658097429652
episode: 11810 reward: 0.00156439361401491
episode: 11820 reward: 0.0016664701737433513
episode: 11830 reward: 0.001079344546565528
episode: 11840 reward: 0.0009653900669838547
episode: 11850 reward: 0.0015157968162743593
episode: 11860 reward: 0.0008744721577672237
episode: 11870 reward: 0.0013287428023968126
episode: 11880 reward: 0.0008941660054055205
episode: 11890 reward: 0.0010419660907577569
episode: 11900 reward: 0.0020399876809473723
episode: 11910 reward: 0.0009444126532114262
episode: 11920 reward: 0.002036447839294874
episode: 11930 reward: 0.001192504140298374
episode: 11940 reward: 0.0013475533109207755
episode: 11950 reward: 0.0035033935314931763
episode: 11960 reward: 0.0011890190244367388
episode: 11970 reward: 0.0049251786813172245
episode: 11980 reward: 0.0014356061730233286
episode: 11990 reward: 0.001960103354788219
episode: 12000 reward: 0.004166018183736296
episode: 12010 reward: 0.002065382069181829
episode: 12020 reward: 0.003673517959015112
episode: 12030 reward: 0.007776214855362819
episode: 12040 reward: 0.03573023085086185
episode: 12050 reward: 0.027002406618744132
episode: 12060 reward: 0.046417461975876956
episode: 12070 reward: 0.044332825703356844
episode: 12080 reward: 0.19641059330825975
episode: 12090 reward: 0.27334863527665715
episode: 12100 reward: 0.040713016404941724
episode: 12110 reward: 0.0479684866361161
episode: 12120 reward: 0.030212908612299104
episode: 12130 reward: 0.010007622660891197
episode: 12140 reward: 0.010303243719306488
episode: 12150 reward: 0.007144620425299654
episode: 12160 reward: 0.01714242029055239
episode: 12170 reward: 0.010563591534498411
episode: 12180 reward: 0.00850557278187867
episode: 12190 reward: 0.029066867987158403
episode: 12200 reward: 0.0133462131707077
episode: 12210 reward: 0.025815368809944967
episode: 12220 reward: 0.03517474223295309
episode: 12230 reward: 0.08833360223845715
episode: 12240 reward: 0.06964288441582536
episode: 12250 reward: 0.3230430478051061
episode: 12260 reward: 0.13259132420175254
episode: 12270 reward: 0.10214692422171857
episode: 12280 reward: 0.2887533506291448
episode: 12290 reward: 0.12108974012953315
episode: 12300 reward: 0.11721319369320547
episode: 12310 reward: 0.09854685884178874
episode: 12320 reward: 0.09606808174997353
episode: 12330 reward: 0.04315858659830476
episode: 12340 reward: 0.030151171986431042
episode: 12350 reward: 0.0307787305352471
episode: 12360 reward: 0.01564128740388106
episode: 12370 reward: 0.016033852395914545
episode: 12380 reward: 0.015843051876443033
episode: 12390 reward: 0.02007052341111359
episode: 12400 reward: 0.02311884882878634
episode: 12410 reward: 0.03513916598745273
episode: 12420 reward: 0.039029165685855086
episode: 12430 reward: 0.04672415748853945
episode: 12440 reward: 0.22396799652230306
episode: 12450 reward: 0.3806717091283411
episode: 12460 reward: 0.2523992606819027
episode: 12470 reward: 0.027012447382710515
episode: 12480 reward: 0.013612610948642313
episode: 12490 reward: 0.008902690934746084
episode: 12500 reward: 0.0050166631305059075
episode: 12510 reward: 0.002230894479754352
episode: 12520 reward: 0.0029183514851444303
episode: 12530 reward: 0.0009373439800362249
episode: 12540 reward: 0.0011932752479767673
episode: 12550 reward: 0.0009799404230874864
episode: 12560 reward: 0.0009818865759064492
episode: 12570 reward: 0.0011010977546634724
episode: 12580 reward: 0.0010050043351396635
episode: 12590 reward: 0.0008986990614236878
episode: 12600 reward: 0.0008994745085734943
episode: 12610 reward: 0.0008689793301933436
episode: 12620 reward: 0.0009710938467352115
episode: 12630 reward: 0.0008574038302898848
episode: 12640 reward: 0.000876433139693924
episode: 12650 reward: 0.00085117928753902
episode: 12660 reward: 0.0009522515121119316
episode: 12670 reward: 0.00127930358753413
episode: 12680 reward: 0.0011392376231782438
episode: 12690 reward: 0.00136637765411637
episode: 12700 reward: 0.0011193022374426408
episode: 12710 reward: 0.0009360586983604657
episode: 12720 reward: 0.001019097313591486
episode: 12730 reward: 0.0013205641691811773
episode: 12740 reward: 0.001023611760237179
episode: 12750 reward: 0.0010213985981984827
episode: 12760 reward: 0.0015184468873630928
episode: 12770 reward: 0.0011764300430533122
episode: 12780 reward: 0.0010926276565100912
episode: 12790 reward: 0.0015576560234068315
episode: 12800 reward: 0.0024628907262763955
episode: 12810 reward: 0.0038299397814826825
episode: 12820 reward: 0.0012344989587065487
episode: 12830 reward: 0.0009867618430562635
episode: 12840 reward: 0.0010281755679221703
episode: 12850 reward: 0.002023409651615981
episode: 12860 reward: 0.0022231100107620297
episode: 12870 reward: 0.004188575283858635
episode: 12880 reward: 0.0014741766461113194
episode: 12890 reward: 0.0022840592760370957
episode: 12900 reward: 0.014093836636417539
episode: 12910 reward: 0.006630348663001554
episode: 12920 reward: 0.01638555705509977
episode: 12930 reward: 0.010464557935731894
episode: 12940 reward: 0.04123258674856251
episode: 12950 reward: 0.019188268744607828
episode: 12960 reward: 0.03724583846449714
episode: 12970 reward: 0.0752759786313596
episode: 12980 reward: 0.15784722325103787
episode: 12990 reward: 0.21334560082108056
episode: 13000 reward: 0.1618563838363083
episode: 13010 reward: 0.11048645416603496
episode: 13020 reward: 0.11195095420090241
episode: 13030 reward: 0.01870836881058459
episode: 13040 reward: 0.030398250407932106
episode: 13050 reward: 0.05773634767814056
episode: 13060 reward: 0.05958351250441767
episode: 13070 reward: 0.022286512261504243
episode: 13080 reward: 0.015463601463071188
episode: 13090 reward: 0.03450638257370337
episode: 13100 reward: 0.023705157313079258
episode: 13110 reward: 0.034243385040432506
episode: 13120 reward: 0.1019124462200506
episode: 13130 reward: 0.18400864848353457
episode: 13140 reward: 0.0510474748876269
episode: 13150 reward: 0.24295935890689505
episode: 13160 reward: 0.2678813071710149
episode: 13170 reward: 0.10634340841894041
episode: 13180 reward: 0.013622947924173285
episode: 13190 reward: 0.0024178695245210134
episode: 13200 reward: 0.0009499526479216446
episode: 13210 reward: 0.0009752800565846301
episode: 13220 reward: 0.001242870132156526
episode: 13230 reward: 0.0007904208601954448
episode: 13240 reward: 0.0008305219321677539
episode: 13250 reward: 0.0008965646075880239
episode: 13260 reward: 0.0008512835286017226
episode: 13270 reward: 0.0008302564408399879
episode: 13280 reward: 0.0008220460432917595
episode: 13290 reward: 0.0008155524452813415
episode: 13300 reward: 0.0008090814393960829
episode: 13310 reward: 0.0008400778174143199
episode: 13320 reward: 0.0008049217185069976
episode: 13330 reward: 0.000813293675896984
episode: 13340 reward: 0.0008067403080607277
episode: 13350 reward: 0.00080229856055214
episode: 13360 reward: 0.0007991301565452617
episode: 13370 reward: 0.0008281226243848208
episode: 13380 reward: 0.0008318686233360008
episode: 13390 reward: 0.0008205125389658894
episode: 13400 reward: 0.0008943861444482714
episode: 13410 reward: 0.0008382703701785933
episode: 13420 reward: 0.000815792212435785
episode: 13430 reward: 0.0008177040086781525
episode: 13440 reward: 0.000807671450720483
episode: 13450 reward: 0.0008282853542230208
episode: 13460 reward: 0.0008314149586063102
episode: 13470 reward: 0.0008313800809103875
episode: 13480 reward: 0.0008298404232462132
episode: 13490 reward: 0.0008431547927865711
episode: 13500 reward: 0.000827147581329525
episode: 13510 reward: 0.0008029630330970644
episode: 13520 reward: 0.0008021953430724264
episode: 13530 reward: 0.0008147160943441287
episode: 13540 reward: 0.0008174794964072166
episode: 13550 reward: 0.0008095762173806767
episode: 13560 reward: 0.0008188237187514548
episode: 13570 reward: 0.0008003009400479804
episode: 13580 reward: 0.0011193716615910305
episode: 13590 reward: 0.0008039542417892305
episode: 13600 reward: 0.0008442655022733361
episode: 13610 reward: 0.0007977956821649653
episode: 13620 reward: 0.0008351154502196285
episode: 13630 reward: 0.000858358961773946
episode: 13640 reward: 0.0008151971662447215
episode: 13650 reward: 0.0008766483499649923
episode: 13660 reward: 0.0008055836388934156
episode: 13670 reward: 0.0008819118526644769
episode: 13680 reward: 0.0008159636165820901
episode: 13690 reward: 0.000822918546572569
episode: 13700 reward: 0.000806475482280202
episode: 13710 reward: 0.0008085816093215383
episode: 13720 reward: 0.0008108807829297104
episode: 13730 reward: 0.0008137160570013384
episode: 13740 reward: 0.0008090832493624524
episode: 13750 reward: 0.0008934216410304498
episode: 13760 reward: 0.0010107168728827113
episode: 13770 reward: 0.0008006826797123978
episode: 13780 reward: 0.0008184584367561405
episode: 13790 reward: 0.0008142931386960184
episode: 13800 reward: 0.0008287790423631854
episode: 13810 reward: 0.0009992792400092439
episode: 13820 reward: 0.000847210341498301
episode: 13830 reward: 0.0008090835759392794
episode: 13840 reward: 0.0007968156229841443
episode: 13850 reward: 0.000798467707857004
episode: 13860 reward: 0.0008177677062300706
episode: 13870 reward: 0.0008174963459910085
episode: 13880 reward: 0.0008629200084824449
episode: 13890 reward: 0.000808938778973076
episode: 13900 reward: 0.000825943754132917
episode: 13910 reward: 0.0008043300952027611
episode: 13920 reward: 0.0008142511027339018
episode: 13930 reward: 0.0007898074995965889
episode: 13940 reward: 0.0008329349039396203
episode: 13950 reward: 0.0008694632366338338
episode: 13960 reward: 0.0008116297259608322
episode: 13970 reward: 0.0008084569856029866
episode: 13980 reward: 0.0008116562563450036
episode: 13990 reward: 0.0008542365937905511
episode: 14000 reward: 0.0008020555611022337
episode: 14010 reward: 0.0008341710610413507
episode: 14020 reward: 0.0008083224055481034
episode: 14030 reward: 0.0008155781689847313
episode: 14040 reward: 0.0008695285169542434
episode: 14050 reward: 0.0008208825528902948
episode: 14060 reward: 0.0008444245271840282
episode: 14070 reward: 0.0008545378048874242
episode: 14080 reward: 0.0008153215578082326
episode: 14090 reward: 0.0008497992650776886
episode: 14100 reward: 0.00083582382084205
episode: 14110 reward: 0.0008396021047462201
episode: 14120 reward: 0.0010345512764091559
episode: 14130 reward: 0.0008221556622749846
episode: 14140 reward: 0.0007924646675098735
episode: 14150 reward: 0.0008029981706591121
episode: 14160 reward: 0.0008693938020390747
episode: 14170 reward: 0.0008219992830536158
episode: 14180 reward: 0.0008621593613482287
episode: 14190 reward: 0.0007836961237498772
episode: 14200 reward: 0.0008355456861131988
episode: 14210 reward: 0.0008982414588595599
episode: 14220 reward: 0.0008723468611739361
episode: 14230 reward: 0.000886290121721342
episode: 14240 reward: 0.0008562194537753905
episode: 14250 reward: 0.0008341612747765714
episode: 14260 reward: 0.0008452087486160496
episode: 14270 reward: 0.0008811058773846388
episode: 14280 reward: 0.0010099272811271807
episode: 14290 reward: 0.0009252860993801401
episode: 14300 reward: 0.0008940999038751402
episode: 14310 reward: 0.0008360879107134673
episode: 14320 reward: 0.0010323839671722375
episode: 14330 reward: 0.0009254257150486455
episode: 14340 reward: 0.0008686868092842059
episode: 14350 reward: 0.0012184556502835722
episode: 14360 reward: 0.0008989243208767356
episode: 14370 reward: 0.0011222974651461546
episode: 14380 reward: 0.0009825563966097248
episode: 14390 reward: 0.0010182642819949145
episode: 14400 reward: 0.0010822821006189834
episode: 14410 reward: 0.001013989098398986
episode: 14420 reward: 0.0010711112016689828
episode: 14430 reward: 0.000863147870819347
episode: 14440 reward: 0.0009204762394724064
episode: 14450 reward: 0.0008398651840090989
episode: 14460 reward: 0.0010214709311309029
episode: 14470 reward: 0.0009167908471056726
episode: 14480 reward: 0.001009358797964662
episode: 14490 reward: 0.0009941576492827366
episode: 14500 reward: 0.0012622995540920096
episode: 14510 reward: 0.0027879916958587166
episode: 14520 reward: 0.002175343863189322
episode: 14530 reward: 0.0016591191242428588
episode: 14540 reward: 0.0009283678481574099
episode: 14550 reward: 0.0011025785165285377
episode: 14560 reward: 0.001036053551767776
episode: 14570 reward: 0.0011145880021612882
episode: 14580 reward: 0.0011812699141397398
episode: 14590 reward: 0.004241306800759331
episode: 14600 reward: 0.0014034813837462768
episode: 14610 reward: 0.0064626832764911185
episode: 14620 reward: 0.001845938732311403
episode: 14630 reward: 0.0039534892433252785
episode: 14640 reward: 0.0011675102703046576
episode: 14650 reward: 0.018202323086073655
episode: 14660 reward: 0.007287785881277539
episode: 14670 reward: 0.008620788345042188
episode: 14680 reward: 0.011795774480046359
episode: 14690 reward: 0.008936551733264844
episode: 14700 reward: 0.021368674605880388
episode: 14710 reward: 0.026738093686017272
episode: 14720 reward: 0.04207513413651149
episode: 14730 reward: 0.009270082862173212
episode: 14740 reward: 0.10040646896753105
episode: 14750 reward: 0.09743878237157759
episode: 14760 reward: 0.059766370687961964
episode: 14770 reward: 0.11076894315577104
episode: 14780 reward: 0.10195342907499122
episode: 14790 reward: 0.04311577777232368
episode: 14800 reward: 0.16852518619250834
episode: 14810 reward: 0.10960309134745559
episode: 14820 reward: 0.0786400679942054
episode: 14830 reward: 0.20119688073329384
episode: 14840 reward: 0.0360244503847375
episode: 14850 reward: 0.09910360705017375
episode: 14860 reward: 0.07250018004473661
episode: 14870 reward: 0.11051894369327277
episode: 14880 reward: 0.06413145080178939
episode: 14890 reward: 0.2832724553647374
episode: 14900 reward: 0.050143103391620376
episode: 14910 reward: 0.05726639936284834
episode: 14920 reward: 0.016205160965733195
episode: 14930 reward: 0.01266371367571593
episode: 14940 reward: 0.012443138986062877
episode: 14950 reward: 0.008751820824984574
episode: 14960 reward: 0.0014174446483720638
episode: 14970 reward: 0.0014712063449445817
episode: 14980 reward: 0.0012401778674621848
episode: 14990 reward: 0.002725695051292248
episode: 15000 reward: 0.0009638347674754486
episode: 15010 reward: 0.0022334910673753165
episode: 15020 reward: 0.0010206212586369634
episode: 15030 reward: 0.001787930745289103
episode: 15040 reward: 0.0018102474078005287
episode: 15050 reward: 0.002024276565965865
episode: 15060 reward: 0.0015349072063742721
episode: 15070 reward: 0.0009961311160155686
episode: 15080 reward: 0.0010051065817336371
episode: 15090 reward: 0.000930264809582211
episode: 15100 reward: 0.001068442694733563
episode: 15110 reward: 0.0011219759245745746
episode: 15120 reward: 0.0010181312845768697
episode: 15130 reward: 0.0010671898415266692
episode: 15140 reward: 0.0015784302577469614
episode: 15150 reward: 0.0008895929481532417
episode: 15160 reward: 0.0008697723866470513
episode: 15170 reward: 0.0012662036399655769
episode: 15180 reward: 0.002208363952141991
episode: 15190 reward: 0.001636558468161744
episode: 15200 reward: 0.0020804699775713686
episode: 15210 reward: 0.002004312043907646
episode: 15220 reward: 0.0019173269109869161
episode: 15230 reward: 0.0010450807263787081
episode: 15240 reward: 0.0022866567660075527
episode: 15250 reward: 0.002703938769842025
episode: 15260 reward: 0.0040550762944551785
episode: 15270 reward: 0.001483884451559193
episode: 15280 reward: 0.002549637228008773
episode: 15290 reward: 0.0030601817552814202
episode: 15300 reward: 0.010872368518499079
episode: 15310 reward: 0.014239961614313894
episode: 15320 reward: 0.007003624788893323
episode: 15330 reward: 0.013589520388040854
episode: 15340 reward: 0.005092940430862005
episode: 15350 reward: 0.014429067327944764
episode: 15360 reward: 0.009789006105711833
episode: 15370 reward: 0.030787040153890347
episode: 15380 reward: 0.01802980879672303
episode: 15390 reward: 0.058643534464964876
episode: 15400 reward: 0.06418737241879276
episode: 15410 reward: 0.16005502966903967
episode: 15420 reward: 0.10722317211676469
episode: 15430 reward: 0.2585680389457329
episode: 15440 reward: 0.050602195511033086
episode: 15450 reward: 0.08341127063580424
episode: 15460 reward: 0.04068873343229696
episode: 15470 reward: 0.049817410712465746
episode: 15480 reward: 0.03423221677807677
episode: 15490 reward: 0.06287038514674283
episode: 15500 reward: 0.3804706186133481
episode: 15510 reward: 0.1936380004960073
episode: 15520 reward: 0.09490327797514969
episode: 15530 reward: 0.0217563616451718
episode: 15540 reward: 0.008836265205273435
episode: 15550 reward: 0.023649439442918127
episode: 15560 reward: 0.018967778195186642
episode: 15570 reward: 0.01001229151133798
episode: 15580 reward: 0.028948963672245996
episode: 15590 reward: 0.012365223129756233
episode: 15600 reward: 0.04395364667442637
episode: 15610 reward: 0.014853167028589378
episode: 15620 reward: 0.04611607135128995
episode: 15630 reward: 0.0497967017442493
episode: 15640 reward: 0.06330713447423263
episode: 15650 reward: 0.05203018255463761
episode: 15660 reward: 0.2017965628081609
episode: 15670 reward: 0.10602020751477291
episode: 15680 reward: 0.12393087239428237
episode: 15690 reward: 0.18090954844647647
episode: 15700 reward: 0.04738383066887402
episode: 15710 reward: 0.009752490575454794
episode: 15720 reward: 0.012997992666067763
episode: 15730 reward: 0.004072956751809229
episode: 15740 reward: 0.0059766782943642075
episode: 15750 reward: 0.001127278624989595
episode: 15760 reward: 0.002430965309384045
episode: 15770 reward: 0.0026076786389309173
episode: 15780 reward: 0.0010406992484578784
episode: 15790 reward: 0.0011771058840069984
episode: 15800 reward: 0.0010492192607895543
episode: 15810 reward: 0.0015243193135212932
episode: 15820 reward: 0.001302072484934515
episode: 15830 reward: 0.001576640050126931
episode: 15840 reward: 0.001964971569488185
episode: 15850 reward: 0.0014422652494593786
episode: 15860 reward: 0.001562709761240998
episode: 15870 reward: 0.0009991685388257574
episode: 15880 reward: 0.0010410453402630265
episode: 15890 reward: 0.0010199105003451659
episode: 15900 reward: 0.0010424504166927284
episode: 15910 reward: 0.0009982083265904869
episode: 15920 reward: 0.0014005010525668694
episode: 15930 reward: 0.0009408084444113095
episode: 15940 reward: 0.0016564037217330241
episode: 15950 reward: 0.0010472912587958711
episode: 15960 reward: 0.001575545580025448
episode: 15970 reward: 0.001856735547725951
episode: 15980 reward: 0.0011868435229663522
episode: 15990 reward: 0.0016072894793220471
episode: 16000 reward: 0.0010133317426445313
episode: 16010 reward: 0.0013821231745158632
episode: 16020 reward: 0.0016847502991907595
episode: 16030 reward: 0.0018727560855238037
episode: 16040 reward: 0.003440067342967771
episode: 16050 reward: 0.0010621716132696902
episode: 16060 reward: 0.001921156899155698
episode: 16070 reward: 0.0047594210075294005
episode: 16080 reward: 0.0027292040655952456
episode: 16090 reward: 0.0047832935149342065
episode: 16100 reward: 0.0026727136443777913
episode: 16110 reward: 0.00661356291643712
episode: 16120 reward: 0.003499165874434681
episode: 16130 reward: 0.008389686810106843
episode: 16140 reward: 0.010132791908689131
episode: 16150 reward: 0.00837354283544343
episode: 16160 reward: 0.011680727424177636
episode: 16170 reward: 0.026311248763316215
episode: 16180 reward: 0.06935618248115492
episode: 16190 reward: 0.12267415908229597
episode: 16200 reward: 0.22453633061183753
episode: 16210 reward: 0.3284933154747448
episode: 16220 reward: 0.20858361544699502
episode: 16230 reward: 0.20487490352917714
episode: 16240 reward: 0.06771344849409358
episode: 16250 reward: 0.12925448958339078
episode: 16260 reward: 0.07578890885605936
episode: 16270 reward: 0.015711295902337594
episode: 16280 reward: 0.01999478979100071
episode: 16290 reward: 0.034992141294721044
episode: 16300 reward: 0.018798787491483063
episode: 16310 reward: 0.01913876178463859
episode: 16320 reward: 0.01565507352858274
episode: 16330 reward: 0.009036338190826554
episode: 16340 reward: 0.009308009760033261
episode: 16350 reward: 0.015060631883662261
episode: 16360 reward: 0.012404939601108184
episode: 16370 reward: 0.018838616382463334
episode: 16380 reward: 0.0490414833541409
episode: 16390 reward: 0.04935822513187
episode: 16400 reward: 0.018786585546599566
episode: 16410 reward: 0.17776501528355965
episode: 16420 reward: 0.08442628285071971
episode: 16430 reward: 0.05570663841485818
episode: 16440 reward: 0.06428372770269894
episode: 16450 reward: 0.049838221355652766
episode: 16460 reward: 0.035516595173275975
episode: 16470 reward: 0.061547526919410546
episode: 16480 reward: 0.04351608834107338
episode: 16490 reward: 0.042319027566098115
episode: 16500 reward: 0.0645073104544032
episode: 16510 reward: 0.029483262022656304
episode: 16520 reward: 0.029745694465139236
episode: 16530 reward: 0.01982181998153859
episode: 16540 reward: 0.10109577255773992
episode: 16550 reward: 0.08094057010896463
episode: 16560 reward: 0.0552048587726443
episode: 16570 reward: 0.033497628294580216
episode: 16580 reward: 0.024512698411512133
episode: 16590 reward: 0.022491365706349322
episode: 16600 reward: 0.02390569153951935
episode: 16610 reward: 0.010791868283649234
episode: 16620 reward: 0.02780500006759064
episode: 16630 reward: 0.010248191123507491
episode: 16640 reward: 0.01101741762736534
episode: 16650 reward: 0.03029625627224352
episode: 16660 reward: 0.01278166937775577
episode: 16670 reward: 0.02785160103603229
episode: 16680 reward: 0.15237485789914268
episode: 16690 reward: 0.058305863800553775
episode: 16700 reward: 0.1336920209448712
episode: 16710 reward: 0.17823946933140036
episode: 16720 reward: 0.11088344431089492
episode: 16730 reward: 0.12425685698215683
episode: 16740 reward: 0.23153720962341584
episode: 16750 reward: 0.348348823674827
episode: 16760 reward: 0.2417604164414858
episode: 16770 reward: 0.09299496178384135
episode: 16780 reward: 0.12644059543474073
episode: 16790 reward: 0.22224412523055903
episode: 16800 reward: 0.24172000027204243
episode: 16810 reward: 0.04307181970727319
episode: 16820 reward: 0.11495775336066263
episode: 16830 reward: 0.059353940845437575
episode: 16840 reward: 0.021795700639922953
episode: 16850 reward: 0.02544378905888297
episode: 16860 reward: 0.014758728802138407
episode: 16870 reward: 0.014334425441168887
episode: 16880 reward: 0.021337471875696915
episode: 16890 reward: 0.04322291155566722
episode: 16900 reward: 0.018295011806784462
episode: 16910 reward: 0.05920832958744796
episode: 16920 reward: 0.03327738382009119
episode: 16930 reward: 0.06512491508280346
episode: 16940 reward: 0.19673914342685572
episode: 16950 reward: 0.14955455163643464
episode: 16960 reward: 0.11815316203553716
episode: 16970 reward: 0.1708821135995995
episode: 16980 reward: 0.029965165551522743
episode: 16990 reward: 0.009781155337247636
episode: 17000 reward: 0.006663589563090316
episode: 17010 reward: 0.0033019260740025664
episode: 17020 reward: 0.003287000172934312
episode: 17030 reward: 0.0033737148020529946
episode: 17040 reward: 0.0008943882923367311
episode: 17050 reward: 0.0009570243294886419
episode: 17060 reward: 0.005420562325422603
episode: 17070 reward: 0.0008908431190538363
episode: 17080 reward: 0.0008480566868129613
episode: 17090 reward: 0.0009653573643386372
episode: 17100 reward: 0.0008583609511338473
episode: 17110 reward: 0.000952528424983329
episode: 17120 reward: 0.0008867502408989208
episode: 17130 reward: 0.000928837383357712
episode: 17140 reward: 0.0009880824258332527
episode: 17150 reward: 0.0010124113339708928
episode: 17160 reward: 0.0009990490640733802
episode: 17170 reward: 0.0008780192522453561
episode: 17180 reward: 0.0009597591478180523
episode: 17190 reward: 0.0010075061207165208
episode: 17200 reward: 0.000868819742559899
episode: 17210 reward: 0.00487101667045122
episode: 17220 reward: 0.0008267980592137954
episode: 17230 reward: 0.0009281521045792019
episode: 17240 reward: 0.0009195323404058557
episode: 17250 reward: 0.0009571057946176296
episode: 17260 reward: 0.0009220098117069277
episode: 17270 reward: 0.0009189740278544763
episode: 17280 reward: 0.0008764247286524852
episode: 17290 reward: 0.0008823240255689187
episode: 17300 reward: 0.0009445213645378623
episode: 17310 reward: 0.0011588759164508594
episode: 17320 reward: 0.001097107336163797
episode: 17330 reward: 0.0008760443268146811
episode: 17340 reward: 0.0009871313053832838
episode: 17350 reward: 0.0009641274189425325
episode: 17360 reward: 0.0013772321787732975
episode: 17370 reward: 0.0009643090166519995
episode: 17380 reward: 0.0018126942513277326
episode: 17390 reward: 0.0008935781839454064
episode: 17400 reward: 0.0009095313486833459
episode: 17410 reward: 0.0010006653016055031
episode: 17420 reward: 0.0011938468420334297
episode: 17430 reward: 0.0009046743973106528
episode: 17440 reward: 0.0010829312470208136
episode: 17450 reward: 0.0009549919849774776
episode: 17460 reward: 0.0027099848050141017
episode: 17470 reward: 0.002059052681891066
episode: 17480 reward: 0.0012809028149068636
episode: 17490 reward: 0.0022265683047038814
episode: 17500 reward: 0.001519593795048729
episode: 17510 reward: 0.0035780160522854406
episode: 17520 reward: 0.002069460293438689
episode: 17530 reward: 0.001307294204748841
episode: 17540 reward: 0.0021507415503719796
episode: 17550 reward: 0.004998738721637954
episode: 17560 reward: 0.00237650659654501
episode: 17570 reward: 0.01185212328629171
episode: 17580 reward: 0.012270664055403734
episode: 17590 reward: 0.007943323303643007
episode: 17600 reward: 0.011633930303154886
episode: 17610 reward: 0.006282812197801117
episode: 17620 reward: 0.004575917672537605
episode: 17630 reward: 0.004416144923599673
episode: 17640 reward: 0.027817885371173058
episode: 17650 reward: 0.052971844500090626
episode: 17660 reward: 0.026692297538943845
episode: 17670 reward: 0.04587752787989126
episode: 17680 reward: 0.19959001383704655
episode: 17690 reward: 0.07571964481368024
episode: 17700 reward: 0.03089919637134848
episode: 17710 reward: 0.04416722166080823
episode: 17720 reward: 0.012588999996023385
episode: 17730 reward: 0.02061526975479083
episode: 17740 reward: 0.009902015989201839
episode: 17750 reward: 0.023955260948390424
episode: 17760 reward: 0.01213926385309981
episode: 17770 reward: 0.012078198932448133
episode: 17780 reward: 0.018601425726867373
episode: 17790 reward: 0.012594499736467231
episode: 17800 reward: 0.024648270502671314
episode: 17810 reward: 0.0411025472595007
episode: 17820 reward: 0.018566844932715737
episode: 17830 reward: 0.09949671117518243
episode: 17840 reward: 0.15211113013412886
episode: 17850 reward: 0.06690941307115551
episode: 17860 reward: 0.05950665537764605
episode: 17870 reward: 0.04404679926392004
episode: 17880 reward: 0.12372371620734603
episode: 17890 reward: 0.0646093788718053
episode: 17900 reward: 0.04650992493630509
episode: 17910 reward: 0.02111465189930339
episode: 17920 reward: 0.01450851778357114
episode: 17930 reward: 0.014124861186988268
episode: 17940 reward: 0.023847977184133375
episode: 17950 reward: 0.052337794940526504
episode: 17960 reward: 0.017572999107704303
episode: 17970 reward: 0.0437131830818836
episode: 17980 reward: 0.10107105916126201
episode: 17990 reward: 0.07871128001859355
episode: 18000 reward: 0.02835258269729216
episode: 18010 reward: 0.10960371645495635
episode: 18020 reward: 0.06537632265716425
episode: 18030 reward: 0.13588851173908445
episode: 18040 reward: 0.14175893095061248
episode: 18050 reward: 0.1258799345516662
episode: 18060 reward: 0.1828012072067398
episode: 18070 reward: 0.17743122362673527
episode: 18080 reward: 0.1074661904948364
episode: 18090 reward: 0.05406406008580653
episode: 18100 reward: 0.018828733374131705
episode: 18110 reward: 0.08300061392169297
episode: 18120 reward: 0.018087003671094254
episode: 18130 reward: 0.01360477527890601
episode: 18140 reward: 0.02623305889159856
episode: 18150 reward: 0.027228768328296304
episode: 18160 reward: 0.016397000445678708
episode: 18170 reward: 0.018904203064423652
episode: 18180 reward: 0.04278883169478147
episode: 18190 reward: 0.07357393132587735
episode: 18200 reward: 0.043140606259254054
episode: 18210 reward: 0.26068214093801334
episode: 18220 reward: 0.2822044793228302
episode: 18230 reward: 0.10508289802601797
episode: 18240 reward: 0.07576174563897825
episode: 18250 reward: 0.05800475651153868
episode: 18260 reward: 0.049690786500354994
episode: 18270 reward: 0.0615195260770963
episode: 18280 reward: 0.035556610578314815
episode: 18290 reward: 0.037053476287463735
episode: 18300 reward: 0.03406047818454107
episode: 18310 reward: 0.01629202224491744
episode: 18320 reward: 0.019932174144253023
episode: 18330 reward: 0.007209445507767335
episode: 18340 reward: 0.009053029408448947
episode: 18350 reward: 0.006023192166414785
episode: 18360 reward: 0.005210111339929342
episode: 18370 reward: 0.013700549684496438
episode: 18380 reward: 0.009858402658022118
episode: 18390 reward: 0.01442507072349282
episode: 18400 reward: 0.010425913675213897
episode: 18410 reward: 0.006927048633012497
episode: 18420 reward: 0.011878955911350455
episode: 18430 reward: 0.027632182173707425
episode: 18440 reward: 0.015282665642286117
episode: 18450 reward: 0.013914144098718077
episode: 18460 reward: 0.016652817246016707
episode: 18470 reward: 0.07304318539573101
episode: 18480 reward: 0.10177436266520723
episode: 18490 reward: 0.06866544742567049
episode: 18500 reward: 0.24830264343426173
episode: 18510 reward: 0.12675579344081078
episode: 18520 reward: 0.046705948353305285
episode: 18530 reward: 0.015586151583364244
episode: 18540 reward: 0.06920284525564663
episode: 18550 reward: 0.028824936009709
episode: 18560 reward: 0.04416600298767756
episode: 18570 reward: 0.018609048070200557
episode: 18580 reward: 0.04145875575673222
episode: 18590 reward: 0.09284035652508532
episode: 18600 reward: 0.17359433730121535
episode: 18610 reward: 0.0346218391194955
episode: 18620 reward: 0.07341900681329461
episode: 18630 reward: 0.035574621863836496
episode: 18640 reward: 0.06100912852309114
episode: 18650 reward: 0.028722594421248186
episode: 18660 reward: 0.10036722174190475
episode: 18670 reward: 0.0940621911626216
episode: 18680 reward: 0.044404828921219545
episode: 18690 reward: 0.06364002091450145
episode: 18700 reward: 0.07474206233718511
episode: 18710 reward: 0.053390893223172024
episode: 18720 reward: 0.06880549999252986
episode: 18730 reward: 0.04520122074111836
episode: 18740 reward: 0.18572865949016246
episode: 18750 reward: 0.08571734635272056
episode: 18760 reward: 0.15299869016162326
episode: 18770 reward: 0.1383941502605495
episode: 18780 reward: 0.07815827909670348
episode: 18790 reward: 0.19491551569051005
episode: 18800 reward: 0.14652165453465604
episode: 18810 reward: 0.05791653720761922
episode: 18820 reward: 0.07109318770101324
episode: 18830 reward: 0.04195025506438077
episode: 18840 reward: 0.026727757619518882
episode: 18850 reward: 0.03287459316662423
episode: 18860 reward: 0.11110470296021943
episode: 18870 reward: 0.04958696639534957
episode: 18880 reward: 0.05046445145102829
episode: 18890 reward: 0.05342265843103464
episode: 18900 reward: 0.03598793889178611
episode: 18910 reward: 0.26444880322680847
episode: 18920 reward: 0.11295906544247515
episode: 18930 reward: 0.2144208066035758
episode: 18940 reward: 0.17502556458577878
episode: 18950 reward: 0.2548342785115151
episode: 18960 reward: 0.04299619824919828
episode: 18970 reward: 0.030152384231074088
episode: 18980 reward: 0.021534307437805957
episode: 18990 reward: 0.03078484630578925
episode: 19000 reward: 0.014197618585301958
episode: 19010 reward: 0.012447369359457805
episode: 19020 reward: 0.00952306250846635
episode: 19030 reward: 0.02846133209796433
episode: 19040 reward: 0.021833058173387807
episode: 19050 reward: 0.010907096740431488
episode: 19060 reward: 0.02540611445639953
episode: 19070 reward: 0.04760402889816713
episode: 19080 reward: 0.027195362768203297
episode: 19090 reward: 0.1961794807877839
episode: 19100 reward: 0.1483336458300719
episode: 19110 reward: 0.17440153064041086
episode: 19120 reward: 0.18767849149267735
episode: 19130 reward: 0.06101011239223921
episode: 19140 reward: 0.03701703995288743
episode: 19150 reward: 0.037650468106129986
episode: 19160 reward: 0.01911797032331699
episode: 19170 reward: 0.0199375677782328
episode: 19180 reward: 0.040755692541930975
episode: 19190 reward: 0.014097367391413032
episode: 19200 reward: 0.024227886185304283
episode: 19210 reward: 0.060446670130138797
episode: 19220 reward: 0.01304796665692912
episode: 19230 reward: 0.021716733998153093
episode: 19240 reward: 0.04819288127680401
episode: 19250 reward: 0.07670541682332908
episode: 19260 reward: 0.15175501681316386
episode: 19270 reward: 0.08955659549292525
episode: 19280 reward: 0.062154395681504014
episode: 19290 reward: 0.10938837061562753
episode: 19300 reward: 0.22416726000545184
episode: 19310 reward: 0.07115813262428755
episode: 19320 reward: 0.06726725946649176
episode: 19330 reward: 0.09446488245395783
episode: 19340 reward: 0.05339975542098446
episode: 19350 reward: 0.05572959884923348
episode: 19360 reward: 0.04207942711681512
episode: 19370 reward: 0.02265204991647647
episode: 19380 reward: 0.02367652550082703
episode: 19390 reward: 0.11097007696766013
episode: 19400 reward: 0.06657092190063493
episode: 19410 reward: 0.05844931101016663
episode: 19420 reward: 0.04962821877562738
episode: 19430 reward: 0.038116735009966006
episode: 19440 reward: 0.0352718310388732
episode: 19450 reward: 0.058886099044143506
episode: 19460 reward: 0.2573708451570571
episode: 19470 reward: 0.1332653122456063
episode: 19480 reward: 0.2106699079934866
episode: 19490 reward: 0.11073743221936572
episode: 19500 reward: 0.19098044037713496
episode: 19510 reward: 0.13726630727271008
episode: 19520 reward: 0.04818287721330172
episode: 19530 reward: 0.02610831453523142
episode: 19540 reward: 0.09093632868514452
episode: 19550 reward: 0.07831922752339587
episode: 19560 reward: 0.06333194619350885
episode: 19570 reward: 0.037429268207106015
episode: 19580 reward: 0.027331994035085582
episode: 19590 reward: 0.04719850730100319
episode: 19600 reward: 0.09776256620493168
episode: 19610 reward: 0.13329346858461072
episode: 19620 reward: 0.2312423716197601
episode: 19630 reward: 0.1469822565165372
episode: 19640 reward: 0.23222528200656636
episode: 19650 reward: 0.058385100619420975
episode: 19660 reward: 0.0847709903782008
episode: 19670 reward: 0.07162343833761453
episode: 19680 reward: 0.035864200509822024
episode: 19690 reward: 0.047393544514510215
episode: 19700 reward: 0.02973941292656093
episode: 19710 reward: 0.07619726964966016
episode: 19720 reward: 0.1743812709548939
episode: 19730 reward: 0.18246564748505725
episode: 19740 reward: 0.38126045807383463
episode: 19750 reward: 0.3292447184600559
episode: 19760 reward: 0.06599957959162846
episode: 19770 reward: 0.13082456444330853
episode: 19780 reward: 0.07170037165433409
episode: 19790 reward: 0.06424942428242882
episode: 19800 reward: 0.06566342628967205
episode: 19810 reward: 0.06835521042792074
episode: 19820 reward: 0.08327895794130669
episode: 19830 reward: 0.07116771660018255
episode: 19840 reward: 0.1313974160533054
episode: 19850 reward: 0.18465551892323678
episode: 19860 reward: 0.37494394714675194
episode: 19870 reward: 0.2068770676077547
episode: 19880 reward: 0.17787182174472344
episode: 19890 reward: 0.03344890481546789
episode: 19900 reward: 0.01479355537344433
episode: 19910 reward: 0.01330157218744439
episode: 19920 reward: 0.006748617560170904
episode: 19930 reward: 0.009270519704034672
episode: 19940 reward: 0.006478421952148478
episode: 19950 reward: 0.0038542509352527277
episode: 19960 reward: 0.005776887058605903
episode: 19970 reward: 0.01181418615047188
episode: 19980 reward: 0.004728438298187784
episode: 19990 reward: 0.014684261055268254
episode: 20000 reward: 0.0019227250956652152
episode: 20010 reward: 0.003118938384124672
episode: 20020 reward: 0.00891329451512336
episode: 20030 reward: 0.0073520157360038065
episode: 20040 reward: 0.006146649809657384
episode: 20050 reward: 0.01599376281075787
episode: 20060 reward: 0.010545087197422049
episode: 20070 reward: 0.010538490027534547
episode: 20080 reward: 0.031615687831079355
episode: 20090 reward: 0.024450610204039432
episode: 20100 reward: 0.08440526556572303
episode: 20110 reward: 0.05229648643390473
episode: 20120 reward: 0.1855363500866078
episode: 20130 reward: 0.24779206994088934
episode: 20140 reward: 0.1682032209465857
episode: 20150 reward: 0.1291054073656938
episode: 20160 reward: 0.008671641222601818
episode: 20170 reward: 0.002495293829243587
episode: 20180 reward: 0.0012155070386603328
episode: 20190 reward: 0.0017492478803300662
episode: 20200 reward: 0.0008646696533819066
episode: 20210 reward: 0.0008772677886054563
episode: 20220 reward: 0.000841278140232809
episode: 20230 reward: 0.0008179789239002821
episode: 20240 reward: 0.001025951329848948
episode: 20250 reward: 0.0009537728621725604
episode: 20260 reward: 0.0007991903474719956
episode: 20270 reward: 0.0007928459970278163
episode: 20280 reward: 0.0008076786029916018
episode: 20290 reward: 0.0008657242001935533
episode: 20300 reward: 0.0010412918539403713
episode: 20310 reward: 0.0008498932052510297
episode: 20320 reward: 0.0008500861410247585
episode: 20330 reward: 0.0009028371304890489
episode: 20340 reward: 0.0008233059308022804
episode: 20350 reward: 0.0008054055671446842
episode: 20360 reward: 0.0008137364450445849
episode: 20370 reward: 0.0009845286975085083
episode: 20380 reward: 0.0008046469540864014
episode: 20390 reward: 0.0007875636924138062
episode: 20400 reward: 0.0008142169414556318
episode: 20410 reward: 0.0008278017832038855
episode: 20420 reward: 0.0008537144813643488
episode: 20430 reward: 0.0008055129670736245
episode: 20440 reward: 0.0008227040139243616
episode: 20450 reward: 0.0008170592798913714
episode: 20460 reward: 0.0008061230819410918
episode: 20470 reward: 0.0008029804689808358
episode: 20480 reward: 0.0008399443076523475
episode: 20490 reward: 0.0010342259406583372
episode: 20500 reward: 0.0008261320869634204
episode: 20510 reward: 0.0008457707427645871
episode: 20520 reward: 0.0008881748046140175
episode: 20530 reward: 0.000814889049189336
episode: 20540 reward: 0.0008535960547136585
episode: 20550 reward: 0.002146034055367067
episode: 20560 reward: 0.0008963224086208117
episode: 20570 reward: 0.0008490107094039142
episode: 20580 reward: 0.0008349323494780392
episode: 20590 reward: 0.0008413583195277731
episode: 20600 reward: 0.0009015340247106216
episode: 20610 reward: 0.0008088584439073721
episode: 20620 reward: 0.0008230323306121997
episode: 20630 reward: 0.0008402415858330886
episode: 20640 reward: 0.0008270435311899081
episode: 20650 reward: 0.0008507981723641005
episode: 20660 reward: 0.0008617074652391001
episode: 20670 reward: 0.0008198999558717649
episode: 20680 reward: 0.0007962308594081967
episode: 20690 reward: 0.000813196185881399
episode: 20700 reward: 0.0008429286502266096
episode: 20710 reward: 0.0008570353646800651
episode: 20720 reward: 0.0008333072787861941
episode: 20730 reward: 0.0008061079946311814
episode: 20740 reward: 0.000809802515116026
episode: 20750 reward: 0.0009304360033942077
episode: 20760 reward: 0.0009148643149878988
episode: 20770 reward: 0.0008891082002841859
episode: 20780 reward: 0.0008218996398160178
episode: 20790 reward: 0.0009881202303387861
episode: 20800 reward: 0.0009093456377120126
episode: 20810 reward: 0.000803262478471699
episode: 20820 reward: 0.0010306001101619228
episode: 20830 reward: 0.0007909518995441202
episode: 20840 reward: 0.0008128747119586567
episode: 20850 reward: 0.0009646288280471686
episode: 20860 reward: 0.0008171744565232273
episode: 20870 reward: 0.0008621641276730394
episode: 20880 reward: 0.0010345091199416548
episode: 20890 reward: 0.000902028493949936
episode: 20900 reward: 0.0018571539515009879
episode: 20910 reward: 0.0010282083930804582
episode: 20920 reward: 0.0008321403248093566
episode: 20930 reward: 0.000980158047682592
episode: 20940 reward: 0.0012039082019403241
episode: 20950 reward: 0.001079975051641527
episode: 20960 reward: 0.001024395196606002
episode: 20970 reward: 0.0008570905987554054
episode: 20980 reward: 0.0012490710014348416
episode: 20990 reward: 0.0009103811216377409
episode: 21000 reward: 0.0012318603173188344
episode: 21010 reward: 0.0010423949367245656
episode: 21020 reward: 0.0008796052151282782
episode: 21030 reward: 0.0010365072143998177
episode: 21040 reward: 0.0009128108749357079
episode: 21050 reward: 0.00139833019818176
episode: 21060 reward: 0.0013034895250084787
episode: 21070 reward: 0.0018007199722247726
episode: 21080 reward: 0.0009488280138448204
episode: 21090 reward: 0.0022736616112836966
episode: 21100 reward: 0.0010877427200533054
episode: 21110 reward: 0.00270511683758833
episode: 21120 reward: 0.0015250136686783809
episode: 21130 reward: 0.004790081573693859
episode: 21140 reward: 0.002171258475972229
episode: 21150 reward: 0.00442601752298548
episode: 21160 reward: 0.004765416857485401
episode: 21170 reward: 0.0063096504102811025
episode: 21180 reward: 0.0055478114973212915
episode: 21190 reward: 0.007336707853844453
episode: 21200 reward: 0.01461355106923364
episode: 21210 reward: 0.015399314411726149
episode: 21220 reward: 0.01524322749960686
episode: 21230 reward: 0.021667145706070184
episode: 21240 reward: 0.06456163839647656
episode: 21250 reward: 0.03055388958891863
episode: 21260 reward: 0.0797000781260574
episode: 21270 reward: 0.023783308165837767
episode: 21280 reward: 0.08490293750353287
episode: 21290 reward: 0.04988118695014835
episode: 21300 reward: 0.10572239147677577
episode: 21310 reward: 0.28510879736718436
episode: 21320 reward: 0.3083803418474834
episode: 21330 reward: 0.11578437241842947
episode: 21340 reward: 0.08688495040615735
episode: 21350 reward: 0.008400869149374117
episode: 21360 reward: 0.015585292640501848
episode: 21370 reward: 0.010427001305485718
episode: 21380 reward: 0.0036603168165478942
episode: 21390 reward: 0.003208288842518922
episode: 21400 reward: 0.0035573865054011273
episode: 21410 reward: 0.0086403495311102
episode: 21420 reward: 0.005210589457554544
episode: 21430 reward: 0.0052012227803301765
episode: 21440 reward: 0.004567646582429467
episode: 21450 reward: 0.0015387997543119007
episode: 21460 reward: 0.002213062868679191
episode: 21470 reward: 0.0028464367415195345
episode: 21480 reward: 0.008681488796527836
episode: 21490 reward: 0.004257598672390527
episode: 21500 reward: 0.004104205973897376
episode: 21510 reward: 0.01385520895087419
episode: 21520 reward: 0.011708019197109943
episode: 21530 reward: 0.005229646952546559
episode: 21540 reward: 0.011419110513030312
episode: 21550 reward: 0.015960928623481634
episode: 21560 reward: 0.02430038320369855
episode: 21570 reward: 0.03853295891087914
episode: 21580 reward: 0.026503095288670477
episode: 21590 reward: 0.022895233591474207
episode: 21600 reward: 0.024091971910196217
episode: 21610 reward: 0.28087910903172864
episode: 21620 reward: 0.33332140524948395
episode: 21630 reward: 0.24194304242516682
episode: 21640 reward: 0.23694840483393884
episode: 21650 reward: 0.14983165645309904
episode: 21660 reward: 0.17973590185275243
episode: 21670 reward: 0.08469074384937293
episode: 21680 reward: 0.006560410112947615
episode: 21690 reward: 0.002629465599204657
episode: 21700 reward: 0.0034153383154958074
episode: 21710 reward: 0.0008675845034540437
episode: 21720 reward: 0.0011454065918804575
episode: 21730 reward: 0.0010053290774954145
episode: 21740 reward: 0.0015150916552284174
episode: 21750 reward: 0.0008550173102230963
episode: 21760 reward: 0.0008836336634956751
episode: 21770 reward: 0.000929971544061701
episode: 21780 reward: 0.0009547401921427797
episode: 21790 reward: 0.0007902558678243713
episode: 21800 reward: 0.0009844059675318852
episode: 21810 reward: 0.0008177680855108668
episode: 21820 reward: 0.0008115814826443878
episode: 21830 reward: 0.0008179845320378505
episode: 21840 reward: 0.0008475901548277269
episode: 21850 reward: 0.0008409434925120468
episode: 21860 reward: 0.0008967238518950312
episode: 21870 reward: 0.000798521831765946
episode: 21880 reward: 0.0008215697473886346
episode: 21890 reward: 0.0008161346769597325
episode: 21900 reward: 0.0007884433863886798
episode: 21910 reward: 0.0008712372001695891
episode: 21920 reward: 0.0009523115660306499
episode: 21930 reward: 0.000831720906196623
episode: 21940 reward: 0.0008441723419796795
episode: 21950 reward: 0.0007860764231078663
episode: 21960 reward: 0.0008549079682422965
episode: 21970 reward: 0.0007939700602547702
episode: 21980 reward: 0.0008142519833870494
episode: 21990 reward: 0.0008192953328847916
episode: 22000 reward: 0.000824917626273686
episode: 22010 reward: 0.000800418359189183
episode: 22020 reward: 0.0008221091353204569
episode: 22030 reward: 0.0008310567299066443
episode: 22040 reward: 0.0009180663358723082
episode: 22050 reward: 0.0008067511090650355
episode: 22060 reward: 0.0007923285255295531
episode: 22070 reward: 0.0008019978179682926
episode: 22080 reward: 0.0008790336879168725
episode: 22090 reward: 0.0008962288166427071
episode: 22100 reward: 0.0008488901875230374
episode: 22110 reward: 0.000810519620466941
episode: 22120 reward: 0.0008306574697889232
episode: 22130 reward: 0.0011957250871220703
episode: 22140 reward: 0.0008544798925794406
episode: 22150 reward: 0.0008304691754153784
episode: 22160 reward: 0.0010996280637154182
episode: 22170 reward: 0.0010374130856974787
episode: 22180 reward: 0.0008560593359530565
episode: 22190 reward: 0.0008935892298008073
episode: 22200 reward: 0.0011927942842809185
episode: 22210 reward: 0.0015425608256685165
episode: 22220 reward: 0.0009784633671495063
episode: 22230 reward: 0.000954413664662069
episode: 22240 reward: 0.0010206645720267054
episode: 22250 reward: 0.0009332446862829917
episode: 22260 reward: 0.0010942521466333443
episode: 22270 reward: 0.0009819166484320778
episode: 22280 reward: 0.0010183316198569795
episode: 22290 reward: 0.001019961751756441
episode: 22300 reward: 0.0009013662737678517
episode: 22310 reward: 0.003012685424368597
episode: 22320 reward: 0.0011090903419413035
episode: 22330 reward: 0.0010070709883157926
episode: 22340 reward: 0.0009529563248657072
episode: 22350 reward: 0.0009327122892463799
episode: 22360 reward: 0.0009163522705790446
episode: 22370 reward: 0.0011277989644458226
episode: 22380 reward: 0.00140487493022765
episode: 22390 reward: 0.0009950417102457566
episode: 22400 reward: 0.0014672815830707052
episode: 22410 reward: 0.002880919266362967
episode: 22420 reward: 0.0014050143767670113
episode: 22430 reward: 0.003327800519431437
episode: 22440 reward: 0.0038404001437348867
episode: 22450 reward: 0.0024688871673774577
episode: 22460 reward: 0.0025718790140486065
episode: 22470 reward: 0.003504204696045609
episode: 22480 reward: 0.0034979350516653085
episode: 22490 reward: 0.002389955731033686
episode: 22500 reward: 0.007357802417120782
episode: 22510 reward: 0.001379283655950808
episode: 22520 reward: 0.005008733202734265
episode: 22530 reward: 0.0036340137234122712
episode: 22540 reward: 0.01048613093379779
episode: 22550 reward: 0.018972273588903354
episode: 22560 reward: 0.0339348822272413
episode: 22570 reward: 0.011148407779431605
episode: 22580 reward: 0.04020736060240278
episode: 22590 reward: 0.08676166368354334
episode: 22600 reward: 0.04746626876825533
episode: 22610 reward: 0.22359372483176387
episode: 22620 reward: 0.16511863072090863
episode: 22630 reward: 0.06948346539455263
episode: 22640 reward: 0.07769816212081056
episode: 22650 reward: 0.06476716649672987
episode: 22660 reward: 0.15492060677425246
episode: 22670 reward: 0.12917440398564167
episode: 22680 reward: 0.21851276066136968
episode: 22690 reward: 0.38931526687615725
episode: 22700 reward: 0.2846017943720898
episode: 22710 reward: 0.10470495233264733
episode: 22720 reward: 0.2390393990965275
episode: 22730 reward: 0.034708297505144835
episode: 22740 reward: 0.05358513904852338
episode: 22750 reward: 0.008496915258554076
episode: 22760 reward: 0.025487630106548198
episode: 22770 reward: 0.006420999532688751
episode: 22780 reward: 0.01143367048657234
episode: 22790 reward: 0.012382446678491369
episode: 22800 reward: 0.014462854411577623
episode: 22810 reward: 0.011016683737215177
episode: 22820 reward: 0.021855313071937443
episode: 22830 reward: 0.04502521815868118
episode: 22840 reward: 0.05380930943816638
episode: 22850 reward: 0.04209500543962883
episode: 22860 reward: 0.1255523499789168
episode: 22870 reward: 0.04458368985173804
episode: 22880 reward: 0.11664141433084331
episode: 22890 reward: 0.02446989437399869
episode: 22900 reward: 0.029367073634227955
episode: 22910 reward: 0.14641782078605903
episode: 22920 reward: 0.12417152442680814
episode: 22930 reward: 0.14133233478844545
episode: 22940 reward: 0.2142933267596417
episode: 22950 reward: 0.07684516192263452
episode: 22960 reward: 0.13743315901499173
episode: 22970 reward: 0.0912890689431274
episode: 22980 reward: 0.02743010511259408
episode: 22990 reward: 0.01430135274045476
episode: 23000 reward: 0.00685047526474266
episode: 23010 reward: 0.0016037371587436496
episode: 23020 reward: 0.004019157713015977
episode: 23030 reward: 0.004492044394006442
episode: 23040 reward: 0.0025303509673138876
episode: 23050 reward: 0.00269683069825122
episode: 23060 reward: 0.0018427482893472941
episode: 23070 reward: 0.0023034109749779444
episode: 23080 reward: 0.0011528554055272244
episode: 23090 reward: 0.0020889198001332065
episode: 23100 reward: 0.0020586659182360734
episode: 23110 reward: 0.0017768708259238747
episode: 23120 reward: 0.0013329266369866988
episode: 23130 reward: 0.001306535013863631
episode: 23140 reward: 0.002089420912187168
episode: 23150 reward: 0.0014265094101523835
episode: 23160 reward: 0.0022344987362838504
episode: 23170 reward: 0.001392025396828256
episode: 23180 reward: 0.0021190910632126903
episode: 23190 reward: 0.0015180852297788875
episode: 23200 reward: 0.0032952918484748005
episode: 23210 reward: 0.001769046652038902
episode: 23220 reward: 0.0028419623824647057
episode: 23230 reward: 0.007713352840147189
episode: 23240 reward: 0.0024913693253430227
episode: 23250 reward: 0.003095349112984846
episode: 23260 reward: 0.0036508395747608907
episode: 23270 reward: 0.0066565673452065165
episode: 23280 reward: 0.0036696102197455163
episode: 23290 reward: 0.012513994493424318
episode: 23300 reward: 0.019953148930356088
episode: 23310 reward: 0.00690324602701903
episode: 23320 reward: 0.03212421115751596
episode: 23330 reward: 0.01155741439338507
episode: 23340 reward: 0.025437993887148392
episode: 23350 reward: 0.04717207650644797
episode: 23360 reward: 0.06563247891250126
episode: 23370 reward: 0.26690830338787813
episode: 23380 reward: 0.0662516193396645
episode: 23390 reward: 0.18156048440301253
episode: 23400 reward: 0.09104177505317304
episode: 23410 reward: 0.10389977072313043
episode: 23420 reward: 0.08633425284911331
episode: 23430 reward: 0.06350906170250939
episode: 23440 reward: 0.067181124495775
episode: 23450 reward: 0.05066139469540051
episode: 23460 reward: 0.02134466810363209
episode: 23470 reward: 0.04807334233014921
episode: 23480 reward: 0.011302615764093114
episode: 23490 reward: 0.016389319508902805
episode: 23500 reward: 0.03028635289982254
episode: 23510 reward: 0.02832566897958588
episode: 23520 reward: 0.026269275956156905
episode: 23530 reward: 0.02262530440636858
episode: 23540 reward: 0.054918781547686674
episode: 23550 reward: 0.02767433872471434
episode: 23560 reward: 0.2009909087286494
episode: 23570 reward: 0.054182692142227054
episode: 23580 reward: 0.17088724131636265
episode: 23590 reward: 0.05324972312623225
episode: 23600 reward: 0.11708995151244442
episode: 23610 reward: 0.10570401164445471
episode: 23620 reward: 0.08547113138838461
episode: 23630 reward: 0.025920097968160992
episode: 23640 reward: 0.02875470886884828
episode: 23650 reward: 0.03212491191853095
episode: 23660 reward: 0.024889181156869902
episode: 23670 reward: 0.05407655055647964
episode: 23680 reward: 0.06433246856613219
episode: 23690 reward: 0.16027138489151668
episode: 23700 reward: 0.16488977912044117
episode: 23710 reward: 0.09307206220623174
episode: 23720 reward: 0.1639662483200696
episode: 23730 reward: 0.07155742461003323
episode: 23740 reward: 0.03830880837935812
episode: 23750 reward: 0.06772759050105459
episode: 23760 reward: 0.17320413486855493
episode: 23770 reward: 0.11664536240301646
episode: 23780 reward: 0.3203895386671062
episode: 23790 reward: 0.3414931162819791
episode: 23800 reward: 0.29137037677780103
episode: 23810 reward: 0.30086671458441505
episode: 23820 reward: 0.07813417963697014
episode: 23830 reward: 0.05610259657056118
episode: 23840 reward: 0.0356761499111464
episode: 23850 reward: 0.017943700784654792
episode: 23860 reward: 0.022316982682491167
episode: 23870 reward: 0.032658828404966096
episode: 23880 reward: 0.02523780470050705
episode: 23890 reward: 0.012136288849152906
episode: 23900 reward: 0.008641558502449496
episode: 23910 reward: 0.009208821505742855
episode: 23920 reward: 0.01136859522291088
episode: 23930 reward: 0.0315172668603408
episode: 23940 reward: 0.03804167061422852
episode: 23950 reward: 0.038692955123810636
episode: 23960 reward: 0.06597820844980212
episode: 23970 reward: 0.1281198703030654
episode: 23980 reward: 0.03505053155173215
episode: 23990 reward: 0.04937109445821631
episode: 24000 reward: 0.024132037198084173
episode: 24010 reward: 0.041480552210345044
episode: 24020 reward: 0.0668564523975105
episode: 24030 reward: 0.13187439712007107
episode: 24040 reward: 0.10751195403449393
episode: 24050 reward: 0.18328914099252677
episode: 24060 reward: 0.11367450345052389
episode: 24070 reward: 0.18955484159615427
episode: 24080 reward: 0.10813111467780279
episode: 24090 reward: 0.05189743117479684
episode: 24100 reward: 0.033621478893742965
episode: 24110 reward: 0.21829949217775774
episode: 24120 reward: 0.06530694275747177
episode: 24130 reward: 0.21530362897808009
episode: 24140 reward: 0.4210287785691628
episode: 24150 reward: 0.2484491153934422
episode: 24160 reward: 0.032935050810726924
episode: 24170 reward: 0.002265920638393828
episode: 24180 reward: 0.000880522583099424
episode: 24190 reward: 0.0008723724366935058
episode: 24200 reward: 0.0008099802935710299
episode: 24210 reward: 0.0007921110297040473
episode: 24220 reward: 0.0007930692873586154
episode: 24230 reward: 0.0008106410389273672
episode: 24240 reward: 0.0008513007101349889
episode: 24250 reward: 0.0008440319107383543
episode: 24260 reward: 0.0008475681927733609
episode: 24270 reward: 0.0008150471552201382
episode: 24280 reward: 0.0008321363926400889
episode: 24290 reward: 0.0008414225054542702
episode: 24300 reward: 0.0008183276161899323
episode: 24310 reward: 0.0008182232353108565
episode: 24320 reward: 0.0008220065817952817
episode: 24330 reward: 0.0008485158480492534
episode: 24340 reward: 0.0008392763903172992
episode: 24350 reward: 0.0008098517120657529
episode: 24360 reward: 0.0008229124957010117
episode: 24370 reward: 0.0008131006382309791
episode: 24380 reward: 0.000804480625941361
episode: 24390 reward: 0.0008932864402990676
episode: 24400 reward: 0.000838629882512612
episode: 24410 reward: 0.0010293690100516423
episode: 24420 reward: 0.0008151486333148732
episode: 24430 reward: 0.0008167002257473097
episode: 24440 reward: 0.0008486021079389997
episode: 24450 reward: 0.0008234457308919773
episode: 24460 reward: 0.0008214924538241526
episode: 24470 reward: 0.0008413822245631138
episode: 24480 reward: 0.0008211402508366399
episode: 24490 reward: 0.0008043604496231247
episode: 24500 reward: 0.0008246167563241209
episode: 24510 reward: 0.0008322079120516408
episode: 24520 reward: 0.0007978542607736235
episode: 24530 reward: 0.0008046928956385488
episode: 24540 reward: 0.0008105780139145862
episode: 24550 reward: 0.0007996284721692927
episode: 24560 reward: 0.0008278664380009436
episode: 24570 reward: 0.0008640270653819469
episode: 24580 reward: 0.0008152111331783354