test

0.monitor.csv

@@ -0,0 +1,194 @@
+#{"t_start": 1614619328.331583, "env_id": "CartPole-v1"}
+r,l,t
+11.0,11,0.780205
+47.0,47,0.855657
+13.0,13,0.878389
+11.0,11,0.895613
+24.0,24,0.935635
+21.0,21,0.968957
+24.0,24,1.008845
+27.0,27,1.051195
+26.0,26,1.092759
+20.0,20,1.125335
+84.0,84,1.262779
+27.0,27,1.305075
+18.0,18,1.336029
+30.0,30,1.384893
+37.0,37,1.443762
+26.0,26,1.489423
+26.0,26,1.531181
+56.0,56,1.628826
+35.0,35,1.685951
+43.0,43,1.7581
+22.0,22,1.792449
+34.0,34,1.848448
+89.0,89,1.993492
+54.0,54,2.078493
+117.0,117,2.271434
+366.0,366,5.421106
+371.0,371,6.046333
+150.0,150,6.299498
+212.0,212,6.655833
+243.0,243,7.062141
+69.0,69,7.184069
+160.0,160,7.465489
+155.0,155,8.837525
+252.0,252,9.278666
+500.0,500,10.157875
+206.0,206,10.524739
+133.0,133,10.759764
+266.0,266,13.215098
+343.0,343,13.837
+357.0,357,14.480032
+371.0,371,17.396071
+306.0,306,17.933691
+500.0,500,18.800351
+309.0,309,19.335897
+137.0,137,20.335713
+115.0,115,20.537717
+141.0,141,20.784777
+163.0,163,21.07271
+257.0,257,21.521807
+320.0,320,22.082856
+500.0,500,25.623668
+500.0,500,26.477943
+500.0,500,29.976734
+500.0,500,30.816334
+314.0,314,31.346194
+177.0,177,31.655581
+143.0,143,31.908658
+500.0,500,34.004913
+462.0,462,34.816945
+500.0,500,38.220423
+189.0,189,38.536605
+429.0,429,39.250042
+256.0,256,39.673089
+124.0,124,39.883776
+105.0,105,40.55998
+73.0,73,40.689799
+56.0,56,40.787026
+47.0,47,40.867549
+58.0,58,40.972131
+90.0,90,41.13174
+60.0,60,41.237547
+79.0,79,41.378297
+61.0,61,41.485125
+76.0,76,41.618162
+54.0,54,41.714017
+53.0,53,41.804735
+59.0,59,41.909582
+53.0,53,42.004667
+59.0,59,42.109396
+83.0,83,42.252924
+64.0,64,42.364787
+45.0,45,42.440607
+74.0,74,42.565142
+43.0,43,42.634184
+51.0,51,43.02736
+52.0,52,43.110518
+47.0,47,43.188834
+88.0,88,43.341134
+77.0,77,43.474252
+81.0,81,43.621251
+123.0,123,43.834656
+213.0,213,44.210346
+83.0,83,44.353282
+78.0,78,44.491845
+101.0,101,44.668542
+184.0,184,44.9924
+276.0,276,48.023799
+500.0,500,48.90486
+500.0,500,49.753275
+500.0,500,53.149466
+500.0,500,53.998186
+500.0,500,57.456829
+500.0,500,58.31591
+500.0,500,59.175492
+500.0,500,62.705623
+500.0,500,63.576609
+500.0,500,66.980695
+500.0,500,67.805914
+500.0,500,68.634705
+500.0,500,72.070604
+500.0,500,72.905327
+500.0,500,76.379841
+500.0,500,77.241534
+500.0,500,78.093132
+500.0,500,81.578683
+500.0,500,82.402119
+500.0,500,85.768228
+500.0,500,86.584136
+500.0,500,87.395189
+500.0,500,90.81222
+500.0,500,91.675297
+500.0,500,95.160135
+500.0,500,96.019781
+500.0,500,96.88069
+500.0,500,100.410723
+500.0,500,101.262869
+500.0,500,104.690807
+500.0,500,105.519791
+500.0,500,106.336285
+500.0,500,109.704309
+500.0,500,110.538631
+500.0,500,113.907091
+500.0,500,114.748594
+500.0,500,115.581019
+500.0,500,119.002394
+500.0,500,119.825766
+500.0,500,123.36216
+500.0,500,124.208984
+500.0,500,125.074913
+500.0,500,128.609229
+500.0,500,129.439336
+500.0,500,132.800628
+500.0,500,133.627681
+500.0,500,134.459077
+500.0,500,137.805285
+500.0,500,138.623562
+500.0,500,141.9912
+500.0,500,142.822898
+500.0,500,143.630841
+500.0,500,147.140143
+500.0,500,147.960382
+500.0,500,151.350183
+500.0,500,152.200558
+500.0,500,153.055939
+500.0,500,156.553842
+500.0,500,157.39679
+500.0,500,160.875914
+500.0,500,161.701112
+500.0,500,162.530159
+500.0,500,165.907169
+500.0,500,166.718685
+500.0,500,170.090435
+500.0,500,170.908285
+500.0,500,171.719757
+500.0,500,175.093766
+500.0,500,175.937397
+500.0,500,179.312594
+500.0,500,180.147996
+500.0,500,180.995421
+500.0,500,184.48654
+500.0,500,185.322805
+500.0,500,188.809117
+500.0,500,189.634073
+500.0,500,190.470568
+500.0,500,193.773509
+28.0,28,193.820268
+500.0,500,194.612585
+500.0,500,197.864948
+500.0,500,198.641989
+500.0,500,199.430017
+500.0,500,202.637468
+500.0,500,203.413604
+500.0,500,206.604632
+500.0,500,207.382066
+500.0,500,208.158076
+500.0,500,211.332202
+500.0,500,212.099316
+500.0,500,215.280855
+500.0,500,216.057546
+500.0,500,216.818962
+500.0,500,219.986233
+500.0,500,220.757408

1.monitor.csv

@@ -0,0 +1,196 @@
+#{"t_start": 1614619328.3333006, "env_id": "CartPole-v1"}
+r,l,t
+23.0,23,0.796425
+39.0,39,0.8613
+12.0,12,0.879132
+14.0,14,0.902861
+49.0,49,0.983622
+25.0,25,1.024204
+13.0,13,1.042947
+13.0,13,1.065871
+62.0,62,1.165046
+35.0,35,1.221915
+50.0,50,1.303434
+16.0,16,1.332686
+29.0,29,1.376619
+12.0,12,1.398654
+41.0,41,1.465005
+17.0,17,1.491138
+37.0,37,1.554154
+37.0,37,1.619738
+48.0,48,1.699783
+67.0,67,1.807847
+27.0,27,1.854186
+46.0,46,1.927796
+55.0,55,2.017249
+115.0,115,2.204879
+86.0,86,2.343921
+190.0,190,2.652589
+202.0,202,5.539953
+218.0,218,5.907099
+153.0,153,6.171761
+155.0,155,6.429154
+292.0,292,6.913837
+104.0,104,7.093626
+245.0,245,8.62363
+163.0,163,8.907631
+254.0,254,9.355634
+141.0,141,9.602069
+254.0,254,10.049798
+280.0,280,10.543561
+262.0,262,12.995394
+297.0,297,13.527781
+500.0,500,14.431319
+399.0,399,17.395329
+276.0,276,17.880192
+500.0,500,18.747733
+385.0,385,19.415244
+115.0,115,20.377885
+87.0,87,20.528851
+148.0,148,20.791076
+158.0,158,21.070071
+266.0,266,21.536039
+364.0,364,22.175113
+259.0,259,25.284949
+500.0,500,26.15704
+500.0,500,27.005881
+500.0,500,30.505959
+402.0,402,31.169027
+199.0,199,31.518407
+201.0,201,31.870868
+245.0,245,33.53032
+500.0,500,34.391554
+500.0,500,35.289526
+417.0,417,38.517839
+287.0,287,38.994315
+317.0,317,39.523137
+187.0,187,39.832681
+91.0,91,39.993215
+56.0,56,40.58339
+55.0,55,40.680142
+68.0,68,40.796685
+68.0,68,40.917859
+71.0,71,41.043835
+53.0,53,41.138983
+46.0,46,41.219043
+76.0,76,41.351985
+44.0,44,41.431364
+65.0,65,41.545903
+62.0,62,41.653318
+47.0,47,41.738831
+57.0,57,41.837441
+64.0,64,41.950897
+59.0,59,42.055753
+65.0,65,42.170431
+72.0,72,42.295715
+44.0,44,42.371552
+48.0,48,42.45426
+42.0,42,42.522336
+49.0,49,42.605109
+55.0,55,42.695755
+63.0,63,43.102038
+90.0,90,43.255289
+85.0,85,43.402039
+48.0,48,43.48856
+56.0,56,43.586734
+73.0,73,43.717093
+133.0,133,43.94813
+208.0,208,44.314872
+180.0,180,44.630619
+123.0,123,44.849088
+161.0,161,45.130042
+313.0,313,48.225514
+500.0,500,49.10469
+500.0,500,52.501335
+500.0,500,53.345682
+500.0,500,54.194962
+500.0,500,57.650101
+500.0,500,58.512943
+500.0,500,62.033219
+500.0,500,62.905675
+500.0,500,63.774315
+500.0,500,67.171664
+500.0,500,67.995976
+500.0,500,71.42135
+500.0,500,72.261312
+500.0,500,73.093997
+500.0,500,76.577528
+500.0,500,77.436372
+500.0,500,80.930988
+500.0,500,81.767376
+500.0,500,82.591511
+500.0,500,85.95705
+500.0,500,86.769806
+500.0,500,90.152476
+500.0,500,91.009037
+500.0,500,91.873054
+500.0,500,95.357299
+500.0,500,96.21815
+500.0,500,99.741203
+500.0,500,100.608999
+500.0,500,101.456528
+500.0,500,104.877956
+500.0,500,105.708818
+500.0,500,109.083956
+500.0,500,109.895299
+500.0,500,110.727672
+500.0,500,114.096097
+500.0,500,114.939732
+500.0,500,118.367714
+500.0,500,119.190717
+500.0,500,120.019547
+500.0,500,123.553885
+500.0,500,124.40752
+500.0,500,127.943071
+500.0,500,128.805259
+500.0,500,129.624689
+500.0,500,132.988841
+500.0,500,133.821166
+500.0,500,137.18506
+500.0,500,137.990047
+500.0,500,138.815745
+500.0,500,142.178591
+500.0,500,143.00395
+500.0,500,146.48122
+500.0,500,147.328819
+500.0,500,148.147048
+500.0,500,151.542072
+500.0,500,152.397575
+500.0,500,155.897354
+500.0,500,156.747734
+500.0,500,157.586795
+500.0,500,161.064572
+500.0,500,161.890229
+500.0,500,165.280933
+500.0,500,166.089895
+500.0,500,166.906246
+500.0,500,170.278296
+500.0,500,171.095535
+500.0,500,174.459668
+500.0,500,175.288057
+500.0,500,176.12479
+500.0,500,179.500964
+500.0,500,180.343526
+500.0,500,183.837252
+500.0,500,184.683672
+500.0,500,185.51832
+500.0,500,188.996342
+500.0,500,189.822496
+500.0,500,193.169888
+500.0,500,193.955466
+500.0,500,194.748211
+500.0,500,198.000379
+500.0,500,198.775586
+500.0,500,201.986509
+500.0,500,202.771496
+500.0,500,203.543839
+500.0,500,206.741357
+500.0,500,207.514189
+500.0,500,210.699491
+500.0,500,211.461103
+500.0,500,212.232253
+500.0,500,215.414141
+500.0,500,216.189878
+500.0,500,219.345534
+500.0,500,220.11792
+500.0,500,220.888845

2.monitor.csv

@@ -0,0 +1,191 @@
+#{"t_start": 1614619328.3347347, "env_id": "CartPole-v1"}
+r,l,t
+9.0,9,0.770902
+29.0,29,0.819613
+32.0,32,0.870291
+24.0,24,0.91045
+150.0,150,1.154717
+27.0,27,1.201035
+17.0,17,1.227105
+29.0,29,1.275294
+18.0,18,1.302062
+76.0,76,1.429269
+37.0,37,1.487978
+35.0,35,1.545225
+46.0,46,1.626608
+70.0,70,1.740395
+24.0,24,1.781101
+49.0,49,1.861674
+36.0,36,1.919022
+82.0,82,2.05072
+59.0,59,2.147821
+103.0,103,2.317219
+190.0,190,2.625554
+223.0,223,5.547106
+154.0,154,5.806307
+140.0,140,6.043317
+248.0,248,6.462354
+182.0,182,6.760656
+167.0,167,7.047777
+190.0,190,7.381501
+153.0,153,8.747398
+187.0,187,9.078983
+247.0,247,9.51146
+153.0,153,9.781562
+231.0,231,10.187212
+237.0,237,10.604757
+201.0,201,12.944363
+316.0,316,13.515592
+500.0,500,14.419308
+343.0,343,17.281487
+279.0,279,17.772499
+500.0,500,18.647056
+412.0,412,19.353841
+155.0,155,20.387288
+115.0,115,20.589061
+157.0,157,20.867726
+149.0,149,21.130071
+197.0,197,21.473819
+311.0,311,22.018408
+500.0,500,25.55804
+420.0,420,26.280516
+500.0,500,27.131071
+422.0,422,30.501268
+440.0,440,31.226923
+173.0,173,31.52851
+154.0,154,31.800063
+170.0,170,33.33198
+500.0,500,34.19028
+500.0,500,35.08202
+433.0,433,38.354297
+302.0,302,38.853454
+319.0,319,39.38754
+220.0,220,39.751808
+113.0,113,39.942237
+134.0,134,40.671597
+56.0,56,40.768715
+68.0,68,40.889969
+64.0,64,41.005395
+56.0,56,41.103111
+43.0,43,41.180776
+66.0,66,41.295776
+48.0,48,41.37869
+51.0,51,41.472175
+35.0,35,41.533836
+60.0,60,41.639667
+71.0,71,41.763841
+66.0,66,41.879066
+72.0,72,42.004295
+84.0,84,42.152911
+65.0,65,42.267581
+61.0,61,42.371865
+45.0,45,42.447595
+77.0,77,42.578869
+71.0,71,42.695284
+53.0,53,43.089213
+46.0,46,43.165826
+47.0,47,43.244519
+69.0,69,43.364069
+63.0,63,43.476572
+60.0,60,43.582649
+81.0,81,43.724521
+115.0,115,43.926545
+121.0,121,44.137787
+241.0,241,44.559989
+161.0,161,44.842215
+194.0,194,45.18378
+500.0,500,48.614002
+500.0,500,49.470927
+500.0,500,52.867683
+500.0,500,53.711412
+500.0,500,54.569326
+500.0,500,58.029259
+500.0,500,58.889
+500.0,500,62.414637
+500.0,500,63.287084
+500.0,500,64.151191
+500.0,500,67.532371
+500.0,500,68.354646
+500.0,500,71.792149
+500.0,500,72.623804
+500.0,500,73.454205
+500.0,500,76.955487
+500.0,500,77.813361
+500.0,500,81.296432
+500.0,500,82.125679
+500.0,500,82.947947
+500.0,500,86.316476
+500.0,500,87.120617
+500.0,500,90.52611
+500.0,500,91.387546
+500.0,500,92.249547
+500.0,500,95.732242
+500.0,500,96.593668
+500.0,500,100.122725
+500.0,500,100.979127
+500.0,500,101.832938
+500.0,500,105.240969
+500.0,500,106.065703
+500.0,500,109.436137
+500.0,500,110.261551
+500.0,500,111.084031
+500.0,500,114.4652
+500.0,500,115.304923
+500.0,500,118.72699
+500.0,500,119.553578
+500.0,500,120.387669
+500.0,500,123.926366
+500.0,500,124.787539
+500.0,500,128.321444
+500.0,500,129.171951
+500.0,500,129.979727
+500.0,500,133.349871
+500.0,500,134.183097
+500.0,500,137.538296
+500.0,500,138.347333
+500.0,500,139.174828
+500.0,500,142.543679
+500.0,500,143.350925
+500.0,500,146.856014
+500.0,500,147.684994
+500.0,500,148.49475
+500.0,500,151.912883
+500.0,500,152.770195
+500.0,500,156.269138
+500.0,500,157.114127
+500.0,500,157.961331
+500.0,500,161.423314
+500.0,500,162.255687
+500.0,500,165.638676
+500.0,500,166.440914
+500.0,500,167.266393
+500.0,500,170.635563
+500.0,500,171.451325
+500.0,500,174.811568
+500.0,500,175.658737
+500.0,500,176.483543
+500.0,500,179.863141
+500.0,500,180.719116
+500.0,500,184.199761
+500.0,500,185.051284
+500.0,500,185.887704
+500.0,500,189.352684
+500.0,500,190.18949
+500.0,500,193.50997
+500.0,500,194.302064
+500.0,500,195.095083
+500.0,500,198.340788
+500.0,500,199.120823
+500.0,500,202.328228
+500.0,500,203.113376
+500.0,500,203.883621
+500.0,500,207.078876
+500.0,500,207.854021
+500.0,500,211.036324
+500.0,500,211.795498
+500.0,500,212.570951
+500.0,500,215.753699
+500.0,500,216.520945
+500.0,500,219.682321
+500.0,500,220.453765
+500.0,500,221.225682

3.monitor.csv

@@ -0,0 +1,201 @@
+#{"t_start": 1614619328.336223, "env_id": "CartPole-v1"}
+r,l,t
+34.0,34,0.810739
+14.0,14,0.834664
+31.0,31,0.884495
+14.0,14,0.908106
+22.0,22,0.942352
+27.0,27,0.988859
+13.0,13,1.007472
+27.0,27,1.054098
+37.0,37,1.112543
+24.0,24,1.152382
+40.0,40,1.217385
+28.0,28,1.264786
+58.0,58,1.356624
+14.0,14,1.380365
+16.0,16,1.405727
+25.0,25,1.446525
+24.0,24,1.486562
+19.0,19,1.518476
+17.0,17,1.544616
+75.0,75,1.674003
+50.0,50,1.755941
+28.0,28,1.803321
+27.0,27,1.845538
+19.0,19,1.87715
+39.0,39,1.941162
+75.0,75,2.063215
+63.0,63,2.163578
+85.0,85,2.301836
+246.0,246,2.70499
+205.0,205,5.601123
+212.0,212,5.955057
+205.0,205,6.302385
+164.0,164,6.577519
+152.0,152,6.826496
+250.0,250,7.259507
+166.0,166,8.650155
+175.0,175,8.957989
+197.0,197,9.306806
+175.0,175,9.614214
+246.0,246,10.045899
+233.0,233,10.457786
+234.0,234,12.85649
+241.0,241,13.288356
+500.0,500,14.191384
+473.0,473,17.288903
+280.0,280,17.781158
+500.0,500,18.654847
+439.0,439,19.41243
+120.0,120,20.383997
+106.0,106,20.569093
+111.0,111,20.763381
+149.0,149,21.025866
+173.0,173,21.331278
+262.0,262,21.789294
+500.0,500,25.324344
+325.0,325,25.897814
+276.0,276,26.364963
+262.0,262,26.810679
+500.0,500,30.320577
+500.0,500,31.140457
+194.0,194,31.480373
+165.0,165,31.770387
+235.0,235,33.414575
+500.0,500,34.272211
+500.0,500,35.169039
+447.0,447,38.454979
+190.0,190,38.77054
+313.0,313,39.293049
+197.0,197,39.618046
+156.0,156,39.880104
+75.0,75,40.010293
+54.0,54,40.599121
+63.0,63,40.711689
+72.0,72,40.835773
+73.0,73,40.966616
+48.0,48,41.049796
+49.0,49,41.137042
+69.0,69,41.259225
+72.0,72,41.385134
+52.0,52,41.479606
+68.0,68,41.59679
+57.0,57,41.699644
+51.0,51,41.78879
+47.0,47,41.869627
+64.0,64,41.983262
+79.0,79,42.123243
+38.0,38,42.187737
+68.0,68,42.30914
+44.0,44,42.384807
+38.0,38,42.446186
+59.0,59,42.545177
+59.0,59,42.644429
+64.0,64,43.056021
+81.0,81,43.191347
+76.0,76,43.320198
+55.0,55,43.415939
+60.0,60,43.522137
+70.0,70,43.645651
+119.0,119,43.855559
+67.0,67,43.97172
+147.0,147,44.23224
+109.0,109,44.424297
+209.0,209,44.788007
+145.0,145,45.042204
+308.0,308,48.13259
+500.0,500,49.013204
+500.0,500,49.856608
+500.0,500,53.255816
+500.0,500,54.104776
+500.0,500,57.559841
+500.0,500,58.422132
+500.0,500,59.28144
+500.0,500,62.814244
+500.0,500,63.682813
+500.0,500,67.084639
+500.0,500,67.908699
+500.0,500,68.736149
+500.0,500,72.173315
+500.0,500,73.006712
+500.0,500,76.486178
+500.0,500,77.345724
+500.0,500,78.197649
+500.0,500,81.680664
+500.0,500,82.504
+500.0,500,85.869808
+500.0,500,86.685095
+500.0,500,87.497146
+500.0,500,90.918251
+500.0,500,91.782025
+500.0,500,95.266616
+500.0,500,96.127244
+500.0,500,96.986946
+500.0,500,100.518701
+500.0,500,101.367144
+500.0,500,104.790615
+500.0,500,105.621665
+500.0,500,106.434542
+500.0,500,109.806417
+500.0,500,110.640554
+500.0,500,114.009238
+500.0,500,114.85163
+500.0,500,115.6869
+500.0,500,119.103638
+500.0,500,119.92903
+500.0,500,123.464098
+500.0,500,124.315917
+500.0,500,125.184486
+500.0,500,128.715337
+500.0,500,129.537749
+500.0,500,132.901804
+500.0,500,133.731842
+500.0,500,134.560182
+500.0,500,137.903534
+500.0,500,138.728179
+500.0,500,142.092305
+500.0,500,142.920022
+500.0,500,143.734441
+500.0,500,147.24216
+500.0,500,148.06137
+500.0,500,151.453649
+500.0,500,152.306718
+500.0,500,153.161458
+500.0,500,156.658465
+500.0,500,157.499156
+500.0,500,160.977587
+500.0,500,161.802867
+500.0,500,162.630734
+500.0,500,166.005456
+500.0,500,166.81955
+500.0,500,170.191502
+500.0,500,171.009355
+500.0,500,171.81772
+500.0,500,175.19876
+500.0,500,176.038975
+500.0,500,179.413043
+500.0,500,180.253648
+500.0,500,181.096059
+500.0,500,184.593072
+500.0,500,185.427758
+500.0,500,188.910425
+500.0,500,189.73565
+500.0,500,190.568352
+500.0,500,193.871881
+500.0,500,194.664721
+500.0,500,197.91698
+500.0,500,198.693051
+500.0,500,199.481446
+500.0,500,202.688352
+500.0,500,203.463143
+500.0,500,206.655757
+500.0,500,207.432436
+500.0,500,208.208932
+500.0,500,211.381174
+500.0,500,212.149797
+500.0,500,215.33151
+500.0,500,216.108193
+500.0,500,216.867562
+500.0,500,220.036579
+500.0,500,220.807584

4.monitor.csv

@@ -0,0 +1,195 @@
+#{"t_start": 1614619328.3376799, "env_id": "CartPole-v1"}
+r,l,t
+27.0,27,0.799463
+16.0,16,0.824835
+35.0,35,0.882181
+21.0,21,0.91566
+74.0,74,1.036926
+20.0,20,1.069657
+95.0,95,1.22425
+16.0,16,1.249314
+35.0,35,1.306498
+39.0,39,1.370556
+18.0,18,1.401783
+30.0,30,1.450912
+35.0,35,1.508148
+43.0,43,1.575871
+25.0,25,1.623761
+20.0,20,1.656404
+35.0,35,1.713243
+35.0,35,1.770694
+26.0,26,1.812462
+108.0,108,1.989125
+49.0,49,2.069957
+44.0,44,2.142329
+85.0,85,2.281008
+219.0,219,2.633479
+288.0,288,5.668335
+417.0,417,6.369208
+211.0,211,6.722722
+158.0,158,6.98759
+114.0,114,7.186902
+250.0,250,8.725979
+224.0,224,9.120872
+211.0,211,9.490818
+144.0,144,9.744157
+215.0,215,10.122799
+318.0,318,10.683153
+311.0,311,13.224025
+342.0,342,13.839942
+214.0,214,14.226847
+487.0,487,17.348789
+250.0,250,17.788555
+500.0,500,18.661855
+413.0,413,19.374757
+148.0,148,20.393215
+165.0,165,20.683025
+174.0,174,20.989357
+143.0,143,21.242102
+201.0,201,21.594171
+313.0,313,22.144305
+158.0,158,25.079746
+113.0,113,25.27804
+430.0,430,26.029031
+163.0,163,26.303631
+500.0,500,27.155448
+500.0,500,30.648627
+354.0,354,31.23544
+202.0,202,31.593551
+214.0,214,31.965838
+228.0,228,33.597028
+500.0,500,34.459391
+252.0,252,34.909747
+500.0,500,38.305022
+348.0,348,38.883341
+283.0,283,39.358173
+242.0,242,39.758432
+118.0,118,39.962241
+94.0,94,40.61712
+62.0,62,40.728747
+74.0,74,40.858906
+69.0,69,40.977503
+62.0,62,41.090423
+38.0,38,41.154958
+66.0,66,41.274444
+62.0,62,41.382739
+63.0,63,41.495836
+47.0,47,41.576835
+87.0,87,41.728212
+53.0,53,41.823449
+46.0,46,41.903637
+55.0,55,42.00045
+54.0,54,42.096243
+48.0,48,42.182793
+61.0,61,42.28964
+52.0,52,42.376586
+58.0,58,42.47614
+47.0,47,42.5522
+61.0,61,42.652888
+87.0,87,43.103619
+49.0,49,43.188171
+98.0,98,43.353359
+80.0,80,43.494005
+65.0,65,43.608943
+56.0,56,43.706454
+135.0,135,43.943872
+146.0,146,44.203374
+101.0,101,44.379844
+134.0,134,44.615746
+89.0,89,44.76886
+142.0,142,45.020675
+500.0,500,48.449647
+500.0,500,49.315181
+500.0,500,52.713984
+500.0,500,53.555693
+500.0,500,54.410579
+500.0,500,57.869752
+500.0,500,58.729523
+500.0,500,62.252171
+500.0,500,63.126652
+500.0,500,63.991572
+500.0,500,67.379667
+500.0,500,68.202277
+500.0,500,71.636691
+500.0,500,72.468875
+500.0,500,73.301157
+500.0,500,76.795938
+500.0,500,77.653662
+500.0,500,81.140991
+500.0,500,81.973561
+500.0,500,82.796879
+500.0,500,86.163235
+500.0,500,86.971134
+500.0,500,90.368307
+500.0,500,91.228254
+500.0,500,92.089647
+500.0,500,95.572912
+500.0,500,96.434274
+500.0,500,99.96041
+500.0,500,100.82478
+500.0,500,101.672054
+500.0,500,105.088778
+500.0,500,105.914139
+500.0,500,109.28704
+500.0,500,110.107736
+500.0,500,110.932052
+500.0,500,114.309178
+500.0,500,115.149245
+500.0,500,118.573132
+500.0,500,119.402287
+500.0,500,120.233109
+500.0,500,123.771688
+500.0,500,124.626053
+500.0,500,128.160661
+500.0,500,129.020469
+500.0,500,129.828262
+500.0,500,133.195119
+500.0,500,134.02932
+500.0,500,137.389879
+500.0,500,138.194289
+500.0,500,139.022224
+500.0,500,142.386493
+500.0,500,143.202615
+500.0,500,146.696958
+500.0,500,147.533524
+500.0,500,148.347207
+500.0,500,151.753413
+500.0,500,152.613422
+500.0,500,156.112728
+500.0,500,156.958431
+500.0,500,157.800671
+500.0,500,161.270481
+500.0,500,162.096951
+500.0,500,165.489711
+500.0,500,166.290811
+500.0,500,167.111298
+500.0,500,170.483497
+500.0,500,171.302802
+500.0,500,174.660578
+500.0,500,175.50107
+500.0,500,176.331418
+500.0,500,179.708507
+500.0,500,180.560387
+500.0,500,184.044706
+500.0,500,184.898347
+500.0,500,185.734815
+500.0,500,189.201432
+500.0,500,190.037665
+500.0,500,193.366404
+500.0,500,194.154444
+500.0,500,194.947831
+500.0,500,198.197623
+500.0,500,198.973731
+500.0,500,202.182716
+500.0,500,202.968221
+500.0,500,203.739092
+500.0,500,206.935405
+500.0,500,207.709349
+500.0,500,210.894365
+500.0,500,211.651143
+500.0,500,212.427037
+500.0,500,215.609628
+500.0,500,216.379687
+500.0,500,219.539012
+500.0,500,220.310823
+500.0,500,221.082454

5.monitor.csv

@@ -0,0 +1,191 @@
+#{"t_start": 1614619328.3514366, "env_id": "CartPole-v1"}
+r,l,t
+10.0,10,0.755164
+20.0,20,0.78816
+21.0,21,0.826072
+31.0,31,0.875902
+47.0,47,0.950912
+34.0,34,1.006997
+18.0,18,1.038038
+12.0,12,1.055972
+17.0,17,1.081851
+42.0,42,1.152715
+62.0,62,1.252044
+86.0,86,1.391405
+26.0,26,1.437227
+32.0,32,1.487846
+17.0,17,1.513928
+71.0,71,1.640212
+80.0,80,1.771032
+137.0,137,1.99176
+50.0,50,2.073394
+41.0,41,2.139394
+144.0,144,2.374738
+210.0,210,2.715575
+338.0,338,5.837377
+152.0,152,6.094766
+192.0,192,6.414516
+171.0,171,6.70074
+155.0,155,6.962686
+123.0,123,7.174123
+172.0,172,8.578341
+255.0,255,9.027217
+150.0,150,9.290639
+182.0,182,9.608793
+278.0,278,10.099288
+493.0,493,12.953347
+322.0,322,13.535377
+500.0,500,14.438754
+401.0,401,17.40357
+269.0,269,17.878011
+310.0,310,18.420508
+477.0,477,19.238948
+235.0,235,20.412898
+138.0,138,20.657058
+132.0,132,20.887002
+157.0,157,21.160699
+220.0,220,21.547046
+256.0,256,21.99915
+215.0,215,25.037501
+500.0,500,25.913997
+500.0,500,26.759764
+500.0,500,30.269604
+365.0,365,30.86691
+250.0,250,31.289541
+149.0,149,31.548058
+175.0,175,31.855465
+231.0,231,33.493698
+500.0,500,34.354974
+500.0,500,35.252541
+412.0,412,38.473174
+271.0,271,38.919918
+345.0,345,39.497477
+163.0,163,39.769193
+108.0,108,39.952075
+79.0,79,40.584887
+70.0,70,40.707871
+92.0,92,40.871529
+55.0,55,40.969345
+62.0,62,41.07763
+67.0,67,41.193737
+62.0,62,41.305544
+62.0,62,41.414248
+58.0,58,41.518146
+43.0,43,41.59128
+58.0,58,41.695196
+53.0,53,41.790475
+44.0,44,41.864203
+60.0,60,41.969889
+50.0,50,42.057921
+50.0,50,42.146078
+76.0,76,42.283734
+91.0,91,42.437093
+49.0,49,42.519191
+56.0,56,42.61163
+71.0,71,43.0334
+79.0,79,43.166513
+59.0,59,43.268171
+48.0,48,43.348325
+80.0,80,43.489116
+79.0,79,43.629523
+141.0,141,43.876368
+185.0,185,44.2011
+166.0,166,44.491471
+112.0,112,44.690885
+120.0,120,44.901723
+130.0,130,45.129543
+500.0,500,48.560118
+500.0,500,49.417973
+500.0,500,52.814878
+500.0,500,53.658607
+500.0,500,54.516535
+500.0,500,57.976437
+500.0,500,58.836143
+500.0,500,62.360496
+500.0,500,63.233683
+500.0,500,64.098665
+500.0,500,67.481195
+500.0,500,68.303524
+500.0,500,71.739893
+500.0,500,72.571857
+500.0,500,73.402909
+500.0,500,76.90253
+500.0,500,77.760117
+500.0,500,81.243338
+500.0,500,82.074509
+500.0,500,82.896899
+500.0,500,86.264944
+500.0,500,87.069773
+500.0,500,90.473352
+500.0,500,91.334559
+500.0,500,92.196555
+500.0,500,95.679374
+500.0,500,96.540673
+500.0,500,100.068952
+500.0,500,100.927446
+500.0,500,101.780504
+500.0,500,105.189941
+500.0,500,106.01476
+500.0,500,109.385464
+500.0,500,110.210377
+500.0,500,111.032232
+500.0,500,114.41306
+500.0,500,115.253192
+500.0,500,118.675157
+500.0,500,119.502698
+500.0,500,120.335804
+500.0,500,123.874191
+500.0,500,124.733776
+500.0,500,128.268626
+500.0,500,129.121428
+500.0,500,129.928275
+500.0,500,133.298421
+500.0,500,134.131492
+500.0,500,137.487874
+500.0,500,138.295702
+500.0,500,139.123607
+500.0,500,142.490892
+500.0,500,143.300142
+500.0,500,146.803226
+500.0,500,147.633903
+500.0,500,148.444509
+500.0,500,151.859985
+500.0,500,152.718903
+500.0,500,156.21684
+500.0,500,157.062346
+500.0,500,157.907251
+500.0,500,161.371744
+500.0,500,162.202539
+500.0,500,165.588103
+500.0,500,166.389632
+500.0,500,167.214846
+500.0,500,170.584159
+500.0,500,171.401104
+500.0,500,174.759143
+500.0,500,175.606506
+500.0,500,176.432191
+500.0,500,179.810438
+500.0,500,180.666952
+500.0,500,184.146457
+500.0,500,184.999954
+500.0,500,185.836563
+500.0,500,189.301522
+500.0,500,190.138273
+500.0,500,193.4608
+500.0,500,194.252033
+500.0,500,195.045031
+500.0,500,198.291628
+500.0,500,199.070865
+500.0,500,202.278403
+500.0,500,203.063785
+500.0,500,203.834088
+500.0,500,207.029659
+500.0,500,207.804572
+500.0,500,210.987805
+500.0,500,211.745817
+500.0,500,212.521594
+500.0,500,215.704347
+500.0,500,216.472173
+500.0,500,219.633186
+500.0,500,220.404744
+500.0,500,221.176604

6.monitor.csv

@@ -0,0 +1,192 @@
+#{"t_start": 1614619328.3531284, "env_id": "CartPole-v1"}
+r,l,t
+51.0,51,0.824453
+50.0,50,0.906045
+27.0,27,0.948382
+71.0,71,1.063156
+54.0,54,1.151897
+37.0,37,1.210474
+20.0,20,1.242974
+11.0,11,1.264264
+88.0,88,1.405149
+36.0,36,1.46295
+28.0,28,1.510596
+40.0,40,1.582514
+23.0,23,1.622375
+66.0,66,1.729311
+31.0,31,1.77914
+51.0,51,1.861151
+53.0,53,1.948652
+22.0,22,1.982721
+114.0,114,2.169695
+84.0,84,2.307085
+248.0,248,2.707311
+111.0,111,5.449561
+233.0,233,5.838251
+67.0,67,5.953485
+500.0,500,6.79
+146.0,146,7.038926
+120.0,120,7.249868
+153.0,153,8.615421
+213.0,213,8.992132
+188.0,188,9.32437
+280.0,280,9.81579
+285.0,285,10.31738
+352.0,352,12.92432
+301.0,301,13.463606
+500.0,500,14.367333
+455.0,455,17.429912
+281.0,281,17.923644
+490.0,490,18.772769
+346.0,346,19.376098
+130.0,130,20.365342
+192.0,192,20.700992
+122.0,122,20.913347
+157.0,157,21.191572
+190.0,190,21.525149
+223.0,223,21.913399
+181.0,181,22.234109
+500.0,500,25.776355
+500.0,500,26.623791
+500.0,500,30.127542
+500.0,500,30.956052
+242.0,242,31.368798
+202.0,202,31.721766
+187.0,187,33.287008
+494.0,494,34.136744
+500.0,500,35.025727
+500.0,500,38.411775
+291.0,291,38.891862
+311.0,311,39.411909
+238.0,238,39.809478
+89.0,89,39.959209
+67.0,67,40.572598
+61.0,61,40.678956
+64.0,64,40.791941
+50.0,50,40.879625
+59.0,59,40.986094
+73.0,73,41.112097
+46.0,46,41.192137
+62.0,62,41.303931
+51.0,51,41.394056
+34.0,34,41.454796
+60.0,60,41.560482
+70.0,70,41.683735
+77.0,77,41.817765
+65.0,65,41.932096
+49.0,49,42.019288
+51.0,51,42.108185
+56.0,56,42.205938
+64.0,64,42.318797
+51.0,51,42.403858
+71.0,71,42.525842
+59.0,59,42.620954
+91.0,91,43.079052
+59.0,59,43.176251
+54.0,54,43.269058
+114.0,114,43.468881
+67.0,67,43.58553
+69.0,69,43.707976
+54.0,54,43.803528
+125.0,125,44.023091
+90.0,90,44.180836
+111.0,111,44.37495
+73.0,73,44.504835
+160.0,160,44.786192
+173.0,173,45.086532
+314.0,314,48.187231
+500.0,500,49.066733
+500.0,500,52.463146
+500.0,500,53.30795
+500.0,500,54.156997
+500.0,500,57.612048
+500.0,500,58.474866
+500.0,500,61.99498
+500.0,500,62.867588
+500.0,500,63.735816
+500.0,500,67.134396
+500.0,500,67.958776
+500.0,500,71.383303
+500.0,500,72.223851
+500.0,500,73.056679
+500.0,500,76.539112
+500.0,500,77.398635
+500.0,500,80.893943
+500.0,500,81.73026
+500.0,500,82.554211
+500.0,500,85.919634
+500.0,500,86.732884
+500.0,500,90.114487
+500.0,500,90.970987
+500.0,500,91.834938
+500.0,500,95.319308
+500.0,500,96.18013
+500.0,500,99.703184
+500.0,500,100.570778
+500.0,500,101.418723
+500.0,500,104.839888
+500.0,500,105.671401
+500.0,500,109.047109
+500.0,500,109.857608
+500.0,500,110.690308
+500.0,500,114.058977
+500.0,500,114.902262
+500.0,500,118.330539
+500.0,500,119.153516
+500.0,500,119.981537
+500.0,500,123.51642
+500.0,500,124.369595
+500.0,500,127.904558
+500.0,500,128.766412
+500.0,500,129.587309
+500.0,500,132.951507
+500.0,500,133.783617
+500.0,500,137.147684
+500.0,500,137.952932
+500.0,500,138.778319
+500.0,500,142.141411
+500.0,500,142.967307
+500.0,500,146.443237
+500.0,500,147.291629
+500.0,500,148.110348
+500.0,500,151.504535
+500.0,500,152.35946
+500.0,500,155.858613
+500.0,500,156.70977
+500.0,500,157.549828
+500.0,500,161.027321
+500.0,500,161.852958
+500.0,500,165.242836
+500.0,500,166.053176
+500.0,500,166.869135
+500.0,500,170.24115
+500.0,500,171.058555
+500.0,500,174.422863
+500.0,500,175.250388
+28.0,28,175.299689
+500.0,500,176.135548
+500.0,500,179.512372
+500.0,500,180.355948
+500.0,500,183.848218
+500.0,500,184.6959
+500.0,500,185.530579
+500.0,500,189.006883
+500.0,500,189.833649
+500.0,500,193.180122
+500.0,500,193.965137
+500.0,500,194.757903
+500.0,500,198.009977
+500.0,500,198.78542
+500.0,500,201.995992
+500.0,500,202.781401
+500.0,500,203.552486
+500.0,500,206.750283
+500.0,500,207.523294
+500.0,500,210.708698
+500.0,500,211.469558
+500.0,500,212.24133
+500.0,500,215.42337
+500.0,500,216.198466
+500.0,500,219.354255
+500.0,500,220.126702
+500.0,500,220.89754

7.monitor.csv

@@ -0,0 +1,205 @@
+#{"t_start": 1614619328.3545704, "env_id": "CartPole-v1"}
+r,l,t
+20.0,20,0.768676
+25.0,25,0.809636
+11.0,11,0.831153
+44.0,44,0.899677
+24.0,24,0.939537
+12.0,12,0.961592
+13.0,13,0.980227
+24.0,24,1.02014
+40.0,40,1.085298
+18.0,18,1.11631
+24.0,24,1.152194
+27.0,27,1.198229
+24.0,24,1.238222
+22.0,22,1.272547
+39.0,39,1.336707
+11.0,11,1.35377
+20.0,20,1.386582
+13.0,13,1.40957
+14.0,14,1.429101
+23.0,23,1.468322
+58.0,58,1.565053
+65.0,65,1.677742
+87.0,87,1.818263
+34.0,34,1.874289
+28.0,28,1.917111
+61.0,61,2.019666
+21.0,21,2.05317
+121.0,121,2.249423
+144.0,144,2.484374
+246.0,246,5.441155
+266.0,266,5.886885
+122.0,122,6.098798
+367.0,367,6.707598
+155.0,155,6.96983
+83.0,83,7.115482
+162.0,162,7.398622
+274.0,274,8.980994
+178.0,178,9.291189
+179.0,179,9.606633
+180.0,180,9.921908
+190.0,190,10.256924
+244.0,244,10.691432
+205.0,205,13.03746
+266.0,266,13.516683
+218.0,218,13.912667
+500.0,500,14.81522
+363.0,363,17.701312
+134.0,134,17.939089
+500.0,500,18.804832
+329.0,329,19.376489
+125.0,125,20.356786
+115.0,115,20.558809
+153.0,153,20.829534
+114.0,114,21.025994
+178.0,178,21.340296
+206.0,206,21.700685
+232.0,232,22.109873
+500.0,500,25.652292
+500.0,500,26.502314
+500.0,500,30.003917
+395.0,395,30.669455
+368.0,368,31.280141
+149.0,149,31.543171
+158.0,158,31.82246
+166.0,166,33.345767
+500.0,500,34.203089
+500.0,500,35.096862
+431.0,431,38.361394
+237.0,237,38.753953
+358.0,358,39.351672
+210.0,210,39.699357
+99.0,99,39.868791
+46.0,46,39.947204
+70.0,70,40.5632
+60.0,60,40.668734
+48.0,48,40.754386
+81.0,81,40.895756
+53.0,53,40.988441
+60.0,60,41.093869
+62.0,62,41.205864
+54.0,54,41.301495
+40.0,40,41.373128
+60.0,60,41.479063
+49.0,49,41.561785
+60.0,60,41.667202
+65.0,65,41.781932
+57.0,57,41.884939
+88.0,88,42.037238
+47.0,47,42.122628
+53.0,53,42.213345
+47.0,47,42.298601
+53.0,53,42.38569
+35.0,35,42.444893
+71.0,71,42.566643
+57.0,57,42.65891
+59.0,59,43.062059
+56.0,56,43.155569
+45.0,45,43.232437
+53.0,53,43.325254
+43.0,43,43.39772
+57.0,57,43.501213
+95.0,95,43.6686
+135.0,135,43.905851
+168.0,168,44.198066
+160.0,160,44.478672
+173.0,173,44.784831
+118.0,118,44.98883
+296.0,296,48.05994
+409.0,409,48.779106
+500.0,500,49.631175
+500.0,500,53.024748
+500.0,500,53.872238
+500.0,500,57.334844
+500.0,500,58.190946
+500.0,500,59.050247
+500.0,500,62.578026
+500.0,500,63.450459
+500.0,500,66.863734
+500.0,500,67.685628
+500.0,500,68.508407
+500.0,500,71.94829
+500.0,500,72.781873
+500.0,500,76.254615
+500.0,500,77.114161
+500.0,500,77.970529
+500.0,500,81.452437
+500.0,500,82.278772
+500.0,500,85.647436
+500.0,500,86.466214
+500.0,500,87.272845
+500.0,500,90.687148
+500.0,500,91.550145
+500.0,500,95.034913
+500.0,500,95.895434
+500.0,500,96.755474
+500.0,500,100.28517
+500.0,500,101.138674
+500.0,500,104.57043
+500.0,500,105.398286
+500.0,500,106.218125
+500.0,500,109.585431
+500.0,500,110.416367
+500.0,500,113.78583
+500.0,500,114.625606
+500.0,500,115.459094
+500.0,500,118.880872
+500.0,500,119.705119
+500.0,500,123.238019
+500.0,500,124.082689
+500.0,500,124.950411
+500.0,500,128.482853
+500.0,500,129.321403
+500.0,500,132.679306
+500.0,500,133.505813
+500.0,500,134.338226
+500.0,500,137.687146
+500.0,500,138.502259
+500.0,500,141.870657
+500.0,500,142.702878
+500.0,500,143.508017
+500.0,500,147.017592
+500.0,500,147.840057
+500.0,500,151.227709
+500.0,500,152.074375
+500.0,500,152.933426
+500.0,500,156.429724
+500.0,500,157.274741
+500.0,500,160.754889
+500.0,500,161.580556
+27.0,27,161.627455
+500.0,500,162.456686
+500.0,500,165.834475
+500.0,500,166.641317
+500.0,500,170.016663
+500.0,500,170.83503
+500.0,500,171.645086
+500.0,500,175.018413
+500.0,500,175.86378
+500.0,500,179.2391
+500.0,500,180.07203
+500.0,500,180.92166
+500.0,500,184.410158
+500.0,500,185.248106
+500.0,500,188.733821
+500.0,500,189.559696
+500.0,500,190.396919
+500.0,500,193.700409
+500.0,500,194.494581
+500.0,500,197.747088
+500.0,500,198.526723
+500.0,500,199.312576
+500.0,500,202.520262
+500.0,500,203.299068
+500.0,500,206.487512
+500.0,500,207.266608
+500.0,500,208.042261
+500.0,500,211.218855
+500.0,500,211.983669
+500.0,500,215.164376
+500.0,500,215.941903
+500.0,500,216.705917
+500.0,500,219.868462
+500.0,500,220.642049

CartPole-v1.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:762f7dcabb7f1737d11cf382301de244add81646e4b4e665b711d99d5f28de9f
+size 99006

CartPole-v1/args.yml

@@ -0,0 +1,59 @@
+!!python/object/apply:collections.OrderedDict
+- - - algo
+    - a2c
+  - - env
+    - CartPole-v1
+  - - env_kwargs
+    - null
+  - - eval_episodes
+    - 10
+  - - eval_freq
+    - 10000
+  - - gym_packages
+    - []
+  - - hyperparams
+    - null
+  - - log_folder
+    - rl-trained-agents/
+  - - log_interval
+    - -1
+  - - n_evaluations
+    - 20
+  - - n_jobs
+    - 1
+  - - n_startup_trials
+    - 10
+  - - n_timesteps
+    - -1
+  - - n_trials
+    - 10
+  - - num_threads
+    - -1
+  - - optimize_hyperparameters
+    - false
+  - - pruner
+    - median
+  - - sampler
+    - tpe
+  - - save_freq
+    - -1
+  - - save_replay_buffer
+    - false
+  - - seed
+    - 252933904
+  - - storage
+    - null
+  - - study_name
+    - null
+  - - tensorboard_log
+    - ''
+  - - trained_agent
+    - ''
+  - - truncate_last_trajectory
+    - true
+  - - uuid
+    - true
+  - - vec_env
+    - dummy
+  - - verbose
+    - 1

CartPole-v1/config.yml

@@ -0,0 +1,9 @@
+!!python/object/apply:collections.OrderedDict
+- - - ent_coef
+    - 0.0
+  - - n_envs
+    - 8
+  - - n_timesteps
+    - 500000.0
+  - - policy
+    - MlpPolicy