diff --git a/CHANGELOG.md b/CHANGELOG.md index 4828362d9..6da7b6ffc 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -13,6 +13,7 @@ - Added Huggingface hub integration - Added `RecurrentPPO` support (aka `ppo_lstm`) - Added autodownload for "official" sb3 models from the hub +- Added Humanoid-v3, Ant-v3, Walker2d-v3 models for A2C (@pseudo-rnd-thoughts) ### Bug fixes - Fix `Reacher-v3` name in PPO hyperparameter file diff --git a/README.md b/README.md index e71ba417a..e9d6ab820 100644 --- a/README.md +++ b/README.md @@ -425,7 +425,7 @@ PyBullet Envs (Continued) | RL Algo | Walker2d | HalfCheetah | Ant | Swimmer | Hopper | Humanoid | |----------|-----------|-------------|-----|---------|---------|----------| | ARS | :heavy_check_mark: | :heavy_check_mark: | :heavy_check_mark: | :heavy_check_mark: | :heavy_check_mark: | | -| A2C | | :heavy_check_mark: | | :heavy_check_mark: | :heavy_check_mark: | | +| A2C | :heavy_check_mark: | :heavy_check_mark: | :heavy_check_mark: | :heavy_check_mark: | :heavy_check_mark: | :heavy_check_mark: | | PPO | :heavy_check_mark: | :heavy_check_mark: | :heavy_check_mark: | :heavy_check_mark: | :heavy_check_mark: | | | DDPG | | | | | | | | SAC | :heavy_check_mark: | :heavy_check_mark: | :heavy_check_mark: | :heavy_check_mark: | :heavy_check_mark: | :heavy_check_mark: | diff --git a/benchmark.md b/benchmark.md index 61c5239ac..005bc0160 100644 --- a/benchmark.md +++ b/benchmark.md @@ -21,6 +21,7 @@ and also allow users to have access to pretrained agents.* | algo | env_id |mean_reward|std_reward|n_timesteps|eval_timesteps|eval_episodes| |--------|-----------------------------|----------:|---------:|-----------|-------------:|------------:| |a2c |Acrobot-v1 | -83.353| 17.213|500k | 149979| 1778| +|a2c |Ant-v3 | -44.023| 63.206|1M | 149469| 761| |a2c |AntBulletEnv-v0 | 2497.147| 37.359|2M | 150000| 150| |a2c |AsteroidsNoFrameskip-v4 | 1286.550| 423.750|10M | 614138| 258| |a2c |BeamRiderNoFrameskip-v4 | 2890.298| 1379.137|10M | 591104| 47| @@ -33,6 +34,7 @@ and also allow users to have access to pretrained agents.* |a2c |HalfCheetahBulletEnv-v0 | 2107.384| 36.008|2M | 150000| 150| |a2c |Hopper-v3 | 733.454| 376.574|1M | 149987| 580| |a2c |HopperBulletEnv-v0 | 815.355| 313.798|2M | 149541| 254| +|a2c |Humanoid-v3 | 388.321| 92.652|2M | 149942| 1944| |a2c |LunarLander-v2 | 155.751| 80.419|200k | 149443| 297| |a2c |LunarLanderContinuous-v2 | 84.225| 145.906|5M | 149305| 256| |a2c |MountainCar-v0 | -111.263| 24.087|1M | 149982| 1348| @@ -46,6 +48,7 @@ and also allow users to have access to pretrained agents.* |a2c |SpaceInvadersNoFrameskip-v4 | 627.160| 201.974|10M | 604848| 162| |a2c |Swimmer-v3 | 200.627| 2.544|1M | 150000| 150| |a2c |Walker2DBulletEnv-v0 | 858.209| 333.116|2M | 149156| 173| +|a2c |Walker2d-v3 | 581.835| 127.597|1M | 149782| 593| |ars |Acrobot-v1 | -82.884| 23.825|500k | 149985| 1788| |ars |Ant-v3 | 2333.773| 20.597|75M | 150000| 150| |ars |CartPole-v1 | 500.000| 0.000|50k | 150000| 300| diff --git a/logs/benchmark/a2c-Ant-v3/0.monitor.csv b/logs/benchmark/a2c-Ant-v3/0.monitor.csv new file mode 100644 index 000000000..d4d82f241 --- /dev/null +++ b/logs/benchmark/a2c-Ant-v3/0.monitor.csv @@ -0,0 +1,763 @@ +#{"t_start": 1654862395.3358257, "env_id": "Ant-v3"} +r,l,t +-17.584114,73,0.114047 +-20.600385,38,0.145856 +-7.324093,8,0.152437 +-14.543421,13,0.164319 +-18.20793,30,0.187947 +-4.621981,11,0.197088 +-13.772035,15,0.208555 +-22.63608,19,0.223327 +-11.712723,27,0.246946 +-28.306464,30,0.271008 +-16.190426,17,0.283521 +-45.441779,32,0.306398 +1.16283,13,0.315845 +-15.964879,71,0.365609 +-16.81426,25,0.383198 +-84.128241,96,0.450226 +-39.756822,35,0.477506 +-5.327797,10,0.48518 +-6.997968,35,0.512797 +-11.925772,62,0.562158 +-16.814066,31,0.586368 +-24.917979,27,0.606279 +-28.424815,61,0.650638 +-55.018174,76,0.704834 +-26.570174,53,0.742604 +-32.963172,35,0.767645 +-34.972003,38,0.794586 +-104.365353,1000,1.598483 +-52.10377,77,1.657137 +-9.564222,22,1.674936 +-19.25925,23,1.692486 +-29.242492,44,1.729065 +-0.770248,12,1.738871 +-28.190061,20,1.754062 +-70.856221,69,1.803554 +-15.336083,18,1.816457 +-5.117949,11,1.824613 +-7.699106,28,1.84472 +-251.474588,1000,2.608731 +-8.854381,18,2.621905 +-7.309696,11,2.647778 +-56.924404,94,2.71804 +-3.652042,24,2.736059 +-179.80473,1000,3.495917 +-89.888048,1000,4.252358 +-18.721729,39,4.280042 +-9.215739,12,4.288858 +-34.479472,65,4.334626 +-61.860069,69,4.381946 +-37.944492,40,4.40901 +-10.666143,19,4.421891 +-41.527888,53,4.457752 +-43.888292,83,4.513535 +-8.821928,21,4.5279 +-61.514879,160,4.637451 +-2.777696,10,4.644483 +-31.527876,48,4.677726 +-295.253516,1000,5.377502 +-20.054238,16,5.388793 +-4.21625,92,5.451525 +-47.202786,93,5.514596 +-157.797876,1000,6.233602 +-21.733733,22,6.248513 +-15.426962,99,6.316128 +-30.918756,108,6.388916 +0.134349,28,6.408131 +-39.436857,86,6.466843 +-252.420895,1000,7.181473 +-11.990199,46,7.212579 +-17.852699,24,7.228881 +-15.398838,24,7.24504 +-18.063625,15,7.255249 +-23.909369,16,7.26619 +-23.526296,28,7.285202 +-9.963319,12,7.293501 +-80.052173,1000,8.048363 +-8.373058,10,8.055419 +-24.482928,31,8.092292 +-17.72655,18,8.105308 +-7.903597,11,8.113198 +-10.525177,10,8.120151 +-9.676323,96,8.185355 +-17.754371,16,8.196443 +-14.093342,21,8.210815 +-8.28196,68,8.256569 +-72.653514,54,8.294119 +-81.333467,66,8.340671 +-29.066479,18,8.353026 +-61.771375,59,8.392958 +-41.636812,42,8.421161 +-23.192889,58,8.461201 +-29.06756,25,8.478653 +-18.061304,19,8.491659 +-54.831757,35,8.515264 +-147.475612,1000,9.249626 +-13.749077,55,9.291364 +-48.938719,37,9.32012 +-18.204291,31,9.344529 +-38.669151,83,9.412659 +-110.712743,1000,10.344982 +-50.981347,85,10.419034 +-53.094421,75,10.484027 +-24.408485,41,10.519973 +-24.552437,21,10.53845 +-23.141349,18,10.554262 +-148.961188,1000,11.529438 +-440.854068,1000,12.428903 +-8.791109,9,12.437449 +-15.08496,72,12.50245 +-90.2124,1000,13.480474 +-21.796423,62,13.536628 +-130.022068,1000,14.476386 +-15.551708,135,14.594971 +-54.577694,96,14.682494 +-12.504239,25,14.705763 +-6.416781,10,14.715043 +-5.053541,78,14.785293 +-64.925721,55,14.834864 +-27.770485,20,14.853084 +-92.215054,1000,15.834207 +-44.702968,55,15.882301 +-105.480645,1000,16.853169 +-11.655641,18,16.869113 +-84.686743,121,16.976851 +-8.17112,12,16.987977 +-35.076112,114,17.092893 +-11.976068,46,17.134003 +-10.4164,71,17.197419 +-89.796833,1000,18.130489 +-11.404507,77,18.199862 +-15.073948,48,18.243397 +-11.949302,116,18.347884 +-31.145286,59,18.401032 +-31.681558,24,18.422879 +-9.589456,60,18.475965 +-27.683308,84,18.549512 +-35.332064,52,18.595032 +-22.604621,16,18.609303 +-244.366924,1000,19.532487 +-17.562476,19,19.549567 +-378.406426,1000,20.454569 +-22.146802,26,20.478283 +-55.565466,53,20.526262 +-28.478641,27,20.55081 +-42.525008,46,20.592177 +-2.960333,10,20.601568 +-28.577218,55,20.649761 +-6.687323,11,20.659499 +-402.913289,1000,21.549824 +-34.203507,32,21.577708 +-35.214847,24,21.598814 +-18.651705,18,21.614724 +-10.27468,59,21.666321 +-63.352375,55,21.713911 +-62.376086,91,21.793147 +-9.380756,10,21.802213 +-6.690841,11,21.812033 +27.794754,52,21.857605 +-158.852434,1000,22.808175 +-61.279556,75,22.875971 +-17.29247,20,22.894299 +-4.234205,12,22.905363 +-67.006845,120,23.014006 +-130.580307,1000,23.960284 +-57.513514,92,24.040494 +-11.408299,46,24.081244 +-19.594219,40,24.11612 +-7.528351,10,24.125035 +-17.071202,17,24.140184 +-19.219621,52,24.185948 +-11.501865,10,24.194862 +-42.114752,113,24.294661 +-6.104082,11,24.304821 +-17.655967,19,24.322133 +-31.45227,106,24.417489 +-12.359046,29,24.443881 +-12.397942,45,24.484699 +-10.989107,44,24.524364 +-18.247321,16,24.538921 +-41.914913,175,24.691988 +-48.260705,71,24.753865 +-8.436327,84,24.827323 +-31.932874,153,24.95988 +-19.288668,20,24.977542 +-33.709461,31,25.004725 +-27.901282,47,25.045675 +-291.060864,1000,25.971461 +-1.629641,10,25.980525 +-11.120193,10,25.989518 +-3.634898,11,25.999254 +-54.284441,66,26.057714 +-5.105826,11,26.067892 +-8.269881,10,26.077112 +-3.955328,11,26.087306 +4.220069,28,26.11258 +-13.457071,47,26.154718 +-65.709149,41,26.191683 +-10.625835,24,26.213388 +-126.386138,1000,27.147848 +-5.612314,12,27.158596 +-7.543507,23,27.178781 +24.934593,45,27.218277 +-8.956979,68,27.278039 +-35.345185,23,27.298127 +-53.202631,120,27.40228 +-26.14224,39,27.436125 +-57.890628,91,27.515269 +-14.174981,95,27.599277 +-33.170084,49,27.64336 +-119.578227,1000,28.602933 +-5.694857,25,28.625508 +-42.775418,24,28.647125 +-42.965854,99,28.733002 +-190.114224,1000,29.668211 +-54.391229,131,29.782204 +-27.068637,26,29.804936 +-82.163763,1000,30.788468 +7.49325,48,30.830545 +-33.248063,48,30.87252 +-33.277422,26,30.895332 +-19.251479,16,30.909457 +-118.142128,1000,31.843075 +-5.384253,10,31.852138 +-7.769605,11,31.861899 +-14.363321,60,31.914339 +-25.242021,17,31.929343 +-23.165786,28,31.95397 +-6.900912,12,31.964616 +-12.626018,49,32.006984 +-128.176722,1000,32.962739 +-9.312769,13,32.974901 +-105.046659,126,33.088278 +-1.519813,45,33.128868 +-28.335602,37,33.162331 +-61.764707,1000,34.290233 +-15.484822,16,34.310998 +-15.524249,20,34.33229 +-96.170026,1000,35.430125 +-133.778684,1000,36.440028 +-190.458873,1000,37.414291 +-29.234815,85,37.494343 +-64.772215,150,37.630399 +-99.526509,199,37.810084 +-30.917185,58,37.863463 +-75.410028,1000,38.876547 +-18.937842,16,38.891215 +-87.209029,1000,39.884179 +-43.453363,38,39.918751 +-101.66269,1000,40.910499 +-83.088308,1000,41.904855 +-1.425545,15,41.918347 +-9.939105,42,41.962887 +-186.03704,1000,42.921587 +-34.280169,50,42.966606 +-17.159809,18,42.982994 +-19.873631,49,43.027184 +-29.672609,51,43.077782 +-183.800243,1000,44.202364 +-4.142866,55,44.266392 +-25.869677,26,44.307217 +-7.099156,10,44.321786 +-21.416021,20,44.350273 +-5.26348,10,44.36457 +-90.604652,1000,45.678573 +2.504714,68,45.763224 +-329.714601,1000,46.781545 +-6.80863,11,46.792271 +-67.640632,110,46.895503 +-22.06366,21,46.91561 +-24.635609,85,46.99644 +-5.872038,19,47.014459 +-64.287301,104,47.11462 +-65.46713,1000,48.212867 +-44.487114,104,48.310127 +-170.076006,1000,49.322714 +-11.641815,18,49.339917 +-46.447691,56,49.392676 +-14.033839,129,49.517438 +-16.616359,13,49.529809 +-1.769491,113,49.638074 +-125.435764,1000,50.903867 +-35.741662,50,50.958778 +-21.70168,111,51.095438 +-13.189859,10,51.1111 +-48.925476,133,51.292333 +-25.524987,56,51.353429 +1.591717,28,51.384418 +-0.409667,46,51.434942 +-3.268645,13,51.448908 +-9.188703,11,51.460674 +-34.539303,96,51.571385 +-1.517953,83,51.687687 +-108.043157,1000,53.06224 +-14.422426,18,53.082252 +-8.81866,11,53.094613 +-1.100674,23,53.125219 +-15.596543,34,53.170493 +-8.492109,14,53.191961 +-13.553012,35,53.242124 +-15.508024,13,53.261132 +-52.945091,64,53.356539 +-17.770883,16,53.379073 +-27.292268,124,53.569015 +-15.389533,17,53.592865 +-125.776134,1000,54.958461 +-12.14177,20,54.980402 +-10.714294,13,54.99491 +-14.114569,92,55.091687 +-11.814105,70,55.163103 +-16.435246,79,55.260068 +-17.566293,41,55.312028 +-188.300224,1000,56.679137 +-36.816976,119,56.803007 +-15.465107,20,56.823448 +-14.184521,70,56.898051 +-26.174569,52,56.953363 +-11.645546,23,56.977008 +-11.04823,11,56.98897 +-21.43312,41,57.030944 +3.124394,108,57.138056 +-434.053986,1000,58.116352 +-6.199687,10,58.126009 +-85.442969,96,58.216169 +-13.65037,34,58.247269 +-21.441949,31,58.275369 +-121.941383,1000,59.291456 +-52.533836,83,59.366217 +-21.196461,19,59.383592 +-31.787079,53,59.431754 +-11.79415,10,59.441013 +-37.273741,41,59.477909 +-6.346211,11,59.487952 +-0.184251,11,59.498195 +-8.754099,10,59.50848 +-38.098133,24,59.532714 +-36.563526,26,59.557375 +-9.753165,21,59.579228 +-9.891794,23,59.601364 +-2.085788,10,59.6112 +-53.387428,53,59.661546 +-26.626588,21,59.681537 +-341.945203,1000,60.655409 +-30.825515,124,60.770744 +-333.959983,1000,61.845689 +-102.654039,1000,62.837098 +-5.828425,74,62.901756 +-6.90035,23,62.922098 +-49.530888,65,62.980778 +-103.119658,1000,63.935487 +-58.568735,54,63.984794 +-131.11594,1000,64.940524 +-16.895364,44,64.979379 +-34.847967,61,65.079681 +-202.723277,1000,66.164053 +-58.256083,121,66.28108 +-134.980718,1000,67.269755 +-9.054339,21,67.289119 +-11.24847,21,67.308217 +-12.060293,12,67.319141 +-22.510294,16,67.333831 +7.271382,57,67.385188 +-22.271478,50,67.436291 +-14.830303,35,67.468316 +-96.907144,1000,68.428253 +-43.393755,37,68.462074 +-22.505091,18,68.478742 +-13.607773,17,68.494384 +-8.130896,10,68.503639 +-43.367787,108,68.603831 +-400.025921,1000,69.530497 +-17.882756,50,69.57671 +-12.374276,19,69.593997 +-21.866257,53,69.641833 +-21.783041,18,69.658197 +-66.140736,116,69.762555 +-13.519782,12,69.773286 +-25.203422,25,69.795793 +-50.607307,48,69.843228 +-104.055292,1000,70.845726 +-11.124897,17,70.861235 +-55.051896,49,70.905001 +-18.612091,16,70.919098 +-16.560861,20,70.936814 +-10.699806,41,70.972757 +-46.905642,48,71.020055 +-59.6359,72,71.085405 +-20.76766,26,71.109068 +-218.01859,1000,72.152301 +-16.827899,18,72.169333 +-49.351906,73,72.236464 +-26.357493,16,72.251084 +-13.807349,36,72.284427 +-14.826808,51,72.330122 +-2.460904,10,72.339454 +-8.665668,120,72.447354 +-20.568775,54,72.495963 +-27.143365,107,72.593456 +-111.287666,1000,73.570379 +-34.166891,31,73.598326 +-92.826288,1000,74.592133 +-9.830855,12,74.603233 +-61.879331,108,74.702392 +-11.386656,10,74.711693 +-1.032176,18,74.728146 +-66.988117,101,74.819472 +-91.965957,133,74.938948 +-14.327604,12,74.9502 +-10.763027,29,74.976512 +-26.380904,1000,75.90396 +-79.327177,1000,76.884851 +-2.109316,20,76.903196 +-10.515757,42,76.946309 +-45.746486,80,77.047568 +-16.487913,19,77.073269 +-23.908122,23,77.102153 +-23.154611,39,77.151488 +-59.291122,174,77.341442 +-35.016459,45,77.385724 +-26.069392,17,77.402531 +-10.009216,45,77.446231 +-16.857151,19,77.46485 +-367.079269,1000,78.41347 +-47.42984,38,78.447858 +-29.939325,35,78.479561 +-139.240979,1000,79.472361 +-83.613918,240,79.685114 +-10.128287,20,79.702815 +-21.261513,31,79.729798 +-1.659978,13,79.741307 +-44.769509,61,79.794863 +-43.716551,82,79.866581 +-18.256553,68,79.925785 +-49.387866,63,79.980236 +-70.337057,70,80.040981 +-89.442215,83,80.113657 +-30.282004,54,80.161141 +-20.725805,21,80.180401 +-9.993964,30,80.207977 +2.46692,21,80.227155 +-281.753791,1000,81.162174 +-33.688292,27,81.18677 +-29.699517,61,81.243026 +-4.159343,16,81.25827 +-22.744151,54,81.306707 +-13.9862,54,81.3554 +-14.282577,16,81.370084 +-311.527556,1000,82.334871 +-7.414582,12,82.345715 +-28.548445,60,82.398093 +-16.058247,20,82.415833 +-72.858961,203,82.592355 +-21.541822,30,82.618736 +-27.465784,71,82.680475 +-14.655963,26,82.703261 +-358.730579,1000,83.607922 +-17.809357,16,83.622158 +-29.855671,54,83.669234 +-4.331013,66,83.72735 +-5.232691,9,83.735456 +-55.309692,107,83.828749 +-35.452154,33,83.857738 +-149.888756,1000,84.795357 +-17.318995,58,84.84768 +-202.168399,1000,85.779153 +-54.613511,75,85.844699 +-16.37957,12,85.855533 +-18.584833,23,85.875567 +-0.154171,41,85.911944 +-17.667154,43,85.950805 +-15.948932,59,86.004294 +-15.062271,14,86.017043 +-0.873975,28,86.042295 +-86.002198,82,86.115798 +-16.023419,46,86.158225 +-29.078234,62,86.213575 +-13.431282,21,86.232081 +-147.692446,1000,87.194029 +-17.910431,16,87.208673 +-20.847104,27,87.239869 +-20.06264,17,87.255458 +3.81183,96,87.342156 +-16.823766,17,87.357618 +-10.074144,50,87.400763 +-26.112538,27,87.424635 +-29.898024,57,87.474032 +-18.297255,20,87.491692 +-9.895312,10,87.500662 +-34.523792,38,87.533766 +-33.454006,34,87.563448 +-99.516189,1000,88.653204 +-6.955653,10,88.662886 +0.151271,23,88.684501 +-34.498943,27,88.709698 +-387.193738,1000,89.63883 +-23.554235,19,89.656308 +-19.666606,16,89.670968 +-17.63687,34,89.703062 +-80.632117,1000,90.760444 +-56.868332,117,90.870883 +16.913408,110,91.005009 +-9.497759,10,91.018042 +-25.163596,65,91.096882 +-22.117866,17,91.11761 +-16.540556,19,91.13974 +-93.592009,1000,92.197371 +-6.169078,24,92.219397 +-7.014299,23,92.240402 +-18.67938,36,92.272904 +-64.539476,1000,93.408747 +-8.564228,143,93.555896 +-20.339172,46,93.604398 +-47.23426,66,93.670452 +-9.292363,17,93.687935 +-7.730211,31,93.724205 +-8.375378,25,93.752771 +-144.265278,1000,94.774845 +-18.322103,64,94.834578 +-23.941181,60,94.890536 +-57.719605,1000,96.098236 +-8.983367,18,96.121126 +-107.334785,1000,97.556564 +-23.441037,15,97.575442 +-11.633771,20,97.602634 +-27.600791,20,97.62793 +-7.406577,12,97.643823 +-52.690818,1000,99.052199 +-13.977661,17,99.073232 +-38.429412,62,99.146056 +0.687622,78,99.244336 +-22.5573,80,99.337568 +-80.492238,1000,100.689781 +-7.46203,21,100.71419 +-17.974693,53,100.773262 +-77.297417,1000,102.405231 +0.833021,31,102.467094 +-32.452721,105,102.650217 +-8.289002,26,102.689178 +34.260545,55,102.77093 +-26.166667,77,102.917873 +-10.409071,14,102.940675 +-131.700502,1000,104.523757 +-3.650774,98,104.66518 +-22.57965,18,104.691427 +-6.340652,11,104.708453 +-20.541283,17,104.734455 +-35.911728,27,104.772891 +-12.734474,22,104.806189 +-132.222116,1000,106.215619 +-25.500196,52,106.290482 +-11.693067,29,106.353875 +-29.066599,25,106.391986 +-172.781881,1000,107.85887 +-35.14699,37,107.907031 +-31.859774,68,107.994294 +-13.614013,18,108.015712 +-86.767987,84,108.128989 +-12.32178,18,108.151689 +-205.36847,1000,109.525687 +-15.156194,42,109.575344 +-39.532328,44,109.623831 +-27.808579,59,109.690114 +-14.888756,19,109.712974 +-24.437317,23,109.741609 +-15.911465,13,109.756024 +-7.269017,20,109.777496 +-18.150686,17,109.795864 +-43.320661,58,109.858257 +-33.065909,32,109.892457 +-3.085858,10,109.90392 +-26.224663,87,109.997738 +-6.849967,11,110.009304 +-56.828113,56,110.068407 +-15.549002,14,110.089847 +-99.233633,1000,111.38679 +-23.299292,17,111.404172 +-85.70978,97,111.502225 +-13.953084,56,111.559548 +-13.715941,14,111.576895 +-55.152719,100,111.700034 +-65.05129,210,111.921375 +-5.032903,29,111.950227 +-46.843535,67,112.022674 +-15.012367,46,112.075453 +-14.346086,12,112.088303 +-83.998215,1000,113.185107 +-31.318693,74,113.258487 +-47.736589,56,113.310808 +-9.850451,19,113.328939 +-136.207343,1000,114.419074 +-16.602574,20,114.440108 +-6.00177,17,114.458233 +-17.342159,37,114.498166 +-55.961736,87,114.585938 +-17.809224,18,114.603767 +-302.334644,1000,115.60445 +-34.670915,54,115.653223 +-18.903977,25,115.6761 +-14.734178,39,115.711343 +-33.91175,36,115.744097 +-0.815558,143,115.872553 +-36.028255,25,115.89719 +-11.806488,13,115.9095 +-12.150195,13,115.922667 +-42.440238,32,115.953807 +-19.195575,21,115.973537 +-4.195128,17,115.990398 +-21.718471,31,116.020662 +-112.724033,1000,117.022623 +-97.940761,1000,118.022635 +-111.367602,1000,119.00384 +-15.803409,13,119.015951 +-14.427406,34,119.049102 +-23.262239,151,119.19783 +-173.442192,1000,120.219435 +-36.945184,128,120.340893 +-25.384918,40,120.380628 +-37.920435,25,120.406538 +-62.364678,189,120.61974 +-16.278306,43,120.672755 +-8.525497,10,120.68701 +-11.800419,23,120.715159 +-166.796711,1000,122.103209 +-37.759937,85,122.223942 +-41.54416,43,122.281825 +-56.401995,59,122.36121 +-8.91176,11,122.375996 +-17.838178,33,122.418133 +-12.891913,13,122.433621 +20.321178,49,122.492385 +-11.250226,12,122.505802 +-10.227713,11,122.518135 +-19.902182,17,122.537168 +-18.241375,21,122.564836 +-54.518526,49,122.624034 +-187.044481,1000,123.81898 +-133.97422,1000,124.87044 +-16.433704,37,124.908097 +6.636169,42,124.951581 +-12.408377,11,124.963225 +-2.399399,28,124.991595 +-13.86116,25,125.017409 +-17.28811,12,125.029977 +-59.017902,78,125.110525 +17.470398,56,125.16719 +-79.072732,1000,126.172434 +9.076607,30,126.199856 +-140.609237,1000,127.208276 +-22.6052,31,127.246425 +-26.316544,57,127.305416 +-60.391652,1000,128.591437 +-106.746309,1000,129.9568 +-66.75056,142,130.149654 +-1.498879,16,130.172651 +5.311343,29,130.222272 +-11.103534,12,130.240542 +-32.100546,44,130.30964 +-325.625341,1000,131.785731 +-8.841526,57,131.866894 +-53.106429,36,131.91438 +-14.67405,72,132.013498 +-103.048139,1000,133.30527 +-13.494077,31,133.343026 +-18.059188,19,133.364431 +-13.85165,16,133.381946 +-50.394103,103,133.501345 +-112.637946,1000,134.630213 +-20.592118,16,134.646065 +-29.756132,24,134.669571 +12.082555,35,134.703472 +-2.076571,11,134.714367 +-5.260871,65,134.777937 +-15.779389,52,134.82756 +-32.371035,67,134.889884 +-12.899072,71,134.956262 +-8.201754,10,134.965829 +-43.274546,132,135.08989 +-10.413027,141,135.220088 +-7.541545,14,135.233218 +-71.28391,1000,136.283471 +-123.639482,1000,137.26287 +-12.912558,77,137.33425 +-23.414857,33,137.365061 +-193.253051,184,137.530329 +-40.974422,107,137.629271 +-108.4552,203,137.817236 +-15.36497,20,137.836327 +-104.168118,1000,138.915523 +-118.69446,1000,140.067919 +-3.62353,27,140.095742 +-11.686765,38,140.134427 +-66.946978,183,140.355327 +-13.438081,19,140.377903 +-11.451633,22,140.405328 +-32.00866,69,140.496617 +-20.208334,19,140.518004 +-33.713698,91,140.627109 +-6.362668,11,140.641999 +-141.958632,1000,141.84499 +-0.540763,89,141.947445 +-10.815031,28,141.977728 +-0.535673,41,142.021223 +-5.310974,12,142.03468 +-14.862545,18,142.054239 +-11.34293,12,142.067574 +-54.260696,89,142.162425 +-23.810771,47,142.220219 +-9.845917,91,142.325074 +-118.836055,1000,143.37663 +-9.368031,10,143.386004 +-139.147568,1000,144.377227 +-40.820553,26,144.400883 +-66.054846,38,144.435404 +-8.838509,18,144.451845 +-85.088945,1000,145.439877 +-7.364955,11,145.450092 +4.178043,46,145.491349 +-10.629227,11,145.501222 +-15.245221,21,145.51993 +-9.180168,11,145.529665 +-10.538087,10,145.538597 +9.403266,71,145.60069 +-128.680378,1000,146.549229 +-15.414548,17,146.564343 +-1.118539,11,146.574221 +-27.188058,26,146.596983 +17.056667,49,146.639917 +-85.240152,1000,147.614774 +-90.561068,148,147.74781 +-23.013106,114,147.851011 +-10.645128,18,147.867515 +-5.489469,27,147.891927 +-4.140967,12,147.902956 +-17.789389,31,147.931312 +-20.022588,26,147.95501 +-32.163757,71,148.019437 +-11.927972,16,148.034075 +-5.111641,10,148.043324 +-44.353194,84,148.129327 +-19.463084,225,148.380948 +-67.966376,1000,149.480948 +-9.621728,13,149.493437 +-81.352907,1000,150.571055 +-19.681129,35,150.603861 +-83.816957,1000,151.615388 +-12.005178,13,151.62799 +-51.666,64,151.689672 +-10.751719,47,151.735425 +-31.771322,26,151.761568 +-8.7088,12,151.773617 +-48.915429,144,151.913612 +-6.5752,10,151.923797 +-116.998011,1000,152.922074 +-22.81212,52,152.969624 +-28.782598,60,153.023724 +-33.705756,103,153.116074 +-36.505442,65,153.175336 +-9.16039,34,153.206067 +-19.782027,28,153.231496 +-18.831344,32,153.260914 +0.663462,13,153.273037 +-136.352428,1000,154.239285 diff --git a/logs/benchmark/a2c-Humanoid-v3/0.monitor.csv b/logs/benchmark/a2c-Humanoid-v3/0.monitor.csv new file mode 100644 index 000000000..4ce54ac08 --- /dev/null +++ b/logs/benchmark/a2c-Humanoid-v3/0.monitor.csv @@ -0,0 +1,1946 @@ +#{"t_start": 1654862655.0162308, "env_id": "Humanoid-v3"} +r,l,t +431.149117,80,0.180304 +357.130727,67,0.266458 +374.761198,81,0.389244 +379.092305,72,0.509911 +274.105115,54,0.584893 +440.386913,85,0.703066 +265.227256,51,0.770092 +370.041643,71,0.868985 +563.236013,109,1.030792 +346.074998,64,1.137233 +390.009506,78,1.257258 +420.833149,79,1.374141 +374.502744,69,1.475327 +464.03804,98,1.616837 +457.362139,92,1.755077 +326.869911,63,1.885869 +361.756784,70,1.993736 +486.853985,92,2.13377 +414.455433,81,2.259296 +258.641919,52,2.33319 +368.828961,70,2.434134 +303.686577,60,2.519697 +395.03827,77,2.626357 +387.203753,75,2.724338 +356.284653,75,2.859861 +418.731376,80,2.989984 +428.875549,79,3.104604 +397.507583,80,3.21876 +278.887196,54,3.303694 +382.341767,74,3.415924 +333.736836,70,3.518252 +379.367896,72,3.616669 +272.662551,53,3.686446 +212.733523,42,3.742194 +373.842636,77,3.8514 +234.93985,45,3.911359 +384.416131,72,4.010733 +442.958421,85,4.128927 +435.023491,81,4.239881 +287.105509,56,4.316117 +604.829367,131,4.500009 +415.434236,78,4.607384 +497.951716,99,4.741905 +420.603895,80,4.855786 +495.327196,94,4.989029 +485.625146,107,5.152222 +559.859545,117,5.342247 +367.083801,78,5.459864 +376.140317,78,5.567909 +424.493385,91,5.699651 +514.464876,104,5.868632 +440.711723,83,6.000723 +453.123477,96,6.158528 +560.679275,115,6.381089 +472.896509,103,6.57232 +414.226922,77,6.69158 +359.051467,77,6.81144 +351.729514,71,6.91242 +352.028962,67,7.003322 +426.665047,95,7.153582 +400.356684,78,7.263655 +392.0507,82,7.389611 +473.214549,90,7.522952 +376.684635,70,7.632265 +388.39365,82,7.753129 +316.464027,63,7.838457 +271.041293,55,7.914536 +482.099182,91,8.039567 +283.183076,55,8.115471 +400.347372,78,8.218194 +530.266182,101,8.353207 +456.708596,86,8.477561 +443.59005,86,8.607689 +441.095934,85,8.73377 +602.292868,123,8.91671 +357.941742,69,9.00952 +401.31217,88,9.136611 +482.466252,97,9.273966 +621.666475,124,9.442504 +404.382498,76,9.539063 +388.488432,71,9.632245 +340.786519,65,9.716959 +519.79149,101,9.851595 +495.234558,101,9.989983 +356.343238,76,10.095259 +345.415601,71,10.191036 +333.04133,73,10.285378 +406.618921,81,10.393166 +344.783455,65,10.479129 +332.607198,72,10.579479 +378.611686,76,10.679312 +606.25726,115,10.832892 +481.265675,104,10.97582 +240.614096,47,11.037829 +283.839178,56,11.112844 +274.630638,54,11.186957 +247.303322,50,11.250456 +408.364794,80,11.356105 +238.547461,48,11.418172 +340.018567,69,11.509598 +521.605155,107,11.652971 +359.923761,68,11.742137 +347.138851,66,11.827981 +358.02647,78,11.936743 +314.678958,60,12.015293 +374.821645,72,12.109228 +399.179771,75,12.207598 +505.629061,109,12.352665 +315.471378,61,12.436418 +445.928366,100,12.574013 +480.26332,89,12.696848 +442.614742,100,12.845143 +453.877371,86,12.967301 +420.524404,90,13.101133 +262.015302,52,13.170524 +352.342099,69,13.271169 +237.596787,48,13.341884 +354.084739,76,13.455195 +472.904339,104,13.610981 +347.477209,67,13.702998 +393.959946,86,13.833019 +422.947457,85,13.965648 +398.340843,75,14.070801 +422.530091,81,14.186431 +296.560196,57,14.264227 +315.236423,59,14.345098 +265.454528,51,14.414387 +364.466648,72,14.511385 +315.653799,61,14.594821 +432.380601,83,14.705908 +427.359685,92,14.82806 +464.985329,89,14.945132 +363.796406,76,15.04549 +267.151608,54,15.121719 +525.997215,108,15.27919 +239.319998,47,15.342686 +370.827027,71,15.442201 +365.094826,72,15.546334 +383.061692,78,15.653791 +393.898206,75,15.759149 +422.293364,80,15.868236 +686.297384,151,16.077888 +301.056704,59,16.153402 +344.970645,65,16.236327 +468.989934,91,16.360232 +476.61746,93,16.47918 +508.035622,99,16.60449 +509.013761,98,16.736371 +247.719959,50,16.797846 +362.80656,72,16.890547 +446.182348,85,16.999397 +341.90589,68,17.090377 +248.140642,48,17.151801 +424.36413,88,17.269265 +446.138507,86,17.382982 +401.965707,74,17.477673 +340.342724,66,17.562024 +353.605759,79,17.669588 +447.753396,84,17.779906 +496.735832,110,17.931756 +414.016333,77,18.03452 +482.284224,94,18.159062 +402.438093,76,18.257772 +341.155914,69,18.348039 +377.969013,84,18.464238 +408.907165,78,18.56601 +293.1004,58,18.641843 +551.009552,104,18.77727 +370.557909,76,18.877185 +398.858647,84,18.990177 +507.745817,98,19.122094 +339.444477,69,19.213866 +258.401435,49,19.276967 +254.843111,49,19.339061 +309.266033,61,19.417554 +250.98423,48,19.477851 +476.521265,93,19.60257 +395.225291,74,19.698221 +392.272878,83,19.809058 +301.602331,59,19.884931 +305.12497,60,19.960461 +548.320435,112,20.104856 +494.831692,102,20.243953 +426.44785,89,20.364914 +430.84971,86,20.482281 +401.840309,77,20.580553 +521.781791,111,20.728504 +369.747619,75,20.83389 +448.463762,86,20.95042 +487.440296,97,21.083339 +423.758495,86,21.206185 +399.815333,84,21.325729 +298.784971,57,21.399518 +416.759698,79,21.505258 +273.210154,56,21.578477 +412.725756,82,21.690542 +394.913109,76,21.790039 +362.642056,79,21.896366 +490.274847,94,22.0281 +332.363864,71,22.12305 +617.812685,121,22.289237 +428.521462,87,22.406999 +318.411031,60,22.488256 +386.216569,80,22.59697 +418.517711,79,22.707741 +339.83382,73,22.8165 +247.157906,48,22.878568 +422.256586,82,22.990302 +342.079518,74,23.098665 +279.57641,53,23.169879 +361.381839,76,23.274606 +265.847308,51,23.351991 +324.368204,62,23.454222 +412.034307,86,23.596309 +400.712436,78,23.723996 +420.072863,92,23.900949 +426.629392,81,24.028464 +494.686956,97,24.181187 +521.942158,100,24.325718 +296.841544,59,24.411617 +400.941564,78,24.520241 +260.724109,52,24.595575 +396.660894,81,24.704746 +370.073062,79,24.82022 +540.507179,108,24.991093 +542.653612,112,25.157495 +375.243974,72,25.255202 +349.99692,71,25.354204 +317.333829,67,25.449977 +613.066213,126,25.625014 +380.368931,73,25.725023 +269.254694,53,25.796135 +445.636037,91,25.919124 +433.029956,91,26.04569 +402.436629,81,26.164034 +477.769435,101,26.310029 +450.16624,101,26.453583 +574.814478,111,26.610556 +343.519864,71,26.711116 +379.609156,71,26.80759 +360.192596,77,26.916619 +498.239835,109,27.075801 +361.848708,73,27.170298 +322.778328,63,27.24971 +393.469367,76,27.349358 +343.196579,64,27.43036 +385.17236,75,27.529992 +314.947892,59,27.608086 +469.774515,98,27.737705 +401.785031,79,27.84181 +313.039552,61,27.922642 +567.381674,108,28.070122 +458.054695,87,28.199464 +228.561324,45,28.25989 +426.071944,84,28.377428 +367.005887,70,28.47222 +468.434888,101,28.609583 +362.541255,68,28.695893 +375.32944,72,28.78995 +262.385316,52,28.856119 +346.11528,65,28.943069 +360.387301,70,29.034731 +523.416564,112,29.178362 +472.229523,93,29.297151 +356.734365,69,29.389008 +213.758024,43,29.447816 +477.382982,106,29.606982 +506.424364,116,29.783455 +352.307012,68,29.878548 +381.321747,82,29.993921 +340.510364,67,30.090163 +485.324569,93,30.214871 +336.173635,65,30.299047 +323.103912,67,30.387735 +388.612331,78,30.491813 +324.918003,66,30.575942 +305.099365,57,30.649872 +237.376589,46,30.7076 +245.744903,48,30.768488 +386.469008,76,30.866456 +396.940673,76,30.968881 +309.690828,60,31.045598 +400.185606,76,31.146391 +577.213771,117,31.302815 +267.415411,52,31.368503 +332.243075,64,31.451766 +310.628759,62,31.532917 +447.687262,103,31.673888 +539.062178,103,31.810533 +252.267697,50,31.874362 +372.04661,77,31.974138 +447.021608,86,32.087459 +314.99643,61,32.168735 +386.660178,76,32.266406 +408.594322,79,32.371596 +433.789655,83,32.480433 +476.971823,93,32.602394 +516.875858,95,32.724034 +287.078916,55,32.800184 +346.928299,67,32.89141 +367.633412,78,33.006536 +489.936285,99,33.14111 +383.662449,82,33.251449 +329.170141,62,33.330857 +334.319839,64,33.414796 +350.342656,73,33.517559 +348.480149,68,33.608901 +365.700067,74,33.710083 +367.381473,76,33.816738 +445.604251,86,33.936323 +347.49108,76,34.040744 +336.055673,66,34.125229 +537.983638,111,34.277143 +480.842005,97,34.41246 +313.371984,65,34.501293 +286.552614,59,34.583354 +343.314756,72,34.69939 +453.431628,98,34.863243 +328.59809,65,34.968016 +343.940274,73,35.080931 +405.499692,80,35.201026 +477.511353,89,35.357378 +273.460488,56,35.441134 +255.379372,50,35.517323 +329.911008,64,35.632931 +262.715806,52,35.720572 +379.454231,76,35.850123 +494.170479,92,36.020054 +379.556584,73,36.147854 +319.570606,61,36.244898 +349.588853,74,36.386509 +444.435753,87,36.543537 +342.266378,65,36.664095 +336.195402,70,36.798047 +497.141536,92,36.964895 +434.222847,88,37.138441 +412.780761,80,37.290584 +389.671498,80,37.435686 +574.222488,109,37.666545 +498.321274,97,37.872675 +346.363995,65,37.997854 +342.238821,66,38.1224 +389.680259,78,38.306785 +503.480335,98,38.520763 +384.083411,75,38.665594 +442.037952,90,38.832918 +258.704464,50,38.914955 +374.654003,71,39.040642 +356.610796,76,39.166212 +479.301194,91,39.31749 +351.504982,72,39.441784 +362.864138,72,39.564356 +406.02596,80,39.708602 +404.04013,80,39.84462 +231.530505,46,39.924829 +391.5518,82,40.066999 +248.594106,49,40.141363 +327.928165,66,40.236044 +425.879461,88,40.367791 +325.427197,63,40.462082 +259.284746,51,40.535032 +313.366528,64,40.629147 +421.878536,84,40.74541 +382.851709,82,40.865264 +421.344117,84,40.990555 +282.373742,59,41.074213 +333.538072,64,41.163049 +413.442044,79,41.273319 +352.252338,69,41.367316 +299.237183,58,41.446841 +431.281777,89,41.567599 +478.566654,97,41.70892 +611.87815,119,41.886596 +400.733804,75,41.996374 +361.983496,75,42.102976 +334.783979,65,42.193347 +596.166343,133,42.380174 +268.746435,51,42.447102 +347.619934,66,42.537055 +569.386294,110,42.686737 +429.75949,79,42.794586 +407.786201,78,42.903711 +316.558128,61,42.988194 +377.861126,73,43.087496 +481.194902,91,43.210207 +435.50751,88,43.32672 +431.393277,84,43.438637 +465.561723,91,43.557955 +404.997235,87,43.674258 +410.706015,79,43.781773 +402.939323,80,43.893716 +448.565092,97,44.038285 +399.355693,80,44.150876 +402.822608,78,44.265053 +338.354047,70,44.365685 +302.498723,58,44.45489 +475.264438,93,44.591576 +358.224803,70,44.688548 +500.897566,97,44.829031 +404.353634,77,44.936827 +404.777805,76,45.044854 +197.210624,40,45.096801 +353.278677,67,45.188536 +405.856126,77,45.29275 +347.714065,70,45.382882 +381.950751,73,45.486718 +268.535764,53,45.56888 +515.466839,112,45.759409 +339.604713,71,45.874403 +403.936892,77,45.986068 +255.400425,49,46.061695 +426.056664,84,46.183388 +428.346059,84,46.301912 +359.373014,74,46.408537 +253.117895,50,46.477421 +420.355491,77,46.580782 +541.248147,106,46.725751 +264.119744,52,46.797151 +295.744435,58,46.884398 +383.744278,80,46.999107 +347.094955,73,47.106414 +290.899541,56,47.187139 +450.327554,99,47.3387 +316.993152,62,47.425213 +443.806832,86,47.539525 +365.405626,76,47.649116 +376.44027,78,47.759477 +459.931923,95,47.896092 +615.146942,119,48.064629 +428.525537,93,48.190115 +474.963348,89,48.30726 +545.360218,107,48.447981 +251.570768,50,48.513459 +438.48327,87,48.630009 +606.609052,116,48.778048 +287.400383,55,48.856882 +382.613226,74,48.957788 +379.314059,74,49.065577 +508.146268,96,49.198053 +297.34374,57,49.272771 +463.694054,93,49.404399 +691.572995,132,49.580786 +468.444794,99,49.717684 +452.863107,83,49.826825 +413.513873,78,49.92827 +271.702176,52,49.99397 +642.420441,128,50.163028 +282.017943,54,50.232176 +469.315011,90,50.347821 +333.322577,66,50.43115 +464.261405,104,50.57803 +433.465686,81,50.683749 +420.301758,81,50.789418 +300.248476,58,50.866456 +349.743115,67,50.957043 +493.897317,93,51.090641 +234.126169,48,51.151799 +550.169346,117,51.324987 +471.994529,92,51.448983 +381.468818,72,51.547493 +298.876629,57,51.621074 +399.70681,78,51.725515 +691.900928,140,51.915817 +354.061282,69,52.007646 +286.763741,55,52.077985 +425.630098,87,52.192969 +264.310177,52,52.260909 +391.398953,76,52.362125 +324.18523,62,52.444624 +428.089199,87,52.568288 +285.730507,57,52.640429 +366.828467,71,52.734274 +325.280575,61,52.810804 +318.80931,63,52.891007 +365.957783,69,52.985081 +379.580711,72,53.089971 +285.843685,56,53.166354 +470.692281,100,53.316039 +488.711415,94,53.444115 +438.362976,82,53.556163 +243.660312,49,53.617252 +377.069354,73,53.715235 +263.248209,52,53.782226 +394.765894,80,53.889657 +352.081233,73,53.996505 +397.527002,74,54.091082 +385.505479,73,54.185298 +352.390828,75,54.290809 +418.132904,80,54.400431 +421.147423,77,54.510343 +414.145753,80,54.628042 +453.110509,87,54.750792 +406.375412,79,54.869302 +308.796004,59,54.951239 +587.647461,110,55.10774 +370.47791,72,55.207938 +477.088333,92,55.336142 +335.115849,66,55.426569 +313.844933,59,55.505088 +505.366344,104,55.648951 +297.646762,58,55.729848 +441.81376,84,55.865715 +382.575749,72,55.986025 +355.120711,73,56.130279 +439.674964,99,56.309767 +317.333196,61,56.409362 +255.758563,49,56.49072 +402.102696,82,56.613636 +303.10598,58,56.699812 +427.564853,81,56.815708 +411.126281,78,56.925856 +328.758079,63,57.010101 +412.837584,85,57.131637 +394.742326,81,57.245678 +476.702883,101,57.401939 +382.048911,78,57.518179 +346.627961,68,57.620932 +456.562469,99,57.764842 +430.844792,83,57.895255 +397.795195,81,58.031537 +531.994293,107,58.213425 +308.979342,59,58.310504 +250.871075,50,58.382815 +260.893074,54,58.460529 +413.745046,80,58.576243 +428.448095,80,58.689236 +445.673651,87,58.809458 +266.395571,52,58.877736 +411.321439,77,58.990372 +345.894672,66,59.084024 +298.500959,59,59.161577 +421.060782,82,59.28613 +348.104594,68,59.383816 +396.798844,75,59.49599 +371.209532,81,59.619765 +361.587457,71,59.723696 +330.547943,63,59.810253 +247.580736,49,59.875632 +420.679501,83,60.002264 +286.106863,56,60.092268 +422.93815,91,60.231536 +248.611739,48,60.298183 +296.665319,57,60.379193 +326.754892,63,60.468916 +317.338541,61,60.550486 +547.759164,111,60.702141 +466.871922,88,60.821085 +456.528218,86,60.936776 +340.619086,67,61.034532 +438.344716,86,61.165583 +325.957238,68,61.269354 +191.051882,39,61.322647 +417.788543,79,61.427972 +244.200165,49,61.493476 +442.652528,86,61.614487 +380.179297,72,61.715062 +354.056676,71,61.818724 +406.560283,77,61.93263 +355.632863,80,62.046694 +429.376601,80,62.156025 +484.956517,94,62.280443 +283.563737,54,62.347292 +308.802616,62,62.429393 +524.268027,115,62.615026 +656.33233,130,62.816438 +449.464519,88,62.960227 +404.465207,88,63.092821 +402.80793,77,63.201652 +236.791923,48,63.266049 +372.350307,69,63.356614 +316.343578,61,63.437854 +285.460091,55,63.5111 +548.344005,106,63.655543 +235.110535,46,63.714709 +348.039767,77,63.828986 +449.779065,96,63.9741 +421.04343,79,64.091366 +545.68362,120,64.277619 +375.687302,71,64.374796 +562.784266,111,64.533686 +382.73688,83,64.656492 +372.35351,74,64.76071 +333.301424,67,64.849235 +421.079292,81,64.955021 +327.408704,72,65.054024 +366.653954,83,65.166402 +347.38751,70,65.263814 +508.620423,98,65.392018 +526.508472,104,65.53027 +287.464875,54,65.612164 +317.925321,68,65.729661 +358.299506,67,65.839341 +302.015554,58,65.928875 +304.642278,59,66.009064 +289.604876,56,66.097798 +598.537221,116,66.263471 +890.314385,179,66.50729 +353.225725,69,66.602258 +307.370807,59,66.680544 +310.484513,60,66.761775 +303.713113,57,66.837201 +498.803821,102,66.981622 +468.495952,97,67.117929 +202.594527,40,67.173714 +307.590602,59,67.260012 +495.246818,101,67.403817 +433.243876,83,67.528836 +342.780352,69,67.623086 +503.20652,97,67.755503 +382.417658,83,67.87306 +309.455112,61,67.957638 +415.115157,78,68.078925 +337.861721,65,68.165263 +239.510336,46,68.225509 +549.160122,105,68.366465 +454.190444,94,68.497154 +343.129987,65,68.584355 +321.320451,61,68.664395 +372.745637,71,68.75739 +391.641188,73,68.855648 +386.663586,78,68.958524 +368.778629,72,69.053046 +268.811105,54,69.12379 +411.227591,79,69.225714 +358.097472,67,69.327089 +353.637366,68,69.432212 +613.673904,127,69.66052 +303.104372,57,69.750122 +483.732869,92,69.892966 +479.510596,90,70.030587 +476.199026,94,70.174243 +383.449474,75,70.282065 +369.175391,69,70.37847 +261.061085,50,70.445798 +358.757712,67,70.539019 +303.528782,59,70.618005 +318.751002,61,70.701835 +346.919089,65,70.79659 +323.570607,67,70.900681 +485.194381,100,71.048421 +362.483851,70,71.149795 +406.913008,77,71.259576 +265.228992,51,71.328553 +377.489068,79,71.445954 +290.789785,55,71.531278 +312.905465,60,71.627795 +278.950433,53,71.717498 +266.173996,52,71.812594 +355.349411,74,71.930825 +443.648021,81,72.04905 +393.029225,78,72.165378 +435.194598,88,72.29397 +355.968221,68,72.39089 +370.672454,72,72.485824 +293.932414,56,72.561221 +327.035374,62,72.645011 +602.12518,127,72.827283 +420.199101,79,72.939527 +375.605329,71,73.043118 +444.833709,86,73.177209 +456.120199,86,73.317063 +421.238352,85,73.451885 +588.5727,112,73.638971 +298.521081,59,73.728081 +454.219744,86,73.859291 +514.616112,102,74.008105 +326.964139,63,74.09814 +359.114692,71,74.193559 +305.259941,60,74.275812 +410.821273,77,74.385291 +318.269978,65,74.476318 +422.85909,88,74.592213 +571.131673,112,74.740851 +409.074121,88,74.868114 +470.856056,88,74.993192 +255.402303,50,75.069205 +362.864815,71,75.170936 +241.488134,51,75.242433 +363.822375,76,75.356079 +344.012186,68,75.450408 +243.58495,48,75.517084 +329.469936,63,75.607974 +286.946553,55,75.683702 +477.58611,98,75.828719 +202.942915,42,75.882741 +319.3795,60,75.962101 +330.476154,70,76.058957 +360.623204,70,76.15944 +369.027685,72,76.255593 +332.599154,67,76.345127 +394.867621,77,76.449453 +492.347806,96,76.594491 +273.200827,52,76.676475 +389.338922,78,76.803209 +427.124536,87,76.951819 +341.253082,65,77.040499 +397.846875,85,77.165179 +336.591658,68,77.266828 +355.984451,68,77.38113 +517.661057,102,77.565029 +344.357352,67,77.666269 +333.006193,62,77.764832 +330.259259,68,77.865762 +477.909165,94,78.001366 +253.45741,49,78.069444 +240.053621,47,78.131079 +396.597849,89,78.260549 +514.939888,97,78.387746 +336.747054,64,78.477842 +370.336904,70,78.573902 +404.994005,88,78.696279 +325.874504,68,78.793074 +443.101905,83,78.932908 +328.456551,64,79.043424 +583.646862,121,79.31577 +312.095392,60,79.41207 +614.886124,122,79.616108 +443.849722,93,79.785426 +338.72479,65,79.901265 +218.870361,44,79.964417 +300.217471,57,80.047374 +348.969131,72,80.154759 +236.948207,47,80.222444 +351.52826,67,80.314566 +312.995793,65,80.40261 +328.587878,67,80.496479 +372.337967,72,80.593369 +561.680858,119,80.762234 +373.496185,71,80.857627 +815.146025,168,81.104104 +568.601471,114,81.275959 +369.367421,77,81.392575 +342.928498,66,81.491274 +329.770403,67,81.605957 +570.283098,123,81.888265 +398.254764,77,82.04206 +284.967014,54,82.14318 +359.181526,70,82.274085 +200.214166,40,82.343091 +455.347625,86,82.50034 +493.177948,110,82.737482 +312.99612,61,82.855189 +361.093771,72,83.006272 +394.994805,78,83.162091 +313.692298,62,83.267755 +251.691796,50,83.341833 +409.365363,81,83.467333 +367.705748,70,83.569307 +238.851286,47,83.652651 +426.678106,83,83.79795 +389.109473,78,83.932934 +391.078892,73,84.051401 +216.49657,43,84.124935 +399.098441,78,84.261405 +276.863746,54,84.347766 +379.10959,77,84.478507 +280.562988,55,84.562287 +452.788807,104,84.745452 +462.820657,91,84.886711 +324.292477,67,84.997097 +351.572336,76,85.1098 +348.271906,65,85.201479 +398.210765,77,85.309783 +298.927676,58,85.386698 +364.51782,70,85.482259 +467.575552,91,85.607408 +317.417298,61,85.688954 +488.680527,105,85.840275 +267.373327,52,85.906577 +372.071506,73,86.009497 +451.665316,93,86.141384 +561.498277,106,86.282475 +313.673673,62,86.360255 +460.400247,88,86.472789 +398.523894,76,86.577067 +438.083999,99,86.714346 +501.759146,105,86.859265 +257.652261,50,86.925463 +318.770746,63,87.010297 +254.528826,51,87.079615 +670.239808,141,87.282921 +438.686425,86,87.408618 +489.915412,93,87.533083 +384.535004,71,87.648281 +503.599976,96,87.783919 +367.856227,72,87.881243 +393.808468,77,87.986723 +394.235455,81,88.105698 +481.188751,90,88.223937 +336.377456,65,88.310755 +290.787795,55,88.383224 +395.585692,77,88.486334 +450.392659,89,88.603697 +353.62078,72,88.696877 +343.623164,66,88.782487 +259.953909,51,88.848305 +224.164603,44,88.907597 +268.2958,54,88.978269 +506.039305,100,89.117781 +350.246878,68,89.211295 +371.505985,76,89.323971 +343.017114,67,89.414849 +381.376201,80,89.524986 +488.957701,106,89.677303 +377.613398,73,89.776528 +526.938731,96,89.904927 +414.249946,78,90.01169 +424.407301,87,90.138729 +341.669941,69,90.237122 +437.823741,86,90.353779 +438.582832,86,90.468466 +406.640826,84,90.586787 +389.714534,74,90.690367 +186.625778,38,90.742272 +262.592494,50,90.813724 +402.878097,78,90.931923 +379.160456,71,91.040249 +470.772127,94,91.197493 +347.823502,66,91.298876 +432.710335,90,91.424178 +646.65064,139,91.633659 +452.926092,91,91.757728 +231.630715,47,91.818341 +500.876281,95,91.952561 +579.919291,108,92.096996 +609.571743,119,92.273669 +317.156713,68,92.371529 +443.992488,83,92.508548 +413.030213,76,92.621817 +355.313825,74,92.7304 +412.348831,79,92.856843 +477.729525,94,93.050694 +347.206774,65,93.183923 +468.584474,99,93.384556 +365.591013,72,93.513303 +371.158109,80,93.697091 +378.555376,71,93.849963 +272.660465,57,93.954614 +602.778169,116,94.184118 +270.685525,59,94.301226 +364.214669,69,94.472938 +634.339566,123,94.775804 +349.52363,77,94.915065 +298.578896,61,95.017411 +462.424053,87,95.184329 +354.827636,68,95.29362 +274.115653,55,95.381025 +515.584029,112,95.568042 +340.019562,64,95.669617 +403.452542,79,95.795458 +317.67181,65,95.897594 +312.788076,58,95.980003 +391.093914,80,96.098755 +256.939807,49,96.167131 +321.824083,61,96.256119 +554.712456,106,96.43845 +386.339808,80,96.582325 +463.643057,95,96.734546 +372.932973,72,96.850733 +351.136479,68,96.961453 +546.627873,105,97.111787 +373.333185,78,97.226784 +392.216775,73,97.329493 +456.918836,92,97.463142 +434.371078,91,97.598068 +277.466981,54,97.680533 +286.167087,55,97.765604 +359.018535,76,97.88874 +260.181231,50,97.966367 +352.681501,74,98.083182 +366.549023,73,98.187957 +298.418707,58,98.268924 +393.967386,80,98.382257 +362.996601,76,98.498524 +335.934682,63,98.583444 +339.589824,65,98.674372 +494.690013,102,98.819216 +375.865655,74,98.920218 +425.694265,81,99.032035 +408.837527,79,99.140823 +431.867687,91,99.277413 +314.003068,66,99.383471 +404.634717,77,99.508484 +240.825875,47,99.579774 +402.756023,79,99.7287 +387.89949,75,99.849211 +352.31838,66,99.950324 +388.158431,75,100.066837 +331.066681,62,100.18005 +228.19382,46,100.258419 +469.882635,90,100.398318 +244.450448,47,100.464191 +455.478727,90,100.608473 +279.931549,54,100.687497 +440.197743,92,100.825501 +474.306957,95,100.957069 +343.128096,65,101.048191 +582.6705,111,101.202004 +270.164404,52,101.272971 +450.972367,88,101.405353 +500.196162,94,101.539816 +400.408617,77,101.652373 +291.903726,55,101.733701 +492.461548,99,101.877989 +309.260867,65,101.972574 +397.897892,76,102.07846 +317.930106,62,102.161321 +370.824506,69,102.24965 +444.374036,89,102.372615 +286.063866,55,102.441542 +428.911697,95,102.571492 +301.815335,58,102.647257 +421.031395,86,102.7596 +419.990376,82,102.866246 +366.572016,77,102.966071 +431.414729,80,103.06949 +462.964733,98,103.207191 +535.588776,112,103.352465 +463.525415,101,103.489771 +586.43067,132,103.675178 +436.269991,85,103.788327 +365.208916,80,103.894594 +220.110499,44,103.948001 +446.013678,90,104.067034 +380.955323,82,104.180648 +352.723816,66,104.264633 +523.427014,114,104.416859 +625.703405,128,104.590091 +359.956899,77,104.694062 +418.482614,88,104.813722 +444.932202,92,104.936918 +335.285722,65,105.021883 +397.338586,76,105.123782 +385.035968,72,105.22119 +393.227027,89,105.341141 +454.174784,86,105.454405 +467.295578,92,105.579095 +352.90365,68,105.668727 +468.049966,92,105.788671 +414.31893,83,105.894429 +432.040658,96,106.025225 +378.262987,73,106.119561 +387.755012,72,106.211045 +339.127866,71,106.303416 +493.3647,95,106.429255 +526.919659,102,106.570036 +345.761639,65,106.654803 +381.25329,74,106.750908 +347.157892,69,106.841133 +469.771526,94,106.967851 +395.108219,84,107.080949 +449.407914,86,107.189692 +428.922044,83,107.297597 +416.950797,78,107.402732 +403.057958,87,107.522034 +419.99499,86,107.635476 +321.518016,63,107.717382 +331.445867,67,107.803428 +350.674154,68,107.891706 +445.086888,89,108.01066 +386.07175,75,108.116162 +318.950153,63,108.200792 +267.133732,51,108.266447 +388.173269,79,108.37062 +352.212904,68,108.468954 +459.964727,103,108.627639 +399.101352,80,108.744677 +325.478975,64,108.83252 +344.014113,66,108.922492 +397.74139,76,109.02639 +436.811279,92,109.159199 +273.522893,52,109.238019 +475.799525,92,109.383831 +372.506495,77,109.502666 +466.457484,95,109.637425 +462.488969,87,109.755792 +243.328313,48,109.819591 +314.18903,63,109.903282 +478.973854,108,110.059391 +654.238233,126,110.230233 +422.994228,79,110.335345 +446.83844,82,110.4435 +442.900511,88,110.574555 +521.342015,104,110.719435 +288.943428,59,110.79564 +417.918091,78,110.90698 +492.175441,96,111.043571 +380.808833,74,111.13916 +327.844596,66,111.225987 +404.178333,76,111.324686 +472.167959,91,111.444726 +232.7491,46,111.502105 +693.778197,149,111.703777 +233.736639,47,111.7642 +409.831443,82,111.880543 +382.393695,84,112.002512 +309.013742,62,112.093235 +507.863852,98,112.23827 +349.557632,67,112.33303 +367.442447,73,112.432825 +421.853359,88,112.55272 +453.56449,97,112.693789 +203.447826,41,112.747411 +243.074554,47,112.809818 +357.353202,73,112.915581 +350.633614,66,113.00555 +277.633633,52,113.075594 +242.164619,48,113.144332 +372.719153,81,113.263088 +378.55138,72,113.363887 +312.110717,59,113.450549 +351.861246,72,113.550609 +475.868775,89,113.669648 +323.186903,62,113.752502 +293.970554,55,113.822913 +344.92492,64,113.906246 +347.79103,68,114.000147 +385.473924,81,114.114208 +364.799962,70,114.209049 +494.336217,111,114.361831 +394.053935,76,114.458833 +392.285445,77,114.566383 +408.658969,76,114.679788 +345.073265,73,114.786431 +489.490701,104,114.94772 +596.123655,123,115.137458 +460.08493,96,115.282037 +299.178634,58,115.35942 +289.74529,59,115.437464 +339.772999,66,115.526418 +367.018703,70,115.620892 +357.399741,68,115.709855 +282.80449,54,115.778157 +442.906624,81,115.881895 +375.465474,82,115.990165 +457.9484,91,116.108039 +414.806107,86,116.222453 +346.992727,65,116.308478 +266.938019,53,116.373938 +318.595073,59,116.44859 +295.882411,57,116.52892 +382.558209,75,116.656176 +348.350846,65,116.757895 +274.064721,53,116.841306 +227.254397,46,116.902862 +359.801031,68,116.999318 +316.637896,59,117.092195 +430.41914,87,117.223219 +385.734607,80,117.330314 +334.103622,65,117.417227 +369.30237,70,117.510556 +333.723782,62,117.592009 +284.683843,55,117.66538 +313.445203,60,117.745256 +285.672459,55,117.81506 +191.789514,39,117.866691 +339.147467,66,117.962913 +443.940992,85,118.091379 +421.224509,84,118.217055 +362.208364,69,118.330457 +348.052911,67,118.436048 +383.327923,79,118.547964 +396.641656,75,118.653004 +292.050787,59,118.730766 +325.995001,66,118.831135 +360.040272,78,118.945433 +290.63821,56,119.031614 +472.491228,93,119.158112 +296.75896,57,119.235182 +430.676488,84,119.348885 +630.074672,124,119.535465 +351.947005,69,119.634227 +311.621136,60,119.721843 +351.80898,78,119.85112 +444.464845,85,119.969112 +346.207556,74,120.076046 +261.426903,51,120.143711 +346.267657,67,120.235385 +353.167395,72,120.328393 +349.378576,66,120.414338 +569.980196,112,120.563113 +521.482546,110,120.71212 +427.677389,84,120.820975 +312.812029,60,120.89866 +335.934754,64,120.979266 +275.194267,52,121.044041 +293.136752,59,121.120831 +524.292497,113,121.276377 +415.806374,91,121.401594 +417.546178,82,121.509213 +257.488919,49,121.570857 +338.53996,71,121.663964 +640.645228,132,121.847039 +412.942092,91,121.974403 +534.641973,113,122.131425 +402.266136,78,122.231616 +264.978841,51,122.294288 +277.562953,52,122.363287 +244.292913,48,122.424055 +357.71437,75,122.525713 +598.1838,116,122.681251 +349.248431,66,122.769918 +375.75221,77,122.871099 +414.053701,78,122.987665 +376.160105,81,123.102843 +244.745335,49,123.17197 +252.428105,49,123.243058 +361.793649,69,123.345785 +314.05142,62,123.430602 +265.793474,54,123.500737 +449.895853,87,123.624448 +640.11882,126,123.802487 +274.300376,53,123.867339 +357.800944,69,123.95368 +259.373792,53,124.020237 +369.473939,69,124.111855 +389.297415,74,124.212425 +502.264695,95,124.337147 +470.22971,97,124.465784 +306.844511,66,124.561179 +423.924079,82,124.666963 +579.233556,117,124.827885 +421.417884,82,124.940556 +382.623713,73,125.036481 +538.019859,116,125.196734 +377.959271,73,125.292731 +616.933116,123,125.461036 +447.706814,88,125.577507 +404.14267,93,125.705331 +332.685484,62,125.787039 +370.234865,70,125.878945 +361.047745,79,125.986494 +280.066703,54,126.055217 +301.31472,60,126.129762 +314.914461,60,126.208671 +329.07838,67,126.2996 +490.732231,99,126.431134 +311.697797,60,126.509229 +439.990101,83,126.619622 +304.793927,57,126.694068 +359.487966,67,126.779636 +373.836258,76,126.881149 +307.650988,59,126.959551 +355.021607,73,127.05382 +269.324896,54,127.123696 +275.632924,56,127.199112 +335.970463,65,127.320628 +285.631753,54,127.406521 +346.056694,66,127.497307 +354.06898,74,127.605032 +391.343758,74,127.711729 +305.252032,58,127.790495 +377.249881,72,127.887998 +338.002984,66,127.974128 +310.317938,59,128.05226 +275.748467,53,128.12174 +498.959458,99,128.253041 +364.350953,69,128.348253 +306.559667,60,128.427074 +341.047242,65,128.518712 +443.496324,84,128.632722 +276.716006,53,128.704341 +612.759678,119,128.86441 +283.900989,54,128.934149 +598.275531,127,129.111506 +310.720612,60,129.20312 +229.382388,46,129.262761 +537.245552,115,129.429289 +243.574571,48,129.49441 +309.274087,60,129.579328 +542.066148,113,129.738853 +367.074555,68,129.828336 +244.42244,49,129.891254 +565.287605,106,130.035885 +259.693822,50,130.099005 +229.718162,45,130.155014 +289.366299,56,130.227536 +342.388232,68,130.312707 +237.015407,48,130.372301 +259.512232,50,130.438195 +453.346609,91,130.557236 +398.686079,80,130.669221 +313.445336,60,130.757384 +282.361226,54,130.833897 +490.235256,95,130.973673 +368.145782,77,131.08802 +358.423247,66,131.178795 +306.736744,59,131.259181 +392.39468,76,131.361601 +247.389215,50,131.430843 +360.633461,70,131.53542 +372.486608,72,131.655104 +391.284262,86,131.78733 +327.921032,63,131.876003 +370.0019,79,131.986501 +237.63257,48,132.05894 +400.583241,75,132.184805 +496.218309,94,132.343719 +396.101341,75,132.470141 +464.743935,89,132.601482 +338.883153,74,132.707654 +425.840625,80,132.814276 +616.007437,121,132.978657 +372.561469,70,133.072838 +355.446071,67,133.162558 +318.594506,61,133.242374 +579.345107,125,133.415192 +383.161507,72,133.518534 +490.593459,97,133.66273 +435.285436,81,133.792566 +244.35002,48,133.87173 +308.087313,61,133.961727 +379.2413,80,134.091371 +379.765064,74,134.19601 +530.039926,109,134.354466 +318.257026,60,134.440288 +457.788704,92,134.565595 +283.938957,54,134.636692 +322.067848,62,134.722901 +565.315798,107,134.864826 +322.018503,60,134.940326 +424.227182,83,135.043342 +298.875222,58,135.118181 +540.465441,102,135.249958 +388.005344,77,135.355394 +277.223423,54,135.432597 +516.272358,99,135.580016 +310.023837,60,135.664326 +370.048095,76,135.776821 +377.970638,72,135.876799 +340.093933,65,135.966046 +423.950987,81,136.076612 +418.490747,87,136.194569 +358.414964,70,136.290044 +326.509595,62,136.374944 +415.169105,95,136.498221 +368.07907,71,136.58859 +355.04349,67,136.676669 +405.586596,84,136.787557 +181.815457,38,136.835104 +356.039425,72,136.927636 +316.519574,59,137.002094 +394.313897,77,137.102492 +320.928257,61,137.183449 +207.794484,41,137.235073 +551.610315,105,137.372809 +474.060878,88,137.506141 +330.09994,63,137.602098 +446.648352,85,137.729529 +469.805634,101,137.910498 +393.741028,79,138.041618 +497.978105,109,138.208572 +430.148866,91,138.341137 +316.913466,60,138.421232 +394.775773,76,138.52707 +375.20604,71,138.621071 +337.267526,63,138.706039 +291.885837,57,138.783236 +411.449475,88,138.90808 +519.917443,106,139.068429 +212.876587,42,139.125461 +481.146272,107,139.297575 +276.19113,53,139.370946 +700.300811,143,139.571084 +472.518004,97,139.703749 +326.090227,63,139.790941 +431.391063,82,139.898211 +301.869625,58,139.972789 +281.034231,55,140.043648 +415.106185,83,140.157127 +506.567526,98,140.290538 +621.597703,120,140.460712 +297.528254,57,140.548126 +322.501019,61,140.643691 +453.341635,100,140.80236 +391.391126,75,140.921334 +362.085283,74,141.029055 +454.706488,91,141.156855 +333.188895,65,141.245134 +353.249292,68,141.336938 +333.691215,62,141.434618 +508.44342,98,141.59652 +557.800017,109,141.760034 +325.891302,63,141.860876 +392.984368,72,141.965642 +391.13247,83,142.084684 +242.419876,49,142.161779 +408.453264,80,142.297936 +542.47814,120,142.509029 +606.764633,121,142.6899 +425.958534,89,142.841884 +332.16359,63,142.942823 +403.072773,85,143.09761 +285.863434,54,143.184508 +374.851619,73,143.296058 +403.613838,79,143.427263 +399.017161,82,143.551333 +383.55613,71,143.659123 +348.610478,65,143.756552 +410.616746,86,143.904926 +227.769598,45,143.984703 +503.559661,102,144.138244 +383.989397,73,144.257995 +287.424574,56,144.355749 +356.672213,71,144.465858 +408.909723,85,144.595882 +416.747989,88,144.742298 +398.093852,75,144.896744 +339.783134,65,145.006374 +433.148126,87,145.152397 +397.687032,89,145.317136 +499.576424,98,145.4825 +401.858792,76,145.602845 +339.859101,72,145.752094 +311.007495,59,145.891719 +367.356359,69,146.034479 +695.375187,143,146.333291 +266.710143,52,146.440795 +384.595494,86,146.619747 +260.139319,51,146.738257 +329.443993,63,146.864204 +351.230621,67,146.997304 +358.952354,68,147.117805 +248.916319,49,147.204039 +339.829649,66,147.327114 +287.373452,59,147.438952 +347.105947,72,147.569264 +389.838504,73,147.698655 +371.921418,74,147.811302 +354.484234,74,147.926771 +333.059744,73,148.03602 +604.961055,120,148.211287 +328.673368,63,148.295788 +399.755027,78,148.402516 +284.946998,56,148.477692 +376.25753,72,148.573563 +344.937373,73,148.677646 +271.848911,51,148.748466 +410.724302,82,148.870201 +420.306202,88,149.000182 +339.403632,69,149.111829 +350.473507,67,149.207526 +426.340245,91,149.340831 +381.695121,79,149.448031 +341.442946,70,149.542147 +440.093547,83,149.659323 +364.267364,72,149.75971 +393.723166,82,149.871617 +429.005324,92,150.003085 +578.768816,109,150.145658 +442.8758,97,150.277878 +439.248191,85,150.391155 +310.062165,61,150.467857 +321.369828,62,150.551458 +485.068492,97,150.68353 +421.622944,85,150.795532 +319.037877,61,150.882012 +448.470785,95,151.018687 +377.894735,72,151.122351 +511.97995,112,151.288243 +480.360061,95,151.4241 +330.887613,70,151.520399 +572.794039,115,151.675135 +368.370151,80,151.786036 +541.994234,118,151.986727 +307.615119,65,152.090415 +326.32693,61,152.180945 +622.356953,133,152.420466 +416.996895,86,152.557507 +471.972253,106,152.730093 +546.866911,104,152.882217 +385.306398,73,152.996944 +311.270784,59,153.082697 +521.684996,101,153.2372 +348.268647,69,153.339279 +465.968895,90,153.479951 +372.550108,69,153.575374 +593.809758,125,153.769707 +316.952215,60,153.853929 +227.44591,45,153.924761 +257.831427,50,154.008532 +474.816633,92,154.171356 +509.582302,115,154.400336 +354.618884,75,154.519999 +353.551512,69,154.635655 +429.186631,84,154.78313 +419.486718,79,154.92559 +415.150587,88,155.065197 +399.508553,76,155.176494 +421.742668,80,155.291575 +379.8926,71,155.390255 +233.233141,46,155.451439 +460.316189,99,155.588028 +395.809858,76,155.690423 +371.660924,77,155.790013 +364.318539,70,155.886249 +457.735439,88,156.020338 +614.149891,126,156.217984 +391.711136,80,156.339689 +372.481975,69,156.435721 +332.418765,74,156.539375 +411.432841,84,156.657307 +656.7874,130,156.835607 +320.70693,61,156.915361 +431.627771,85,157.026349 +494.069074,101,157.164212 +359.557434,68,157.255354 +491.172897,99,157.389943 +251.59798,48,157.450224 +428.30675,90,157.580367 +437.446274,88,157.692315 +304.446297,59,157.768805 +476.541077,95,157.890051 +200.315053,40,157.938621 +428.580341,92,158.068607 +460.832509,91,158.192444 +675.928588,131,158.368801 +329.603508,64,158.450115 +329.514709,61,158.532185 +468.514356,93,158.660095 +443.61323,87,158.79172 +367.391957,71,158.909267 +405.260934,88,159.059131 +343.940219,72,159.162281 +582.738167,121,159.33737 +260.684724,52,159.409041 +412.317068,89,159.536347 +431.035704,90,159.661642 +286.873433,57,159.736142 +552.063419,122,159.91153 +252.786475,49,159.976278 +352.868036,68,160.069338 +506.541859,108,160.221131 +482.846408,98,160.354386 +524.152421,109,160.50172 +262.207807,50,160.580702 +570.35127,124,160.793051 +402.366427,77,160.925467 +383.605373,75,161.03493 +638.418261,140,161.251366 +355.222842,68,161.343609 +298.22122,56,161.419978 +398.807801,75,161.525214 +276.044016,53,161.596072 +478.075778,99,161.750496 +274.459216,54,161.831861 +588.502516,115,161.99735 +460.190513,85,162.113474 +408.572345,77,162.220031 +353.162247,67,162.313386 +372.246802,72,162.411298 +326.437405,63,162.494186 +385.383007,71,162.589775 +462.354009,94,162.721954 +226.974617,44,162.7801 +346.618851,64,162.908867 +529.477856,99,163.085206 +235.926164,46,163.1676 +587.799339,115,163.349542 +216.208563,43,163.412192 +329.438634,62,163.503926 +501.485439,97,163.666986 +355.272681,77,163.791532 +368.468404,72,163.893761 +252.758187,48,163.959475 +419.767349,79,164.070869 +384.476159,75,164.176575 +437.326534,87,164.294403 +349.899386,79,164.412762 +329.766585,69,164.535986 +349.404788,70,164.670181 +344.741164,68,164.786636 +292.73973,60,164.879326 +356.486123,67,164.980691 +436.96253,79,165.118664 +470.409814,92,165.259655 +489.256741,93,165.395655 +333.906166,69,165.49977 +375.615239,76,165.6083 +433.950342,87,165.725351 +347.842545,71,165.828366 +373.920721,77,165.975815 +350.207803,68,166.090466 +415.916121,91,166.272975 +502.340648,100,166.444345 +342.106949,66,166.548238 +331.71854,69,166.664913 +330.707241,65,166.761277 +449.984476,86,166.929779 +430.372862,86,167.123978 +294.134716,56,167.22783 +245.539215,48,167.307683 +387.589027,74,167.431983 +484.598139,92,167.576371 +238.291488,46,167.650279 +470.769701,90,167.802016 +471.690254,92,167.946146 +474.137051,105,168.140435 +275.842138,54,168.234496 +344.830266,71,168.369892 +260.376939,51,168.450679 +361.507879,68,168.556705 +287.451265,56,168.64154 +397.529628,82,168.768435 +305.852226,59,168.853332 +342.099956,66,168.947547 +368.723253,72,169.056156 +293.997939,59,169.141486 +433.240683,95,169.290486 +398.618336,76,169.403939 +537.35462,112,169.590542 +431.985172,91,169.73719 +389.833417,78,169.853923 +570.912415,116,170.02832 +429.613411,81,170.148887 +309.6299,60,170.235848 +297.883002,61,170.341522 +398.893807,74,170.461887 +332.249432,64,170.554415 +449.714603,93,170.689334 +432.519344,89,170.822811 +437.800707,85,170.945998 +357.293881,69,171.048587 +416.377302,80,171.167306 +375.084396,73,171.274272 +451.427242,96,171.411109 +522.782297,109,171.5814 +564.650311,119,171.768852 +447.975146,87,171.923882 +252.424045,50,172.015091 +521.310216,107,172.211743 +284.674811,56,172.300105 +382.376991,83,172.434513 +281.463379,54,172.514788 +288.112885,55,172.60408 +463.696718,89,172.732346 +375.80184,78,172.850462 +252.75797,49,172.919705 +404.786799,80,173.040974 +412.202992,79,173.1616 +426.216107,81,173.300595 +514.526529,98,173.461345 +403.065512,77,173.601094 +287.134821,57,173.692147 +255.739661,50,173.767975 +364.826487,69,173.886729 +492.766713,94,174.04919 +651.258835,125,174.260607 +338.133568,64,174.360987 +384.644324,77,174.490745 +288.430215,58,174.57114 +486.796894,94,174.711641 +664.47028,133,174.911152 +406.666727,82,175.032583 +423.871492,84,175.171467 +316.503188,61,175.256888 +393.315132,83,175.379104 +315.299114,63,175.466557 +347.505703,71,175.571285 +442.561818,100,175.775929 +239.012598,47,175.847779 +388.320502,74,175.95827 +492.28161,100,176.116846 +362.220233,68,176.211876 +480.504249,92,176.340282 +510.717251,111,176.507389 +380.269152,72,176.647842 +327.045839,63,176.781366 +283.38928,54,176.884827 +442.780981,83,177.078331 +382.041694,81,177.26688 +252.768273,49,177.389454 +387.413756,78,177.5881 +478.671798,102,177.827651 +488.709779,94,178.075492 +389.453321,76,178.290034 +312.175199,59,178.446723 +458.72829,89,178.664836 +215.708163,43,178.752943 +290.905408,60,178.881167 +233.091629,47,178.962997 +410.338437,78,179.103541 +410.18006,79,179.231239 +373.089784,70,179.348945 +317.914343,60,179.44779 +387.399734,74,179.569087 +392.697206,84,179.71644 +426.534983,81,179.848835 +531.459598,107,180.028785 +399.193617,75,180.155959 +338.552714,64,180.261598 +289.162126,56,180.348944 +300.960755,59,180.444792 +303.708889,57,180.531141 +451.093365,87,180.671713 +242.238851,47,180.742879 +324.654177,71,180.853643 +399.333499,75,180.964038 +337.00576,65,181.061606 +409.338014,82,181.186547 +488.942657,96,181.333876 +367.167619,68,181.42649 +288.522463,59,181.515931 +469.603459,91,181.652942 +585.364468,117,181.829619 +349.4337,67,181.932134 +327.234876,61,182.023466 +505.562075,107,182.192159 +301.26487,63,182.289971 +364.054298,68,182.394203 +306.236143,58,182.49239 +309.884873,61,182.596921 +451.572124,100,182.761778 +323.587529,63,182.862799 +388.260723,74,182.974173 +462.772666,101,183.19029 +640.709207,128,183.460314 +354.938879,66,183.595717 +427.476562,84,183.743395 +501.910052,106,183.916647 +264.543459,50,183.990585 +460.255807,97,184.140659 +320.209522,65,184.252425 +351.424343,66,184.367801 +235.191448,47,184.443441 +413.407629,80,184.57348 +327.692233,63,184.688626 +644.406616,127,184.921752 +588.666413,114,185.12099 +380.081639,72,185.245168 +277.048605,55,185.335678 +479.402136,93,185.503427 +287.928153,56,185.591841 +366.73571,71,185.709286 +453.176532,94,185.866292 +426.445334,91,186.022135 +442.740762,92,186.184613 +397.358442,80,186.303909 +420.220073,84,186.447639 +330.304606,63,186.551587 +373.418193,71,186.670476 +281.710141,54,186.765214 +397.186451,76,186.900681 +468.036132,96,187.054121 +471.816031,95,187.213883 +457.475254,91,187.369044 +494.707783,100,187.538293 +381.513285,74,187.667082 +414.636875,78,187.796577 +416.789119,79,187.931602 +331.464924,67,188.042588 +334.304651,65,188.160237 +293.303321,56,188.256581 +324.932525,63,188.36433 +325.810319,66,188.467024 +270.428413,53,188.55215 +319.826296,61,188.653044 +439.77959,93,188.805787 +438.336268,95,188.971045 +416.238431,79,189.094643 +384.344089,77,189.213168 +211.161768,43,189.280093 +443.367777,92,189.425904 +474.037968,95,189.578359 +352.553361,69,189.699402 +365.561941,69,189.821589 +480.537811,95,189.991599 +353.451127,75,190.153675 +404.676535,85,190.310848 +293.152704,58,190.421594 +176.42541,37,190.4965 +312.134026,60,190.60864 +379.419347,71,190.734833 +247.129346,49,190.814587 +261.438604,52,190.903966 +354.804592,73,191.034712 +435.036077,82,191.193618 +429.403843,85,191.362792 +301.449192,64,191.482291 +470.772613,89,191.640528 +315.653873,61,191.749508 +621.868926,126,191.975869 +322.110977,64,192.091707 +412.167222,77,192.228761 +540.232835,106,192.410498 +306.874537,61,192.511883 +380.374052,81,192.648496 +587.934377,130,192.873859 +403.094149,77,192.996777 +395.336184,77,193.119667 +362.622949,67,193.229289 +435.052561,84,193.366541 +459.236555,86,193.519775 +229.758558,45,193.595924 +335.482784,74,193.722142 +383.505711,71,193.838117 +324.661004,66,193.951241 +337.255099,71,194.079072 +751.865943,142,194.322301 +459.18677,89,194.474319 +378.144326,72,194.608645 +390.494053,79,194.745596 +367.851117,69,194.860251 +461.256664,92,195.012819 +351.313751,78,195.141844 +335.530847,64,195.242137 +313.479214,66,195.350778 +419.342735,87,195.50876 +537.134824,106,195.69856 +534.045097,102,195.876007 +332.288866,71,195.992084 +303.086872,59,196.082763 +320.096574,61,196.178378 +400.477463,89,196.33683 +303.123062,57,196.436695 +488.699781,96,196.604453 +359.494838,76,196.745422 +375.973469,74,196.869597 +291.378912,55,196.963645 +311.754028,66,197.082966 +305.240513,59,197.189131 +249.435595,49,197.277066 +341.957774,72,197.400784 +383.117107,72,197.542436 +410.259917,79,197.707911 +415.725209,93,197.910706 +242.818763,48,197.996363 +355.917673,67,198.115802 +333.745552,66,198.227586 +489.014995,99,198.421031 +290.794758,57,198.532929 +385.705032,82,198.704439 +354.49482,68,198.830884 +310.098379,59,198.940102 +392.710011,80,199.08904 +377.594302,76,199.239743 +245.300826,48,199.330802 +602.839622,122,199.560234 +271.970304,55,199.655331 +593.59688,125,199.879629 +289.725058,56,199.981464 +489.674165,93,200.15231 +438.385203,89,200.301198 +450.003843,88,200.445375 +413.280417,82,200.599583 +399.145516,78,200.750416 +332.755518,67,200.871901 +572.095946,108,201.074118 +326.020513,62,201.198134 +420.863389,82,201.338415 +295.127816,56,201.430415 +223.091015,45,201.509976 +518.241297,100,201.71419 +359.322566,68,201.857601 +555.886343,108,202.091649 +315.488274,60,202.203328 +374.81154,78,202.346462 +462.641312,92,202.52632 +468.268282,96,202.714205 +382.806618,76,202.853009 +503.745874,96,203.033241 +384.812261,76,203.175205 +416.686546,81,203.321038 +520.372003,109,203.520168 +380.394431,71,203.639767 +341.571913,70,203.769987 +743.684738,148,204.038972 +320.383757,61,204.145036 +340.571364,72,204.26627 +266.287153,52,204.354154 +282.294314,57,204.456352 +368.416124,69,204.593168 +445.123752,84,204.748272 +382.762597,75,204.880545 +429.399101,80,205.027657 +584.906172,117,205.246564 +529.203855,107,205.437294 +395.504569,82,205.588533 +395.419003,75,205.722935 +467.366798,91,205.900148 +391.037934,76,206.043133 +367.114074,74,206.180889 +306.963729,63,206.290159 +294.13082,56,206.383094 +431.507026,88,206.542763 +451.875757,85,206.700301 +344.935103,67,206.827942 +368.126677,76,206.95953 +400.106069,79,207.091916 +355.591466,75,207.225059 +245.598962,50,207.311048 +469.614552,88,207.458498 +361.862197,71,207.588546 +502.015647,98,207.832986 +255.769791,50,207.945547 +396.546617,81,208.127249 +444.606644,94,208.309914 +486.858646,98,208.517971 +337.562136,70,208.68119 +265.123249,51,208.775965 +502.443219,95,208.970288 +799.470486,155,209.251319 +432.22689,82,209.398749 +534.10063,112,209.6056 +317.46994,61,209.711063 +553.884085,109,209.899859 +381.339108,74,210.034966 +273.750234,55,210.134557 +204.979153,40,210.200374 +490.610946,107,210.384389 +367.779699,69,210.502867 +208.046299,41,210.57082 +399.725902,87,210.727282 +393.763057,77,210.861811 +357.57665,68,210.978041 +252.121736,49,211.062701 +636.717006,134,211.288798 +302.124958,57,211.381329 +385.808848,81,211.517778 +378.503984,75,211.646006 +255.614871,51,211.732372 +461.030209,94,211.889116 +472.912916,91,212.060997 +420.147416,84,212.215969 +295.708118,57,212.311942 +364.919672,70,212.435029 +369.063854,72,212.566073 +493.971393,97,212.73107 +319.128578,73,212.849096 +306.878403,60,212.948223 +520.095336,108,213.138043 +518.441712,106,213.336452 +360.250902,76,213.472637 +505.662921,98,213.64679 +321.188982,61,213.748991 +632.473403,125,213.991815 +302.626991,59,214.088898 +454.222186,92,214.246206 +306.594585,58,214.340101 +430.764499,88,214.489525 +454.458569,94,214.653966 +379.209133,72,214.784273 +340.830301,66,214.898731 +255.548104,51,214.992292 +368.724798,86,215.161932 +306.748679,59,215.271878 +349.227424,71,215.404002 +339.103478,67,215.522132 +401.717988,82,215.683012 +433.799647,84,215.844816 +441.177217,83,215.997588 +459.895468,87,216.16696 +351.970215,69,216.290482 +436.510156,80,216.438126 +355.76871,74,216.580065 +357.574259,68,216.731827 +304.412786,57,216.842338 +368.90812,76,216.974234 +364.78533,75,217.101744 +459.267026,91,217.238307 +473.860395,89,217.377065 +496.039441,93,217.519421 +487.774596,92,217.667125 +319.432988,61,217.758539 +304.059618,59,217.84204 +536.110887,103,217.994414 +351.926806,67,218.084854 +435.429522,92,218.220891 +373.683051,78,218.331698 +327.055169,65,218.418668 +371.158539,70,218.514443 +455.330771,87,218.637702 +391.738709,85,218.759724 +377.019145,72,218.858539 +327.419801,63,218.961373 +329.244733,64,219.066379 +351.439454,73,219.195144 +436.035105,91,219.336483 +280.809149,54,219.412976 +284.724465,55,219.487222 +351.39281,72,219.587106 +326.413955,62,219.677324 +420.640128,81,219.803013 +382.998707,80,219.920205 +322.887311,61,220.0196 +384.5767,79,220.142683 +398.619233,74,220.246337 +345.809461,68,220.344389 +439.431856,95,220.493241 +390.925561,84,220.61521 +289.092497,56,220.69146 +383.418016,73,220.793202 +385.05216,75,220.892897 +335.139358,65,220.977575 +431.68632,91,221.10875 +471.703938,90,221.236524 +341.492872,65,221.324937 +317.877707,68,221.418178 +510.706915,104,221.564381 +707.555936,135,221.794479 +414.892429,79,221.917974 +400.954641,85,222.040189 +224.34008,45,222.098313 +435.393866,93,222.232168 +481.495749,102,222.3743 +378.556089,80,222.485964 +310.928311,62,222.563537 +420.243373,89,222.683793 +687.196814,144,222.881167 +357.519391,69,222.980876 +382.046303,74,223.08655 +344.172842,66,223.179558 +370.041029,72,223.283005 +386.05072,81,223.403603 +306.23815,65,223.49054 +397.853518,78,223.594984 +466.65683,103,223.741194 +430.443239,94,223.885183 +392.820759,73,224.006072 +330.983492,64,224.109367 +368.944066,71,224.223347 +519.9758,101,224.368974 +357.892276,69,224.463932 +433.355865,83,224.574728 +215.844378,43,224.631508 +429.959977,89,224.751878 +472.417901,107,224.908168 +370.08377,72,225.006541 +371.110143,71,225.099556 +368.404013,72,225.192153 +458.047727,87,225.315869 +380.35882,76,225.42882 +401.094551,82,225.544991 +362.354266,69,225.644723 +332.068408,62,225.738111 +304.450933,58,225.816825 +417.552133,87,225.944735 +363.884824,72,226.048119 +363.417312,79,226.155869 +407.83365,79,226.262043 +253.531065,49,226.326478 +268.991555,53,226.3973 +277.525265,53,226.463166 +220.392514,46,226.518315 diff --git a/logs/benchmark/a2c-Walker2d-v3/0.monitor.csv b/logs/benchmark/a2c-Walker2d-v3/0.monitor.csv new file mode 100644 index 000000000..f8897d277 --- /dev/null +++ b/logs/benchmark/a2c-Walker2d-v3/0.monitor.csv @@ -0,0 +1,595 @@ +#{"t_start": 1654862553.6611502, "env_id": "Walker2d-v3"} +r,l,t +574.149985,256,0.217812 +558.798947,251,0.41344 +561.473717,248,0.589397 +674.243081,268,0.791286 +547.855232,244,0.963181 +545.940224,242,1.13 +559.965681,252,1.302947 +554.474502,245,1.467776 +546.067442,243,1.626137 +651.61063,262,1.800871 +752.086441,291,2.00321 +684.32387,277,2.203086 +556.066616,249,2.372821 +672.909967,266,2.571969 +645.36981,259,2.758471 +551.125799,246,2.94618 +677.612008,275,3.144439 +547.345656,242,3.321568 +559.007304,248,3.500562 +637.062674,256,3.68311 +569.843554,254,3.869166 +660.627931,267,4.058745 +659.354036,266,4.256431 +681.054549,278,4.451826 +1.693044,117,4.546558 +665.015167,271,4.757817 +564.14754,254,4.944708 +678.575029,268,5.175435 +679.804034,275,5.402377 +566.485657,253,5.583166 +551.58139,245,5.755359 +695.039944,277,5.943451 +685.171156,280,6.129717 +557.214553,251,6.293183 +636.617013,255,6.47196 +545.027349,243,6.640743 +558.629648,248,6.810376 +545.667217,242,6.967556 +556.988254,249,7.128588 +650.96109,261,7.292261 +564.537844,252,7.450771 +646.176645,260,7.614549 +653.815579,262,7.776631 +568.259168,250,7.928204 +546.816856,244,8.076438 +551.931001,248,8.227198 +573.20254,261,8.386173 +556.105106,247,8.540901 +556.353718,249,8.697298 +665.23608,269,8.861583 +606.917432,249,9.013191 +544.950731,244,9.161676 +541.652659,240,9.307516 +632.85449,253,9.460943 +652.527906,263,9.623788 +4.376086,141,9.713732 +542.055711,239,9.86 +545.264262,243,10.013595 +575.302744,258,10.17277 +639.557687,256,10.333778 +549.35083,243,10.48944 +555.134059,245,10.644497 +570.10609,257,10.806355 +557.142972,250,10.964001 +644.805102,258,11.125546 +21.237804,153,11.233296 +660.213006,267,11.429407 +757.49755,374,11.706062 +551.953198,244,11.87047 +659.286718,267,12.048134 +648.828408,267,12.23104 +561.866212,253,12.426527 +574.012977,255,12.599366 +540.55103,238,12.758736 +675.280856,272,12.936593 +681.752286,271,13.108784 +654.480211,265,13.2754 +673.372614,273,13.451536 +543.490459,244,13.614827 +560.478121,250,13.787708 +536.187985,238,13.945673 +655.43475,264,14.118 +561.878979,253,14.283086 +677.530069,276,14.456806 +651.162696,262,14.621169 +555.37058,247,14.776647 +677.229903,268,14.953439 +646.856904,258,15.13507 +570.17689,256,15.304418 +662.575289,264,15.475382 +659.651681,266,15.650294 +535.535603,235,15.808949 +566.004335,254,15.975609 +636.504044,256,16.140546 +561.809811,250,16.298084 +561.01875,249,16.454778 +638.627961,256,16.616171 +633.444173,257,16.780051 +648.397074,259,16.94995 +551.112141,244,17.114808 +669.638631,274,17.301861 +643.024136,259,17.47002 +665.499703,269,17.644692 +546.139661,245,17.798694 +676.315449,274,17.971288 +556.548187,244,18.124259 +550.492874,245,18.273365 +655.342868,260,18.430643 +61.759958,210,18.56104 +564.354844,249,18.71477 +559.800325,248,18.870764 +559.840242,250,19.023634 +4.12447,127,19.102666 +557.041435,249,19.254068 +637.665623,256,19.409506 +545.750657,239,19.554622 +564.63126,251,19.710561 +558.944469,249,19.865642 +661.263177,276,20.034025 +677.92307,275,20.201295 +676.079244,273,20.367649 +552.592584,247,20.51792 +649.674475,262,20.681514 +575.468358,261,20.846343 +656.991052,273,21.014152 +638.058303,256,21.169589 +551.791394,247,21.321912 +631.255464,255,21.48167 +664.937513,269,21.645916 +660.531919,274,21.812421 +559.332062,252,21.967777 +655.467835,264,22.133561 +678.800114,269,22.299185 +548.746344,243,22.446324 +641.719642,258,22.602466 +559.770449,251,22.755509 +558.676619,248,22.911243 +655.435303,265,23.079675 +537.395127,238,23.224503 +574.232105,257,23.38071 +674.594592,276,23.55412 +574.073103,259,23.715716 +662.869886,264,23.87578 +562.249027,252,24.029016 +635.972854,258,24.18519 +555.251267,250,24.342817 +575.341916,253,24.501211 +655.755865,264,24.663916 +567.735288,252,24.81708 +545.323104,241,24.963464 +660.85177,266,25.12778 +579.433773,258,25.290039 +30.048036,170,25.396325 +656.399367,265,25.557202 +691.720994,273,25.726862 +562.066977,253,25.884049 +649.927159,261,26.042197 +554.807396,250,26.194358 +628.098342,253,26.348812 +561.179963,253,26.507819 +566.684515,255,26.668134 +672.907714,275,26.835457 +566.231498,254,26.989955 +565.310614,255,27.144885 +648.899941,259,27.306632 +535.197464,235,27.453079 +729.367987,286,27.625958 +673.831135,269,27.788918 +556.632594,251,27.941555 +546.317606,244,28.093543 +561.262579,255,28.25294 +619.746216,254,28.407128 +655.423253,263,28.566595 +679.300711,278,28.735755 +547.900395,244,28.88394 +561.763446,254,29.043122 +638.944594,258,29.205155 +556.823178,252,29.363638 +630.876506,254,29.520791 +672.093087,273,29.68868 +533.365297,237,29.832366 +545.966293,244,29.983757 +538.966968,238,30.132279 +560.138504,247,30.28236 +666.863055,271,30.44681 +678.897853,277,30.615535 +549.402311,244,30.768867 +633.811535,255,30.932292 +561.222877,253,31.094521 +558.711374,252,31.258785 +556.402324,248,31.415938 +542.927648,242,31.59828 +560.56339,251,31.792489 +663.30324,265,31.984124 +548.341956,243,32.154538 +647.388581,260,32.361728 +663.817387,266,32.5733 +552.394513,245,32.745232 +659.385714,263,32.923762 +568.887942,254,33.096865 +565.866983,255,33.264153 +658.904672,264,33.434519 +672.797312,273,33.606678 +666.932553,270,33.776824 +556.037441,248,33.932983 +545.426447,244,34.090028 +563.992596,253,34.260259 +542.618525,241,34.427466 +673.937801,274,34.611119 +555.44295,249,34.773418 +560.155629,250,34.933872 +10.754814,135,35.020133 +547.651727,244,35.174758 +543.808275,244,35.32812 +559.425013,247,35.483524 +567.168712,254,35.643378 +588.149255,258,35.805111 +594.810029,277,35.977743 +538.891279,239,36.122902 +638.631292,258,36.283393 +671.122389,273,36.452589 +590.010786,253,36.605936 +556.778239,248,36.756688 +657.067109,264,36.917053 +539.37489,238,37.065553 +667.591416,267,37.233456 +556.490798,250,37.386652 +722.206369,286,37.559931 +537.816382,238,37.704377 +561.062804,251,37.857065 +557.406154,248,38.011071 +550.027221,244,38.164896 +538.6311,239,38.310821 +656.917159,264,38.471207 +559.645514,250,38.623303 +663.272466,270,38.789996 +670.2825,270,38.958367 +-2.63462,129,39.04053 +76.449129,217,39.178518 +654.332188,264,39.338619 +670.045528,269,39.502001 +674.407087,273,39.667924 +678.075416,277,39.836339 +562.793112,253,39.995148 +635.32764,261,40.159293 +645.508684,258,40.324472 +573.145847,259,40.496088 +560.888336,251,40.660206 +570.512873,254,40.829743 +563.896794,254,41.004219 +700.793615,274,41.191433 +541.083823,239,41.350708 +559.437391,248,41.538592 +567.712668,256,41.719911 +570.330382,253,41.917232 +531.508277,236,42.097229 +665.068541,268,42.360383 +676.869897,275,42.619239 +658.511407,264,42.863152 +565.048419,253,43.074924 +551.026266,243,43.274591 +570.738071,245,43.476699 +15.719731,157,43.600507 +573.576124,257,43.804771 +638.804274,261,44.026366 +546.907114,243,44.238354 +552.580489,248,44.468477 +675.651067,278,44.680047 +528.683173,233,44.852694 +600.58325,263,45.046343 +648.810946,260,45.231388 +566.295609,253,45.413725 +669.576397,271,45.636919 +548.938372,244,45.840652 +639.304214,259,46.048456 +657.848094,265,46.270454 +548.889211,243,46.457758 +576.746231,257,46.650609 +648.188715,260,46.83945 +628.541693,253,47.029828 +30.583514,168,47.163336 +571.391653,251,47.360588 +689.56699,273,47.563818 +571.032111,259,47.751056 +551.571091,246,47.939424 +662.671248,262,48.161914 +560.524759,246,48.348324 +554.732178,246,48.535428 +656.996332,265,48.748161 +667.069473,267,48.946617 +720.030419,282,49.147924 +537.511415,239,49.332625 +557.266975,247,49.525152 +560.279895,250,49.715794 +581.35688,261,49.906008 +559.29413,251,50.082954 +675.584596,275,50.282592 +673.709945,275,50.479265 +638.356057,257,50.659848 +567.883591,254,50.835295 +537.049288,238,50.995977 +571.45265,259,51.173847 +560.415632,251,51.347422 +542.178956,238,51.515502 +571.307098,254,51.689092 +548.702792,244,51.854405 +558.292652,252,52.027364 +575.271708,262,52.218758 +656.255411,266,52.435883 +22.356437,162,52.568989 +536.273137,236,52.769793 +567.775635,254,52.973438 +563.767749,253,53.161726 +558.714126,250,53.346135 +553.570785,247,53.552171 +560.318109,251,53.736684 +640.94189,261,53.931971 +666.459277,271,54.130973 +641.250414,257,54.318864 +670.915783,268,54.509875 +659.41837,264,54.693141 +10.968764,145,54.7927 +660.316323,263,54.968562 +652.005358,262,55.138495 +567.650636,255,55.30173 +574.983999,261,55.464604 +644.212439,258,55.625067 +664.499428,267,55.791427 +575.606171,254,55.959525 +665.875936,270,56.141436 +669.728274,271,56.322822 +12.860214,139,56.414361 +538.146199,238,56.568694 +545.042061,242,56.722832 +539.861885,238,56.871639 +653.835499,265,57.036626 +649.828027,262,57.199502 +607.143183,248,57.350259 +652.865871,263,57.509485 +652.730411,262,57.66732 +650.462764,260,57.828656 +660.028399,262,57.988227 +626.239636,264,58.150921 +673.622744,274,58.321893 +663.436455,268,58.483282 +654.729251,262,58.640606 +536.873801,237,58.783036 +649.176966,260,58.940505 +675.005131,275,59.111873 +704.093014,277,59.283427 +660.996311,264,59.442175 +531.313536,235,59.584051 +634.135629,253,59.73693 +649.4377,260,59.899142 +660.050647,263,60.061865 +555.580597,247,60.210822 +551.350669,244,60.359412 +558.49183,250,60.515258 +553.599804,246,60.667495 +658.107549,264,60.828182 +18.118371,151,60.920884 +548.300996,243,61.067165 +654.523162,262,61.225003 +555.456286,246,61.378056 +597.266045,272,61.54542 +545.938975,244,61.692252 +649.285166,261,61.849563 +561.557051,251,62.004644 +645.278334,266,62.169966 +636.044972,256,62.324601 +562.617325,252,62.481008 +657.50048,264,62.648363 +555.197149,248,62.802202 +636.851184,257,62.957036 +542.757793,241,63.102162 +560.856318,250,63.258116 +652.295166,262,63.419948 +555.214767,247,63.568856 +633.971879,255,63.724445 +559.823768,250,63.875118 +566.593705,254,64.03006 +561.543158,252,64.187018 +662.201595,265,64.348193 +657.064431,265,64.507703 +560.274993,250,64.658906 +654.675909,266,64.824597 +650.425328,261,64.984035 +599.278451,244,65.130774 +40.054293,181,65.24233 +660.063693,262,65.400984 +582.227086,267,65.56684 +580.392497,264,65.730536 +678.222007,273,65.895116 +555.982189,249,66.045676 +555.628722,246,66.198941 +544.123342,242,66.3478 +647.851579,258,66.502589 +567.340525,254,66.655836 +567.756343,256,66.814642 +560.393053,251,66.970595 +543.222065,242,67.116281 +654.958668,263,67.274555 +639.832431,259,67.43028 +566.839568,252,67.588104 +650.075817,261,67.750061 +686.176274,272,67.91525 +568.372293,248,68.064263 +563.23187,248,68.213519 +551.590709,245,68.363976 +554.079428,249,68.519181 +713.805027,281,68.698824 +578.212476,263,68.868116 +556.45067,245,69.027061 +17.000843,165,69.140052 +647.043795,261,69.30979 +12.754979,159,69.413746 +652.708369,276,69.587076 +642.798797,258,69.751293 +575.166797,250,69.91569 +656.506845,265,70.086356 +668.021833,270,70.256552 +543.513956,238,70.405048 +664.395085,266,70.570665 +667.51045,269,70.738397 +543.821641,242,70.886708 +541.809627,242,71.040817 +639.434404,258,71.209636 +558.151567,251,71.379241 +535.068187,238,71.532697 +657.477196,263,71.706304 +655.325705,263,71.882409 +567.781925,254,72.052796 +647.468448,259,72.231113 +632.031903,256,72.398998 +651.779538,263,72.570051 +531.770454,236,72.71806 +568.768782,256,72.87781 +638.541687,257,73.044725 +568.177034,256,73.216025 +560.194334,247,73.384248 +529.823287,234,73.537579 +652.052422,263,73.707048 +559.53659,249,73.867527 +21.430982,158,73.968235 +563.371978,247,74.122257 +680.762979,269,74.289012 +636.381817,256,74.448183 +637.18425,256,74.607262 +558.734492,249,74.763365 +632.406661,253,74.920602 +557.314581,251,75.077381 +663.442296,267,75.242646 +824.487674,316,75.43189 +534.087134,237,75.57395 +666.085796,268,75.738186 +565.465107,254,75.896315 +651.390929,265,76.057585 +572.634093,259,76.214283 +675.084911,273,76.379071 +670.450438,274,76.549546 +676.188209,275,76.72008 +562.565628,251,76.871459 +540.807752,239,77.015813 +566.023072,247,77.167044 +657.90035,271,77.336764 +688.63748,272,77.50633 +668.962047,272,77.675844 +641.086137,260,77.832155 +691.075059,273,77.995801 +636.869806,260,78.154322 +6.462303,151,78.249742 +657.29366,268,78.414281 +644.233652,257,78.568539 +655.707141,262,78.725623 +556.452497,250,78.880114 +643.407478,259,79.041113 +541.439975,239,79.184791 +630.606711,261,79.341946 +639.211488,259,79.499054 +562.442371,252,79.656091 +565.086866,252,79.81187 +626.552399,259,79.967965 +532.013174,235,80.109024 +657.172123,263,80.267222 +540.407423,239,80.414651 +700.991665,277,80.585452 +634.423306,257,80.740006 +653.363545,261,80.897125 +557.252662,249,81.047043 +-0.889573,147,81.137194 +662.936902,264,81.301178 +638.185978,256,81.458793 +552.390679,247,81.607661 +547.759196,242,81.753134 +557.45644,249,81.903188 +566.334272,256,82.063218 +570.300443,256,82.222792 +542.234472,240,82.37122 +635.992291,256,82.525203 +550.710519,244,82.672545 +552.163547,246,82.825499 +663.361077,264,82.989679 +646.298642,260,83.147069 +657.377809,264,83.305702 +636.900145,258,83.466965 +-5.655226,130,83.548989 +579.606359,262,83.712063 +671.340519,274,83.877267 +680.063721,278,84.045302 +553.121033,247,84.195169 +657.62467,264,84.359535 +564.622571,251,84.513529 +8.980707,146,84.603112 +583.098094,258,84.758297 +660.107632,265,84.917806 +557.196518,251,85.073935 +565.464348,255,85.232945 +672.769098,272,85.401871 +572.304858,257,85.55688 +643.2982,262,85.714608 +547.500836,241,85.859197 +560.496236,250,86.014992 +641.450802,259,86.173676 +530.942271,235,86.315009 +556.016872,249,86.467542 +654.576236,269,86.635076 +636.999725,257,86.793235 +33.677084,171,86.898709 +674.968952,277,87.065731 +535.893181,238,87.211672 +558.747437,251,87.367858 +654.756342,264,87.526798 +557.1295,250,87.677342 +682.492,278,87.845064 +548.037429,243,87.995482 +563.050838,252,88.152577 +647.135008,259,88.309654 +555.040305,248,88.459258 +547.302901,245,88.606631 +577.193128,261,88.767507 +558.068893,249,88.922658 +532.571408,237,89.067235 +636.533919,256,89.220996 +665.084658,268,89.382379 +548.0066,246,89.531435 +558.428489,248,89.685756 +548.759576,242,89.833972 +662.801447,267,89.995025 +555.528406,251,90.146302 +643.872899,260,90.307194 +678.773803,275,90.478336 +643.747305,257,90.632889 +634.87352,256,90.786807 +552.884792,246,90.936194 +663.201546,267,91.102507 +639.764775,256,91.258682 +644.921312,256,91.41237 +648.616672,260,91.568397 +667.972819,270,91.731358 +551.696503,246,91.884406 +835.71245,328,92.086516 +680.245614,276,92.253071 +642.457144,256,92.406955 +542.664662,243,92.561941 +656.383343,262,92.729078 +682.774312,279,92.909667 +545.122113,241,93.064816 +555.889245,249,93.224101 +687.3352,268,93.419186 +668.496264,265,93.598614 +545.309434,242,93.758324 +652.605639,261,93.937094 +533.105569,236,94.098341 +551.787362,245,94.261951 +553.676989,245,94.452085 +557.982011,249,94.639216 +562.244693,251,94.817755 +667.9294,274,95.011251 +646.167571,260,95.190515 +640.110847,261,95.399019 +551.735306,246,95.570764 +655.167629,263,95.747158 +556.38117,249,95.910033 +573.025426,258,96.076797 +546.161309,243,96.230808 +545.041865,240,96.38322 +570.803567,254,96.553717 +665.905533,268,96.741535 +573.189627,259,96.918994 +538.642429,238,97.075416 +573.838228,250,97.237738 +670.840012,273,97.411545 +563.202391,254,97.569663 diff --git a/logs/benchmark/benchmark.md b/logs/benchmark/benchmark.md index 61c5239ac..005bc0160 100644 --- a/logs/benchmark/benchmark.md +++ b/logs/benchmark/benchmark.md @@ -21,6 +21,7 @@ and also allow users to have access to pretrained agents.* | algo | env_id |mean_reward|std_reward|n_timesteps|eval_timesteps|eval_episodes| |--------|-----------------------------|----------:|---------:|-----------|-------------:|------------:| |a2c |Acrobot-v1 | -83.353| 17.213|500k | 149979| 1778| +|a2c |Ant-v3 | -44.023| 63.206|1M | 149469| 761| |a2c |AntBulletEnv-v0 | 2497.147| 37.359|2M | 150000| 150| |a2c |AsteroidsNoFrameskip-v4 | 1286.550| 423.750|10M | 614138| 258| |a2c |BeamRiderNoFrameskip-v4 | 2890.298| 1379.137|10M | 591104| 47| @@ -33,6 +34,7 @@ and also allow users to have access to pretrained agents.* |a2c |HalfCheetahBulletEnv-v0 | 2107.384| 36.008|2M | 150000| 150| |a2c |Hopper-v3 | 733.454| 376.574|1M | 149987| 580| |a2c |HopperBulletEnv-v0 | 815.355| 313.798|2M | 149541| 254| +|a2c |Humanoid-v3 | 388.321| 92.652|2M | 149942| 1944| |a2c |LunarLander-v2 | 155.751| 80.419|200k | 149443| 297| |a2c |LunarLanderContinuous-v2 | 84.225| 145.906|5M | 149305| 256| |a2c |MountainCar-v0 | -111.263| 24.087|1M | 149982| 1348| @@ -46,6 +48,7 @@ and also allow users to have access to pretrained agents.* |a2c |SpaceInvadersNoFrameskip-v4 | 627.160| 201.974|10M | 604848| 162| |a2c |Swimmer-v3 | 200.627| 2.544|1M | 150000| 150| |a2c |Walker2DBulletEnv-v0 | 858.209| 333.116|2M | 149156| 173| +|a2c |Walker2d-v3 | 581.835| 127.597|1M | 149782| 593| |ars |Acrobot-v1 | -82.884| 23.825|500k | 149985| 1788| |ars |Ant-v3 | 2333.773| 20.597|75M | 150000| 150| |ars |CartPole-v1 | 500.000| 0.000|50k | 150000| 300| diff --git a/utils/push_to_hub.py b/utils/push_to_hub.py index b2a9ca878..9e518427c 100644 --- a/utils/push_to_hub.py +++ b/utils/push_to_hub.py @@ -178,9 +178,8 @@ def package_to_hub( api = HfApi() repo_url = api.create_repo( - name=repo_name, token=token, - organization=organization, + repo_id=repo_id, private=False, exist_ok=True, )