Commit
·
02ac8e7
1
Parent(s):
1c8bbed
Upload PPO LunarLander-v2 trained agent
Browse files- README.md +1 -1
- config.json +1 -1
- ppo-LunarLander-v2.zip +2 -2
- ppo-LunarLander-v2/data +9 -9
- ppo-LunarLander-v2/policy.optimizer.pth +2 -2
- ppo-LunarLander-v2/policy.pth +1 -1
- replay.mp4 +2 -2
- results.json +1 -1
README.md
CHANGED
@@ -10,7 +10,7 @@ model-index:
|
|
10 |
results:
|
11 |
- metrics:
|
12 |
- type: mean_reward
|
13 |
-
value:
|
14 |
name: mean_reward
|
15 |
task:
|
16 |
type: reinforcement-learning
|
|
|
10 |
results:
|
11 |
- metrics:
|
12 |
- type: mean_reward
|
13 |
+
value: 256.11 +/- 16.97
|
14 |
name: mean_reward
|
15 |
task:
|
16 |
type: reinforcement-learning
|
config.json
CHANGED
@@ -1 +1 @@
|
|
1 |
-
{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n Policy class for actor-critic algorithms (has both policy and value prediction).\n Used by A2C, PPO and the likes.\n\n :param observation_space: Observation space\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param ortho_init: Whether to use or not orthogonal initialization\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param full_std: Whether to use (n_features x n_actions) parameters\n for the std instead of only (n_features,) when using gSDE\n :param sde_net_arch: Network architecture for extracting features\n when using gSDE. If None, the latent features from the policy will be used.\n Pass an empty list to use the states as features.\n :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param squash_output: Whether to squash the output using a tanh function,\n this allows to ensure boundaries when using gSDE.\n :param features_extractor_class: Features extractor to use.\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7f45c39d53b0>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f45c39d5440>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f45c39d54d0>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f45c39d5560>", "_build": "<function ActorCriticPolicy._build at 0x7f45c39d55f0>", "forward": "<function ActorCriticPolicy.forward at 0x7f45c39d5680>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f45c39d5710>", "_predict": "<function ActorCriticPolicy._predict at 0x7f45c39d57a0>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f45c39d5830>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f45c39d58c0>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f45c39d5950>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc_data object at 0x7f45c3a26570>"}, "verbose": 1, "policy_kwargs": {}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVnwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/5RoCksIhZSMAUOUdJRSlIwEaGlnaJRoEiiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoCksIhZRoFXSUUpSMDWJvdW5kZWRfYmVsb3eUaBIolggAAAAAAAAAAAAAAAAAAACUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYIAAAAAAAAAAAAAAAAAAAAlGghSwiFlGgVdJRSlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "_shape": [8], "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]", "high": "[inf inf inf inf inf inf inf inf]", "bounded_below": "[False False False False False False False False]", "bounded_above": "[False False False False False False False False]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.discrete.Discrete'>", ":serialized:": "gAWVLwsAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZSMFG51bXB5LnJhbmRvbS5fcGlja2xllIwSX19yYW5kb21zdGF0ZV9jdG9ylJOUjAdNVDE5OTM3lIWUUpR9lCiMDWJpdF9nZW5lcmF0b3KUaBOMBXN0YXRllH2UKIwDa2V5lIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolsAJAAAAAAAAAAAAgLHl95oCoth07bSt1abXhXAdH/0L9nGLOXcP7rkfTTY5z6LFPf7y0P6VaLQnbPvQ4vgD65idGDG1XjgFp/84aC3J9i5ENI3uzhecGHdzVKke++lFJOqegNez3QPo1tXtIfZpFIrrpJxdZTRGKv6VDoFhqN3zKwkOMVLddJT6sUEZoakc1ls7zdkess+BT+WtvYKDFEmqQ/i+4k08Vyd0LCSAo9Lm6uq0UTq8zSCM0m9aC6YFEKG8mMIfQYpfHTLoZ7VRn4bw31iitSKFrMbQqae9m2s1FGwykBn4je1qMfNuyr7MoJbD7VdyykUE/cuIKMleVQrb14boaSo1Zljws1p4F87/K5/4fMR/H9SbIIIRlEfeaw401yP0oqh/cbI+attcdqiHdO9yP4jIOqSDyOOoAnnOEmU4NSDMrzLpwTkFC1vYsLipJjhIyzgHnT0akj1hrWm1/SLEpayzhYhsZBUwioUeQ01kuD5s5kp/n31E/tVWJxAZmiqMHWVj1fPG1RAJ66HKlrPRnoW1XHEpPVkDQPfTSwq4x+S5bvF5nS/IKPe7ZxPwjrgGD/p1PcXA7i+a/Qsr5yVQSqEK9t3tXaxoWNsH8+d1GRcy8mPrbfqEuJGfXr1zjnMTBS2glakQcRxbf4tp+ySL2IUDHKzQeoTlIL3k+1I+QkAbwBseBeO/Jowjq7GUkGQKBi8GIhmyiqObsPLnUSIpAGCpf3scDTFLKFsMXl485WrjZpLTZYdHKS+r+BSO2ZEfDijO9EHic1hSFiYXVeE2DW6joN1phraKHbP29dbc2DkYV3vnlbj45OI/D7vd3cH99xq73pZYl4BCC33uSKCItFSmDreYn/tCZ5M5V2sqWHnsDJyAAAoU87HW70tFeYdkMFwCBvbQe+0CGDee771CJBNWeVjWqG2XoKhAswGe/4Aboze3KouZfoqBey9/+jHJm14Mx9HAU6kWgAqvzsv+3jLZIVCylLAnUAndmCeMGQTyi2Df+0kAjOr33Dfm8FNqH/mcauMZiQ60UmC+WFkhAuSnyjJmTdVDcY/fobcGTeUO6QMMC2RnmxEIWQasKlvDlInGM7pBZdARtXjkMmKC4PfemjhYMXUv7MuTJEKvSvsTeA3H540PI1WGWJnYpJzTf3w25S+V09g2gu7BFSKVUncwyYdeVE2OX9cDcz5cHP5hbIx5yxtQVCBOKNUstlGDupA97wU8Mmb/ciNGVoWPvognX1DozBJqFmNagjA8CH0Fl1d8Dm0A8AEM4kt+WO4XAlif0MA6mPNGT3hfdOO9wd8poVnNyoAk4NhUHZl4qoff5KtOZm3+Zh9lHA/LqCd21p1yNqZDaXGuTyOuxpQa4Pw0+O0Mzp6HumVJTZYORqPbORdH3gQDYn1/jAYiUnQnbC8TTQvBBOcjHa9ax3Hqhseyc0OzoI8/PVb7tiKOdO0Cji2PSNHIsIqkjFleIUAGNzHqyLZjTDMYSdvTKpyc3AEC3h0yh9NLUSUh85mk2efaLa8xCBoZy5HkJKC2ZjgC3QGDaCdtPJQsbpNJvgShvNLBMaNxU9kaHbDi2Qa+A3WNhxZVw43I/9Ro0ZUdT0fctazZgNKJbHQpBliiGBf5HT0C7TReaRPYnZQkFgQU29K69ciunYp2xhMyoTE0TQmxFdyGGGNqT2b5RaTmc/bCtPwUir6mjCXlj3Y3PXurhub+ec7KMzQtM1Oe1CocwGLAGGQvQTmnn+3mLHXbuly+T4ugOWwfRBw3eN0Fa85fp4H74MorpcT6rmZAHueTtSrfftquLhItevejdifHfLd+EAhZxUQAkg+RETDeDDBUjjDIKdztEkNvgfvyE4IQz9xX2//nmiHHImKG5QzTfkle+zv+iC084NLsup4wLfbSTtBh8odB6Vhs4k2LU/e6/skKSm5RSCuhA69VAke5sajSQSu9UX+62SmDJLuNGwBdL89fsKi+rLVdWRubRtpHV11Ch8n0J9/vFzfz+i1MAC73sPJ2Gu4qIud8SQqE1LWM0gW+rbOzvXakszeJ9IVUny3rcdVYSkJawuBq2lt3uSvkt8YbaE4L8W8yPdPCkDpqEGIpIynrr2wQJCR7IlN8K/eSjrftyF5IK0ZwVS+IvKyTZKdaCaA50AcpNGTSkFH6DRKrljQ+dF2H7PkDkfDCE7t1K1cNjfiR7+1vukaNDglH69ggFWcmWij98dHFtOUm8ovHq+lgJMoYVEx+Of3PJC4Wb97nMOH/3N8/b9qHpuHPvFO/Ccfz/jdiGfChkCk6vifsYttbgSeFY0A7Ct+7c5LIgw09VXrh6IhOpQmfQJEyP4K4bRm9OJZzdxHb6kSVARgdLb0OohD112HUEdAKmiVQibvsHebsc66p65j3SfZgWvoGXM5VbGx5NT5x1OQaclm3dy+wjVwLPqodWIaTF7Cnlfit+2thVeGEYs9W88kH9/1xzCYvRQUANgHD2GkcFvP2c5zFds/663mCt0UmwNKW5TZpjJ9Wi8+oM0vT3kTDgYeTg1bqdMlbuFVYEd6X636yaTYzrjY2waKXxizPTgbYOGax/CDaIMj8Xi1dZmDVaiqPDUJ+JMSUa7wINIxwt7IVVc/50ufSFem5QXj94/AF6eVsp2wbriTxtMwRIfdKvbV+YDZkobyswBRKBY7DoyTAExgqUaALI5FIvgpcV2iCIyleMZjIuN8g4rR6f166jrBkMc/h75D9LSAKsaGniu/ORxWot68KB0sO3s7y3SOUZk+EVAcqLegNrtRoa30pyPXJsF9eGiRB2K73BU18SlZPPxNXIfKGPu/KFO3cjdQcgDy+q6pOgWqYXmimvcoUrxwiA7VVzOzQ2FWwMRWp/jCxAWsG2Y4XJubUCenwf0on38zywFC8eL8wyb7PQ3nT3ISxT/kzZkaeyR9trKRAtW0f/FA5LuJgYAxu/4VC5D3R04P+/K3ArOHvcxS30zPV7J2GMFj+FvH5FaOWiVFlXZ6FcLO2Xw+qfmJys4thPpeiLStxEvLFP6WUkpR5ZlNFihWNs4M8EYdfYsVepHj9SJmTePk4lddPRw6/SPg4ogxLMME9RRBStpGYAm97IgL0OqojTyDFLV9fMg3ohksW5z8WAb7+ENtvXh3z/ET+PWhWYiaNuBP0XqJpPzQH5/yrrSbU91lAjKTpZVq+8owkKTIW0BAHDCJU3Oklm43fieqJSlIe/K/1ITgC9mr6JJlSVp2ww0ah/bXWxS52XR+hf50yZecfbftuV9r+rUyDbSPtE2URkP146cBgubIcCbDJbs4Uc4fgR3m7lHFW7Tv+isxf/+6nYnpPpW4e5mBmKSK29qrYlGgJjAJ1NJSJiIeUUpQoSwNoDU5OTkr/////Sv////9LAHSUYk1wAoWUjAFDlHSUUpSMA3Bvc5RNcAJ1jAloYXNfZ2F1c3OUSwCMBWdhdXNzlEcAAAAAAAAAAHVidWIu", "n": 4, "_shape": [], "dtype": "int64", "_np_random": "RandomState(MT19937)"}, "n_envs": 16, "num_timesteps": 507904, "_total_timesteps": 500000, "_num_timesteps_at_start": 0, "seed": 42069, "action_noise": null, "start_time": 1651680774.3166642, "learning_rate": 0.001, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVvwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz9QYk3S8an8hZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAMixmL6ViVY/YYukve8Bmb4h9zC+LOWAPQAAAAAAAAAAmv99PClobLoYRrg7xV+XNkBVBzoz/Y41AACAPwAAgD8zIWo9uNenu/OCbbyekkg8r0RePWYiKb0AAIA/AACAP6ZuMT5q3hk/I+pXvMPST77eGzE9RZjCvAAAAAAAAAAABpspvhzqc7yIU6W4ztF+t5x13z1CcQ04AACAPwAAgD+mOSq+MimiPqBUDz4/cFO+zPKrvVRBjD0AAAAAAAAAAJrJ3Dp7fou6zzKIuyYPm7WFWq66vO+bOgAAgD8AAIA/ZlLBOyk0Gbr6AJK8R8VzPGXtbDtjl1W9AACAPwAAgD+APfw9wtGAP5KlD7wRfse+COyUPQr/IL0AAAAAAAAAAGYMqrxcZ326Mi3zO9/Xa7PssAC7SqGJsgAAgD8AAIA/zVHCvOEog7rh7YW7K5JwNVtCUTv+K5w6AACAPwAAgD9N1wC+cSEHu++zGTxOpuk5FywxPDiUyboAAIA/AACAPxpHB71S8LO5/78KuZ+54rV3ByE6Q1MiOAAAgD8AAIA/Wibkvc46rT/5QZm+DDPxvvD0bb0j9aQ9AAAAAAAAAACzw3Y9PVpRucZrRjtJHWM2TDlmuyhna7oAAIA/AACAP5rH0jzDkV66Hg6SuTc/FDYi4M06IsalOAAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.015808000000000044, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVdhAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMItOTxtHxpYkCUhpRSlIwBbJRN6AOMAXSUR0CJ/+D9wWFfdX2UKGgGaAloD0MIJPCHn//pZUCUhpRSlGgVTegDaBZHQIoA+b/ffoB1fZQoaAZoCWgPQwjv5xTk57ZiQJSGlFKUaBVN6ANoFkdAiiX/R3NcGHV9lChoBmgJaA9DCCE7b2OzIV5AlIaUUpRoFU3oA2gWR0CKMAqyWzF/dX2UKGgGaAloD0MIKm9HOC0HYECUhpRSlGgVTegDaBZHQIoyEO/cnE51fZQoaAZoCWgPQwiEDOTZ5eRiQJSGlFKUaBVN6ANoFkdAijQ1XFLnLnV9lChoBmgJaA9DCIvCLooe9mRAlIaUUpRoFU3oA2gWR0CKSBOnl4kedX2UKGgGaAloD0MIiCtn74wQSECUhpRSlGgVTRoBaBZHQIrQjTQVsUJ1fZQoaAZoCWgPQwh2NXnKaolgQJSGlFKUaBVN6ANoFkdAitZjm8ujAXV9lChoBmgJaA9DCHyBWaHI4GBAlIaUUpRoFU3oA2gWR0CK4a+TvAoHdX2UKGgGaAloD0MI7ded7jypZECUhpRSlGgVTegDaBZHQIrvQ9X9zfd1fZQoaAZoCWgPQwhnnfF9cbljQJSGlFKUaBVN6ANoFkdAivBzspoboHV9lChoBmgJaA9DCAWm07oN11RAlIaUUpRoFU3oA2gWR0CK9Q3w1BMSdX2UKGgGaAloD0MIvY+jObJUZ0CUhpRSlGgVTegDaBZHQIr1ua4MF2V1fZQoaAZoCWgPQwjOT3Ec+PtiQJSGlFKUaBVN6ANoFkdAivs1uJk5InV9lChoBmgJaA9DCNZW7C+78VpAlIaUUpRoFU3oA2gWR0CK+/mig00ndX2UKGgGaAloD0MIyenr+ZoNKECUhpRSlGgVS/9oFkdAiwUERJ2+wnV9lChoBmgJaA9DCC6qRUQxol1AlIaUUpRoFU3oA2gWR0CLFIMNMGordX2UKGgGaAloD0MIN/xuuuX5YkCUhpRSlGgVTegDaBZHQIsVa5CngpB1fZQoaAZoCWgPQwi77q1ITD9kQJSGlFKUaBVN6ANoFkdAixZlruYx+XV9lChoBmgJaA9DCAqjWdk+FBZAlIaUUpRoFUv3aBZHQIscrhvR7Z51fZQoaAZoCWgPQwgjLgCN0glEQJSGlFKUaBVL5GgWR0CLOODM/yG0dX2UKGgGaAloD0MI02hyMQbiY0CUhpRSlGgVTegDaBZHQItEA+pwS8J1fZQoaAZoCWgPQwgxQQ3fwolfQJSGlFKUaBVN6ANoFkdAi0YEka/ATXV9lChoBmgJaA9DCMlxp3SwHmVAlIaUUpRoFU3oA2gWR0CLR/DWsijddX2UKGgGaAloD0MIiPVGrTBoZkCUhpRSlGgVTegDaBZHQItaCcVgx8F1fZQoaAZoCWgPQwjf3F897gFlQJSGlFKUaBVN6ANoFkdAi+Qy+6Ae73V9lChoBmgJaA9DCHaLwFjf2GRAlIaUUpRoFU3oA2gWR0CL6d63RXwLdX2UKGgGaAloD0MIRdjw9EoxYkCUhpRSlGgVTegDaBZHQIwDRGYrrgR1fZQoaAZoCWgPQwi2TIbj+bBdQJSGlFKUaBVN6ANoFkdAjASIaDPGAHV9lChoBmgJaA9DCNwRTgteHV9AlIaUUpRoFU3oA2gWR0CMCbmRNh3JdX2UKGgGaAloD0MI7X+AteqhYUCUhpRSlGgVTegDaBZHQIwKecx0uDl1fZQoaAZoCWgPQwgHflTDflFiQJSGlFKUaBVN6ANoFkdAjBFfzjFQ23V9lChoBmgJaA9DCOBnXDgQLWRAlIaUUpRoFU3oA2gWR0CMHBQQcxTLdX2UKGgGaAloD0MIqI3qdCDLEMCUhpRSlGgVS/toFkdAjCi4G2TgVHV9lChoBmgJaA9DCJdUbTfBjWVAlIaUUpRoFU3oA2gWR0CMLG11nuiOdX2UKGgGaAloD0MIyol2FdLiZ0CUhpRSlGgVTegDaBZHQIwuTn/1g6V1fZQoaAZoCWgPQwhybhPulSVFQJSGlFKUaBVNIAFoFkdAjDPv/7zkIXV9lChoBmgJaA9DCIs4nWSr8WRAlIaUUpRoFU3oA2gWR0CMNKnWrfcfdX2UKGgGaAloD0MIGVWGcbdmYECUhpRSlGgVTegDaBZHQIxOiPXCj1x1fZQoaAZoCWgPQwh2wktw6v80QJSGlFKUaBVL/GgWR0CMUU2uxKQJdX2UKGgGaAloD0MIE0ceiKwUYECUhpRSlGgVTegDaBZHQIxYpMFlkH51fZQoaAZoCWgPQwhYdOs1PW5JQJSGlFKUaBVN6ANoFkdAjFpwiqyWzHV9lChoBmgJaA9DCI4CRMGMu2NAlIaUUpRoFU3oA2gWR0CMXEKUmlZYdX2UKGgGaAloD0MIvi7Df7ppXECUhpRSlGgVTegDaBZHQIxuJ9mYjSp1fZQoaAZoCWgPQwhRTUnW4fQ8QJSGlFKUaBVLxWgWR0CMbifQrtmddX2UKGgGaAloD0MIyatzDMjGYECUhpRSlGgVTegDaBZHQIx5PVNHpbF1fZQoaAZoCWgPQwgzGCMSBVpjQJSGlFKUaBVN6ANoFkdAjP3KFqSHM3V9lChoBmgJaA9DCK5/12fOXkJAlIaUUpRoFUvoaBZHQI0RAtL+PzZ1fZQoaAZoCWgPQwicbW5MT7JiQJSGlFKUaBVN6ANoFkdAjRl4mCyyEHV9lChoBmgJaA9DCKvMlNZfNmBAlIaUUpRoFU3oA2gWR0CNH6MmWt2cdX2UKGgGaAloD0MIPpKSHgbjYkCUhpRSlGgVTegDaBZHQI0nBujynUF1fZQoaAZoCWgPQwhyTuyhfUZgQJSGlFKUaBVN6ANoFkdAjTIzmwJPZnV9lChoBmgJaA9DCK6cvTNa42VAlIaUUpRoFU3oA2gWR0CNP8BYmsvJdX2UKGgGaAloD0MIvmw7bQ1hYkCUhpRSlGgVTegDaBZHQI1F6c5Ke051fZQoaAZoCWgPQwizYOKPoh5hQJSGlFKUaBVN6ANoFkdAjUwC+cpb2XV9lChoBmgJaA9DCEUTKGIRY11AlIaUUpRoFU3oA2gWR0CNTMSXdCVsdX2UKGgGaAloD0MILJyk+eNWYkCUhpRSlGgVTegDaBZHQI1mozHjp9t1fZQoaAZoCWgPQwiU3je+9updQJSGlFKUaBVN6ANoFkdAjXEE/bCaZ3V9lChoBmgJaA9DCNkh/mHLGWFAlIaUUpRoFU3oA2gWR0CNcujQiRnwdX2UKGgGaAloD0MI6Xx4liD8ZkCUhpRSlGgVTegDaBZHQI102Hvc8DB1fZQoaAZoCWgPQwhDG4ANiA5iQJSGlFKUaBVN6ANoFkdAjYeG21D0DnV9lChoBmgJaA9DCCbg10iScWNAlIaUUpRoFU3oA2gWR0CNkwMZP2wndX2UKGgGaAloD0MIbF1qhH61YECUhpRSlGgVTegDaBZHQI4XqA6Mir11fZQoaAZoCWgPQwgvv9Nkxn1iQJSGlFKUaBVN6ANoFkdAjiwiTUy57XV9lChoBmgJaA9DCH13K0t0YFdAlIaUUpRoFU3oA2gWR0CONKHX2/SIdX2UKGgGaAloD0MIQlvOpbgLZkCUhpRSlGgVTegDaBZHQI4625nUUfx1fZQoaAZoCWgPQwgg8SvWcKBnQJSGlFKUaBVN6ANoFkdAjkI0LUkOZ3V9lChoBmgJaA9DCMql8QsvUmFAlIaUUpRoFU3oA2gWR0COTYKcd5prdX2UKGgGaAloD0MISWQfZFmsSkCUhpRSlGgVS79oFkdAjlg4gaFVUHV9lChoBmgJaA9DCB+hZkiVvmBAlIaUUpRoFU3oA2gWR0COWmvBacI7dX2UKGgGaAloD0MIMqoM4+6HYUCUhpRSlGgVTegDaBZHQI5gO5lOGj91fZQoaAZoCWgPQwggKLfte+5jQJSGlFKUaBVN6ANoFkdAjmYlByCFsnV9lChoBmgJaA9DCIS3ByEgYWdAlIaUUpRoFU3oA2gWR0COZuVyFPBSdX2UKGgGaAloD0MIQRAgQ8fXZkCUhpRSlGgVTegDaBZHQI6AcB+4LCx1fZQoaAZoCWgPQwguy9dl+ApRQJSGlFKUaBVL12gWR0COhYG9HtngdX2UKGgGaAloD0MIDmsqi8LIX0CUhpRSlGgVTegDaBZHQI6KchaC+UR1fZQoaAZoCWgPQwiSXtTuV79kQJSGlFKUaBVN6ANoFkdAjow8brC3w3V9lChoBmgJaA9DCL8MxohE52BAlIaUUpRoFU3oA2gWR0COjh7b+Lm7dX2UKGgGaAloD0MIWaX0TC9rZkCUhpRSlGgVTegDaBZHQI6fDK9wm3R1fZQoaAZoCWgPQwjRlQhU/yRDQJSGlFKUaBVL9WgWR0COoy4lQdjodX2UKGgGaAloD0MIKcx7nGmvYECUhpRSlGgVTegDaBZHQI6pUQNCqp91fZQoaAZoCWgPQwhQ/1nzY9VkQJSGlFKUaBVN6ANoFkdAjq6ZZ8rqdHV9lChoBmgJaA9DCMe8jjhk/WFAlIaUUpRoFU3oA2gWR0CPPRr2QGOddX2UKGgGaAloD0MIDhE3p5JZYECUhpRSlGgVTegDaBZHQI9E3Him2st1fZQoaAZoCWgPQwhQGmoUkglfQJSGlFKUaBVN6ANoFkdAj1Hsi8nNPnV9lChoBmgJaA9DCLTk8bT83GVAlIaUUpRoFU3oA2gWR0CPXVvLowEhdX2UKGgGaAloD0MIbTZWYh7qZECUhpRSlGgVTegDaBZHQI9oayB06o51fZQoaAZoCWgPQwi/YDds2wVkQJSGlFKUaBVN6ANoFkdAj2p+nQ6ZIHV9lChoBmgJaA9DCA4SonxB22NAlIaUUpRoFU3oA2gWR0CPb/ZEDyOJdX2UKGgGaAloD0MIg8MLItKkY0CUhpRSlGgVTegDaBZHQI92cC1Z1V51fZQoaAZoCWgPQwgapOApZIBkQJSGlFKUaBVN6ANoFkdAj5YhlDneSHV9lChoBmgJaA9DCKUSntBrnGNAlIaUUpRoFU3oA2gWR0CPmwAp8WsSdX2UKGgGaAloD0MIVRfwMkM+YECUhpRSlGgVTegDaBZHQI+c6b+cYqJ1fZQoaAZoCWgPQwgw2XiwxQZfQJSGlFKUaBVN6ANoFkdAj568ZDRc/3V9lChoBmgJaA9DCC7kEdzIHmdAlIaUUpRoFU3oA2gWR0CPsADoyKvWdX2UKGgGaAloD0MIVB9I3jnnXECUhpRSlGgVTegDaBZHQI+0QHzH0bt1fZQoaAZoCWgPQwjuk6MAUUAlwJSGlFKUaBVL0mgWR0CPui4LkS26dX2UKGgGaAloD0MIJ71vfO0eXECUhpRSlGgVTegDaBZHQI+6UlRgqmV1fZQoaAZoCWgPQwgUlnhA2ZpjQJSGlFKUaBVN6ANoFkdAj79V4oqkM3VlLg=="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 248, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 8, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVvwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "system_info": {"OS": "Linux-5.4.188+-x86_64-with-Ubuntu-18.04-bionic #1 SMP Sun Apr 24 10:03:06 PDT 2022", "Python": "3.7.13", "Stable-Baselines3": "1.5.0", "PyTorch": "1.11.0+cu113", "GPU Enabled": "True", "Numpy": "1.21.6", "Gym": "0.21.0"}}
|
|
|
1 |
+
{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n Policy class for actor-critic algorithms (has both policy and value prediction).\n Used by A2C, PPO and the likes.\n\n :param observation_space: Observation space\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param ortho_init: Whether to use or not orthogonal initialization\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param full_std: Whether to use (n_features x n_actions) parameters\n for the std instead of only (n_features,) when using gSDE\n :param sde_net_arch: Network architecture for extracting features\n when using gSDE. If None, the latent features from the policy will be used.\n Pass an empty list to use the states as features.\n :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param squash_output: Whether to squash the output using a tanh function,\n this allows to ensure boundaries when using gSDE.\n :param features_extractor_class: Features extractor to use.\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7f45c39d53b0>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f45c39d5440>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f45c39d54d0>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f45c39d5560>", "_build": "<function ActorCriticPolicy._build at 0x7f45c39d55f0>", "forward": "<function ActorCriticPolicy.forward at 0x7f45c39d5680>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f45c39d5710>", "_predict": "<function ActorCriticPolicy._predict at 0x7f45c39d57a0>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f45c39d5830>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f45c39d58c0>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f45c39d5950>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc_data object at 0x7f45c3a26570>"}, "verbose": 1, "policy_kwargs": {}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVnwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/5RoCksIhZSMAUOUdJRSlIwEaGlnaJRoEiiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoCksIhZRoFXSUUpSMDWJvdW5kZWRfYmVsb3eUaBIolggAAAAAAAAAAAAAAAAAAACUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYIAAAAAAAAAAAAAAAAAAAAlGghSwiFlGgVdJRSlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "_shape": [8], "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]", "high": "[inf inf inf inf inf inf inf inf]", "bounded_below": "[False False False False False False False False]", "bounded_above": "[False False False False False False False False]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.discrete.Discrete'>", ":serialized:": "gAWVLwsAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZSMFG51bXB5LnJhbmRvbS5fcGlja2xllIwSX19yYW5kb21zdGF0ZV9jdG9ylJOUjAdNVDE5OTM3lIWUUpR9lCiMDWJpdF9nZW5lcmF0b3KUaBOMBXN0YXRllH2UKIwDa2V5lIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolsAJAAAAAAAAAAAAgD1JEQx+c2azQnXAE3/YBlB2T27K9Rhu+b6ItTRWQiuT0EKIfC0oWDPS084f0KAzxtD5mrO3cAJ1Pq3KtXyvtJ1/ERxg5lNaBpVFlcYzG+cpxaP4w7Cjm7kv8mqBa7rNFs4Yiv7J0ASPB6/ULj1PzXZSKAaFe4/sRP7JKn+C+5vV0+ZpPTXW0UTr4PKJ47mGPC1mwS2VxJkhPTuplZYNkxuR3JR9npYE0XnfbM5bo3GW0lxko76FEZAmaF6PfCo9wYXhCvSQHa0J65Y7kB/9nXSh4z8hl1KXAeXtGtLKu1OL+0Zct0cu2SVj7Nugbgyl2pM9DNyQVUVNM4gVGB9VKw4FgEJuOKpKRFlMFFdL5FNKSW7iIyN3ZdJz7aea5oxEzyPlsxkTIxf/k503IKr5RkI0Pwg8kAVm5/wf6XA5cGraclpY7PsNc2oMTr8zhC08MdrMObjlD+jksMxfygNm+ueKi+94cfmdBFL52fvb889HAl7/UDiPcbvFmzqJzc1nL+ggoT1FYeclvxN8EvOMpCwj2ad9JzFRgaPoS/V2xybAE5GH8OBpwWGS7FR6O+cCo7O4JQ5eg6EhyN2e6bNEca/S7nO7JsrO+apD7gjuNuvPoXciAqQeQ5EwgZ85FXW05ZUZB8eGCJ5UxVlKbyXQnbnlM6Tgw2hdESs72cCTflt8MJdaAuGD82IuJQDZYY2l+d9XNOGhZowtgrThiatnnuzxamPVQGNlM3EsBNsTz9C/QIRODmzpK+vwgYuyb3AXRfUqLLf8BkPsM2J5UVu6kk8p6ZLHzA9+NcX6ljmtEVwdFkVmEOVdIFktI2dA4X8kg6tJ7zoi5Yr4FGx7w/QCxXbtyEcFHF4XgGz0/Q8umVv49yLyrSgOMHyJzqFYL8gpH2T+U1syboiR5DomSIKyiyynBxRmc+Y/JQt9v4Ul9Td/hbKO5QO5K4pl7IGcL9hyDANq/zg7Wbzi+88+45rg927lCYXAaXlppyFFDoBhSEaDZxHV4PtSTX9whA+BBol0t2QX0AN8evvUz1rIaCRM3CK7aXoglutCtbNA0WorcqXqa83xcMsItKsw0FQPlFSFw1crFHv1QXfQyFG0js1WLYPWtGJAdw86gLTVWDRjITHrcFQnhPPjakyVONzrhxHh2dO6GCeujFYKiP8o9nyYk4OYsMB5VhwMCRngenjKcBuZywioxp1iOSxliW+jZG4rWBTMB7XjYPiSWOx1xaFx8DCvkjkyLs9XLftSmcR2rnWTWl1UfRwGpmzYbPb+TVSlj8O5jZ7AOrdUHmvKVTvJX92Lwz9DAz20iqbVMEvlwy9nMbkAjOh9950/tcMt7ACazE6sMhOiBj/QUTm1iY+PLnMh2x7q6aqKPctbkRng6L0temoaDglcFOP4/0xll5qIVLuExOc/ywoPWiJY8oNiREJiYeMu+odIj4yRwKAik1sS/6aWkZTWwg/J/Q81nSdP9s/or7FwQt9JsHKgIoRiFN5lyNhjJWmL45HwKTPTlmnmb8jyRBVzYnd4TqOrBhWdjNwSLOpPBx74Ke/qbLqrc3hxFh/4079JqDu28aALXSn5o17nQ0pFTYyydfVl3zQGm934DKOEYBP+nTj4Qg7IJwk75rHzFk1xoTmmcZytJneTLaJhX3xw4tKtywiUWGtwsp2YlNg1GFE/sHXDeJf0NN9hkfOA3x/WevPxCodjcWhHiIycr4xhVDYzYpLb7oKSlgVz9brPGJB+4h2frVHbaP4lMNySxqw1XyBTv46oJ+Kq1/0jAlOLGFbRCeLEZuyad5RTaDx/J1rGKhl0X8RDotChtsfsGUgE5FgZ4SqC5nTlwgzJmjOLkeKTu9pEzyi5InSRPrTAsHS19DmJusCQ3XrmsyJJ2/IaGQs5n4W1Y2Ge8T25Nfs+zvrnFLRyG+WMTXp0Z42vCk9f8CUjbAeQW1IPfBtlzs990aPdFL1d8DmtNxvzHJaJ1crVd9xfTXypzSCenawt34cQFTAgZA79DAge6sv6ChErKp5Tk0+UEDBRWulLxz06S+K/JyRV4M6VO/NULvqe7cyfCaiBpKRxpkY/NNTMf+NuRwMZFqH0VZ89NXdv0gvWwdyNA5R0pDB/WU5tr0svns4tnPfKCaybwTyHfPoa9vsbt3bj4S7lU9knQ8TCQHmLxlH7al64ytY1jutgPjtdYVrqSCEZIUDKHIov79EVRO3MQYqGtPab8i2CUSoWVfKwv3n0y3EPvjHx6KJXNNITGvy4ewjsIvbwfV2Wmr271+YLqc8vWEDGlWZYz9yQ3CXAjD+q3IUpl2M8gSGrmSXAt0a7lfrtyT5AdXtIcdH06DLnuDJd4I98fxX/ASfiXNtKYPXKFa0N0Wz8YXPJyWnlhf7wdQdIxEr9wxTHfTIinPpHTzhY4Rno7+tEo4riR7WA4lU+4o4p8JgxQ2Q9xhYxA3OcnUDeNeChDHy0mS4EZQH52xIsxUu3zmSkObGJ/FLPWLbZKiyEh/aDF2JvQhtHasWcGV5rna3db9sdmM1mMS6Ghx/WM7ShUgFYIF7g0A/kzwhYR/gXlvFcdDXvRzFoIYFHZL3ub6Vrth8DQXfywOqdi/rIvgCEECFbep6wk316tFmMDMzrfrpBkTqbQ4qtIWtbM57PZ7wNVX7Izs/kwv/y8hGy0aV5EmSXgLGQN+Ck1UfUDYhCOhtu8iMPCjq9uFK+iyzUVVVyPRD0oZvnmHcyGSjaPuISwkbh/oAfeFTsFT2a/6n2BIqRxheW7dIs5ou52yMPaNYamHqxC0dhfGqVh+Ko+AIE5gUFHleTncDqp0179AcBg+QH6Z2pcWlvpLjQ/Gmwa8eifZcYKnIJBzNJDUH3dJs9SBEqR5Xm25EqO1W1OFMwOYvXYYAvsu9Sj47Uie17fpkmBmPSEic99yMg55snXWQCgi5C20fqIaGRmWIx4WukdDdseMXY5a6u6SheGEsOQg+fMVZ/3i25eBxTrCdElqGvLbdGBM/i2naMCF+85gtZ0ya4BxKOp5GlTufQFILLsF3vjuT7rza1jDSaOXTQyrILUiEUvzSaRvR5WUq+ddXVmwclNRiu0qg9puJPhAANLZUr/g0nPdLaQNklnwg6YVYu7NCrL69rl2Ib2TTTZwOXhKoT7eoeIB39JjEmAf1+Klx8IOK5eCFe+6IK7mP1IKQbA1mXAmZzIOnCWuX9fGCCmBt9QKdoN207xHRo2FkoFPnNYZHrqw3DAXBqf4sEsDRPpZ/HYR+z6ee0RT3K5pxEdw9YuZ9sjZGkqMmIwLu93IjKRbXXkzZjt2lhLe5yEurOcoAgluMyYNk1JLNvhkLDlGgJjAJ1NJSJiIeUUpQoSwNoDU5OTkr/////Sv////9LAHSUYk1wAoWUjAFDlHSUUpSMA3Bvc5RNcAJ1jAloYXNfZ2F1c3OUSwCMBWdhdXNzlEcAAAAAAAAAAHVidWIu", "n": 4, "_shape": [], "dtype": "int64", "_np_random": "RandomState(MT19937)"}, "n_envs": 32, "num_timesteps": 1015808, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": 236184, "action_noise": null, "start_time": 1651682247.8356636, "learning_rate": 0.001, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVvwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz9QYk3S8an8hZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQQAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYABAAAAAAAABroRr2uB5S6ys7st+4fMLNGkhk7gWsHNwAAgD8AAIA/5qu3vVzLOrp6MQSyRtLyrhUGxLprWQayAACAPwAAgD9Ap/89aElqP6pAJT7iiA6/7VC0PedxIz0AAAAAAAAAAPChnT4F5Zs/U63ZPtGi/r42Xhc/zu5tPgAAAAAAAAAAAAQQPe8Qvz+1wY8+g+YfPpgZ4jzWF689AAAAAAAAAADN1ks9oDqsPoaSGb5Elr++dIOjvW2DVL0AAAAAAAAAAKX5yL4xfdc+C5XRPsTknb7bS/e9J31CPgAAAAAAAAAAGr0tPdzkSD/m4Ng7/UT5vhm8oj1md1y9AAAAAAAAAABNNr+9H4XhuZLrQrohXd28MPZtu6WuNTkAAAAAAAAAALPRW74tSaM+KF4JPgAkGL805LK+2fO2vAAAAAAAAAAAQG2fvWy6xLsmejA+/DvMOwSTDr0ChLo8AACAPwAAgD+wUYG+tPiTPuYghj58q6m+z3tPvkCJHz4AAAAAAAAAAHOFiD0E2C8+xq2zvp1P6b6P2wG+v/wWvQAAAAAAAAAAs8uCPRAycz9yago+sIcZv//CAz0YVXg9AAAAAAAAAACata68bGDZu6sEWL2ODfU83QE5PSIky70AAIA/AACAPwWahr6o/o68iNB8uvEtnrin0/o9dmqVOQAAgD8AAIA/mhd/vfaMZLqtnxE02YEGLz2EJrrYpKqzAACAPwAAgD+zt6s9K5qzP0x2PD8ZZCe+JTILvS7yZD0AAAAAAAAAAOYyV74OTvO8qvKwu22vTrqGTF4+zvocOwAAgD8AAIA/mn3TvQmovj94pLK+gvpyvnvRd7yJ7rS9AAAAAAAAAACABeg9/IaFP6VfLz4kffW+smswPm4UMD4AAAAAAAAAAJqEmj4NT6U/Rp8EP9LQGL+VqQI/W4rGPQAAAAAAAAAAml2NO3YwtT8ahMs9+1U7PCP+KLsZV8M8AAAAAAAAAACa3669OF7Ou/QzNz0TESK8SqK9PMaLo70AAIA/AACAP/Moo72Io4K8QlJ1PJSE/ruTfeY9YPuqPAAAAAAAAIA/AIMCv6ecML4nhEm99djDvNMo6D3qHHc9AAAAAAAAAAAzYWa9aMWYvPRkyzw0s1C9eWYpPVPRWT4AAIA/AACAP2bk6rx/Y5Q/m0vqvZ2hJr8lodc8z8gPPQAAAAAAAAAA8z2zva5tgrowluw15c9qMbAY5LrV8Ri1AACAPwAAgD+zDcy9w0kfune9LLlNkX81s5/SubLUSDgAAIA/AACAP81B6DwUxo+8DbcEvFQmWT3r6Ya7Kvg4OgAAgD8AAIA/mpnuOOMVtD+Hejw85iQ2vmwPA7n6xSq7AAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJmNJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiSyBLCIaUjAFDlHSUUpQu"}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVkwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYgAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAABlIwFbnVtcHmUjAVkdHlwZZSTlIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksghZSMAUOUdJRSlC4="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.015808000000000044, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVLxAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIWaKzzCI0RECUhpRSlIwBbJRLXIwBdJRHQJzeol3Qla91fZQoaAZoCWgPQwj1MLQ6OUVOQJSGlFKUaBVLg2gWR0Cc3sxhDw6RdX2UKGgGaAloD0MI5gRtcngsc0CUhpRSlGgVTQIBaBZHQJzfRXGOuJV1fZQoaAZoCWgPQwg5fT1fsxpvQJSGlFKUaBVLwWgWR0Cc322ys0YTdX2UKGgGaAloD0MIS633G215cECUhpRSlGgVS8VoFkdAnN/eW4Vh1HV9lChoBmgJaA9DCF2pZ0HounBAlIaUUpRoFU0HAWgWR0Cc4AzSCvovdX2UKGgGaAloD0MIaam8HeFrcUCUhpRSlGgVS+loFkdAnOA8YQ8OkXV9lChoBmgJaA9DCOBL4UHz6nBAlIaUUpRoFUv8aBZHQJzgVGiHqNZ1fZQoaAZoCWgPQwhe2nBY2q5wQJSGlFKUaBVL6mgWR0Cc4ZrpqynldX2UKGgGaAloD0MIXru04fCWckCUhpRSlGgVS8poFkdAnOJZ31SOznV9lChoBmgJaA9DCHgoCvSJ2kNAlIaUUpRoFUuIaBZHQJziZjpcHGF1fZQoaAZoCWgPQwhIxJRIYkdwQJSGlFKUaBVLy2gWR0Cc4mSa3I+4dX2UKGgGaAloD0MImaCGb2E7cECUhpRSlGgVS8xoFkdAnOMpAD7qIXV9lChoBmgJaA9DCLNCke7nBEBAlIaUUpRoFUtgaBZHQJzjKesgdOt1fZQoaAZoCWgPQwiV9DC0OvFEQJSGlFKUaBVLaWgWR0Cc40G9YfW+dX2UKGgGaAloD0MIS633G23abUCUhpRSlGgVS/VoFkdAnONLvoePrHV9lChoBmgJaA9DCOAtkKC4qXBAlIaUUpRoFUvpaBZHQJzjSqS5iEx1fZQoaAZoCWgPQwjJ42n5wU5wQJSGlFKUaBVL3mgWR0Cc5UGqgh8qdX2UKGgGaAloD0MITweynhozckCUhpRSlGgVS+poFkdAnOV8pLEk0XV9lChoBmgJaA9DCGsotRdRbHBAlIaUUpRoFUvuaBZHQJzmci6g/Tt1fZQoaAZoCWgPQwjhfyvZMUdyQJSGlFKUaBVLwWgWR0Cc6DjDsMRZdX2UKGgGaAloD0MIv4I0Y9FJc0CUhpRSlGgVTRUBaBZHQJzounyd4FB1fZQoaAZoCWgPQwhgksoUMzhwQJSGlFKUaBVNDQFoFkdAnOrtLQHAynV9lChoBmgJaA9DCKJBCp7CXXJAlIaUUpRoFUvSaBZHQJzrjDtPYWd1fZQoaAZoCWgPQwigi4aMRzNyQJSGlFKUaBVNDgFoFkdAnOue1v2oN3V9lChoBmgJaA9DCOQxA5XxH3JAlIaUUpRoFUvXaBZHQJzrtBQemvZ1fZQoaAZoCWgPQwjY8zXLZQ9wQJSGlFKUaBVLwWgWR0Cc69xVAAyVdX2UKGgGaAloD0MIEqJ8QYvFcECUhpRSlGgVTV4BaBZHQJzsUh6jWTZ1fZQoaAZoCWgPQwhDjUKS2UZwQJSGlFKUaBVL0GgWR0Cc7GHI6r/9dX2UKGgGaAloD0MITu53KArATkCUhpRSlGgVS6FoFkdAnOy1iay8jHV9lChoBmgJaA9DCF95kJ4if3BAlIaUUpRoFUvtaBZHQJzstZ7ojfN1fZQoaAZoCWgPQwh+yFuufsBwQJSGlFKUaBVLyWgWR0Cc7NX+l0o0dX2UKGgGaAloD0MITDPd6yT2cECUhpRSlGgVS+loFkdAnO3T987ZF3V9lChoBmgJaA9DCCZxVkQNPXNAlIaUUpRoFUvdaBZHQJzt6OEM9bJ1fZQoaAZoCWgPQwg7AU2EjWZyQJSGlFKUaBVNSgFoFkdAnO3jg2qDLHV9lChoBmgJaA9DCHqJsUy/vD9AlIaUUpRoFUt2aBZHQJzuRsTFl051fZQoaAZoCWgPQwjeOCnMu7twQJSGlFKUaBVL+WgWR0Cc7lDMeOn3dX2UKGgGaAloD0MIJ92WyEVbcUCUhpRSlGgVS9BoFkdAnO+s0tRNy3V9lChoBmgJaA9DCA5qv7WTFHFAlIaUUpRoFUvjaBZHQJzwGNAC4jN1fZQoaAZoCWgPQwiDhZM0fwZxQJSGlFKUaBVLzmgWR0Cc8IBGQSzxdX2UKGgGaAloD0MIOXzSicQYcUCUhpRSlGgVS9hoFkdAnPELrxAjZHV9lChoBmgJaA9DCIRiK2gavHJAlIaUUpRoFU1EAWgWR0Cc8c1oQFs6dX2UKGgGaAloD0MI8FAU6JN/cECUhpRSlGgVS+5oFkdAnPKhnezlcXV9lChoBmgJaA9DCK95VWf1O3RAlIaUUpRoFUv+aBZHQJzysnpjc211fZQoaAZoCWgPQwicoiO5PDByQJSGlFKUaBVL8mgWR0Cc8sRUWEbpdX2UKGgGaAloD0MI9u6P96q1CsCUhpRSlGgVS3doFkdAnPOE/bCaZ3V9lChoBmgJaA9DCG6mQjwSLW1AlIaUUpRoFUvdaBZHQJzzqlN1yNp1fZQoaAZoCWgPQwikp8gh4vJuQJSGlFKUaBVL52gWR0Cc9IY5DJEIdX2UKGgGaAloD0MIBtZx/NBKcECUhpRSlGgVTR0BaBZHQJz1ppyp71J1fZQoaAZoCWgPQwiF7/0NWlFwQJSGlFKUaBVNWgFoFkdAnPZCJKraNHV9lChoBmgJaA9DCEp5rYSub3FAlIaUUpRoFUvWaBZHQJz2xTo+wC91fZQoaAZoCWgPQwijIeNRKsxuQJSGlFKUaBVLtWgWR0Cc91JnQID6dX2UKGgGaAloD0MId76fGu+rcUCUhpRSlGgVS8BoFkdAnPgYeLehwnV9lChoBmgJaA9DCMeePZepWHJAlIaUUpRoFUvLaBZHQJz4FMAWBSV1fZQoaAZoCWgPQwhGX0GacX1yQJSGlFKUaBVNowFoFkdAnPhM4gieNHV9lChoBmgJaA9DCLEzhc5renFAlIaUUpRoFUu8aBZHQJz4eUornT11fZQoaAZoCWgPQwi536Eo0B1zQJSGlFKUaBVL+2gWR0Cc+J9mpVCHdX2UKGgGaAloD0MIkC3L1yUAc0CUhpRSlGgVS9hoFkdAnPl4ppeu3nV9lChoBmgJaA9DCE8g7BQrbnFAlIaUUpRoFUvLaBZHQJz5wDV6NVB1fZQoaAZoCWgPQwgQWDm0CHxxQJSGlFKUaBVLxWgWR0Cc+vaRp1zRdX2UKGgGaAloD0MIDwnf+1vPcECUhpRSlGgVS9FoFkdAnPtGcjJMg3V9lChoBmgJaA9DCCDQmbSpVnBAlIaUUpRoFUvUaBZHQJz7hpUPxx11fZQoaAZoCWgPQwhsBU1LrGhxQJSGlFKUaBVL92gWR0Cc/KoHcDbKdX2UKGgGaAloD0MIv3/z4kT4c0CUhpRSlGgVS+doFkdAnP1FPznRs3V9lChoBmgJaA9DCKT9D7DWE3BAlIaUUpRoFUvHaBZHQJz9cdp7Czl1fZQoaAZoCWgPQwiXxi+80gFwQJSGlFKUaBVL3mgWR0Cc/hVjqfOEdX2UKGgGaAloD0MIeAlOfWBScECUhpRSlGgVTQsBaBZHQJz+JCKJl8R1fZQoaAZoCWgPQwizKOyi6NU3QJSGlFKUaBVLemgWR0Cc/j1O0svqdX2UKGgGaAloD0MIhL2JIbnOcECUhpRSlGgVTQEBaBZHQJz+jd8Aq/d1fZQoaAZoCWgPQwg/U69bBEhxQJSGlFKUaBVLumgWR0Cc/rtSAH3UdX2UKGgGaAloD0MI7blMTcJmc0CUhpRSlGgVS+FoFkdAnP+5R4yGjHV9lChoBmgJaA9DCIPb2sIz1HBAlIaUUpRoFUvAaBZHQJ0ANd5Y5kt1fZQoaAZoCWgPQwgEdcqjW+RwQJSGlFKUaBVL6GgWR0CdAP3Dej20dX2UKGgGaAloD0MIAwe0dMXjcECUhpRSlGgVS91oFkdAnQEgSSNfgXV9lChoBmgJaA9DCBbe5SJ+oXFAlIaUUpRoFUvDaBZHQJ0BWpfhMrV1fZQoaAZoCWgPQwgPlxx3yuhzQJSGlFKUaBVL1mgWR0CdAY2s7uD0dX2UKGgGaAloD0MIr+sX7IbxbUCUhpRSlGgVS+xoFkdAnQItMXaakXV9lChoBmgJaA9DCGjNj79093JAlIaUUpRoFU1aAWgWR0CdAsz8gpz+dX2UKGgGaAloD0MIoBaDhyltcECUhpRSlGgVS8VoFkdAnQOpZSvTw3V9lChoBmgJaA9DCAsKgzKN5l1AlIaUUpRoFU3oA2gWR0CdA7rc0tROdX2UKGgGaAloD0MIyQT8GglvcECUhpRSlGgVS7xoFkdAnQRi5I6KcnV9lChoBmgJaA9DCEBtVKcDtHBAlIaUUpRoFUvMaBZHQJ0EofvF3px1fZQoaAZoCWgPQwiUg9kEWEdwQJSGlFKUaBVLvWgWR0CdBM6WPcSHdX2UKGgGaAloD0MITMXGvM7jcUCUhpRSlGgVS9loFkdAnQYuoHcDbXV9lChoBmgJaA9DCJCEfTsJMW9AlIaUUpRoFUveaBZHQJ0HEpDu0C11fZQoaAZoCWgPQwhmwFlKFglxQJSGlFKUaBVL02gWR0CdB4ez2OABdX2UKGgGaAloD0MIYHR5c/h2ckCUhpRSlGgVTSQBaBZHQJ0IuFEiMYN1fZQoaAZoCWgPQwiKIqRupzJzQJSGlFKUaBVL02gWR0CdCR0CA+Y/dX2UKGgGaAloD0MI+OP2y2dsckCUhpRSlGgVS8loFkdAnQqkl3QlbHV9lChoBmgJaA9DCPjfSnbs03JAlIaUUpRoFUvLaBZHQJ0LhSS/0ul1fZQoaAZoCWgPQwi8BKc+0ClxQJSGlFKUaBVLy2gWR0CdC5QtSQ5ndX2UKGgGaAloD0MIlMFR8mpDcUCUhpRSlGgVS/xoFkdAnQus8TzunnV9lChoBmgJaA9DCAWk/Q8wZ3JAlIaUUpRoFUvmaBZHQJ0MkT37DVJ1fZQoaAZoCWgPQwj3PH/aqApOQJSGlFKUaBVLk2gWR0CdDKMewLVndX2UKGgGaAloD0MItaM4Rx31b0CUhpRSlGgVS/doFkdAnQ0deIEbHnV9lChoBmgJaA9DCOgU5GejcXNAlIaUUpRoFUveaBZHQJ0NiNrCWNZ1fZQoaAZoCWgPQwi9/48T5lFzQJSGlFKUaBVL62gWR0CdDjvkBCD3dX2UKGgGaAloD0MIpDhHHZ2KcUCUhpRSlGgVTTgBaBZHQJ0OSRs/IKd1fZQoaAZoCWgPQwgCZr6DnyxuQJSGlFKUaBVNIAFoFkdAnQ7J9mYjS3V9lChoBmgJaA9DCCEf9GxWwURAlIaUUpRoFUuVaBZHQJ0PA2OyVwB1ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 248, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 8, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVvwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "system_info": {"OS": "Linux-5.4.188+-x86_64-with-Ubuntu-18.04-bionic #1 SMP Sun Apr 24 10:03:06 PDT 2022", "Python": "3.7.13", "Stable-Baselines3": "1.5.0", "PyTorch": "1.11.0+cu113", "GPU Enabled": "True", "Numpy": "1.21.6", "Gym": "0.21.0"}}
|
ppo-LunarLander-v2.zip
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:07448d2059cab30d1c8c1fb6ed1f40ab69fb7d9651aa6d4ebf4a8d4f2c1d3598
|
3 |
+
size 148369
|
ppo-LunarLander-v2/data
CHANGED
@@ -35,19 +35,19 @@
|
|
35 |
},
|
36 |
"action_space": {
|
37 |
":type:": "<class 'gym.spaces.discrete.Discrete'>",
|
38 |
-
":serialized:": "gAWVLwsAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////
|
39 |
"n": 4,
|
40 |
"_shape": [],
|
41 |
"dtype": "int64",
|
42 |
"_np_random": "RandomState(MT19937)"
|
43 |
},
|
44 |
-
"n_envs":
|
45 |
-
"num_timesteps":
|
46 |
-
"_total_timesteps":
|
47 |
"_num_timesteps_at_start": 0,
|
48 |
-
"seed":
|
49 |
"action_noise": null,
|
50 |
-
"start_time":
|
51 |
"learning_rate": 0.001,
|
52 |
"tensorboard_log": null,
|
53 |
"lr_schedule": {
|
@@ -56,11 +56,11 @@
|
|
56 |
},
|
57 |
"_last_obs": {
|
58 |
":type:": "<class 'numpy.ndarray'>",
|
59 |
-
":serialized:": "
|
60 |
},
|
61 |
"_last_episode_starts": {
|
62 |
":type:": "<class 'numpy.ndarray'>",
|
63 |
-
":serialized:": "
|
64 |
},
|
65 |
"_last_original_obs": null,
|
66 |
"_episode_num": 0,
|
@@ -69,7 +69,7 @@
|
|
69 |
"_current_progress_remaining": -0.015808000000000044,
|
70 |
"ep_info_buffer": {
|
71 |
":type:": "<class 'collections.deque'>",
|
72 |
-
":serialized:": "
|
73 |
},
|
74 |
"ep_success_buffer": {
|
75 |
":type:": "<class 'collections.deque'>",
|
|
|
35 |
},
|
36 |
"action_space": {
|
37 |
":type:": "<class 'gym.spaces.discrete.Discrete'>",
|
38 |
+
":serialized:": "gAWVLwsAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZSMFG51bXB5LnJhbmRvbS5fcGlja2xllIwSX19yYW5kb21zdGF0ZV9jdG9ylJOUjAdNVDE5OTM3lIWUUpR9lCiMDWJpdF9nZW5lcmF0b3KUaBOMBXN0YXRllH2UKIwDa2V5lIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolsAJAAAAAAAAAAAAgD1JEQx+c2azQnXAE3/YBlB2T27K9Rhu+b6ItTRWQiuT0EKIfC0oWDPS084f0KAzxtD5mrO3cAJ1Pq3KtXyvtJ1/ERxg5lNaBpVFlcYzG+cpxaP4w7Cjm7kv8mqBa7rNFs4Yiv7J0ASPB6/ULj1PzXZSKAaFe4/sRP7JKn+C+5vV0+ZpPTXW0UTr4PKJ47mGPC1mwS2VxJkhPTuplZYNkxuR3JR9npYE0XnfbM5bo3GW0lxko76FEZAmaF6PfCo9wYXhCvSQHa0J65Y7kB/9nXSh4z8hl1KXAeXtGtLKu1OL+0Zct0cu2SVj7Nugbgyl2pM9DNyQVUVNM4gVGB9VKw4FgEJuOKpKRFlMFFdL5FNKSW7iIyN3ZdJz7aea5oxEzyPlsxkTIxf/k503IKr5RkI0Pwg8kAVm5/wf6XA5cGraclpY7PsNc2oMTr8zhC08MdrMObjlD+jksMxfygNm+ueKi+94cfmdBFL52fvb889HAl7/UDiPcbvFmzqJzc1nL+ggoT1FYeclvxN8EvOMpCwj2ad9JzFRgaPoS/V2xybAE5GH8OBpwWGS7FR6O+cCo7O4JQ5eg6EhyN2e6bNEca/S7nO7JsrO+apD7gjuNuvPoXciAqQeQ5EwgZ85FXW05ZUZB8eGCJ5UxVlKbyXQnbnlM6Tgw2hdESs72cCTflt8MJdaAuGD82IuJQDZYY2l+d9XNOGhZowtgrThiatnnuzxamPVQGNlM3EsBNsTz9C/QIRODmzpK+vwgYuyb3AXRfUqLLf8BkPsM2J5UVu6kk8p6ZLHzA9+NcX6ljmtEVwdFkVmEOVdIFktI2dA4X8kg6tJ7zoi5Yr4FGx7w/QCxXbtyEcFHF4XgGz0/Q8umVv49yLyrSgOMHyJzqFYL8gpH2T+U1syboiR5DomSIKyiyynBxRmc+Y/JQt9v4Ul9Td/hbKO5QO5K4pl7IGcL9hyDANq/zg7Wbzi+88+45rg927lCYXAaXlppyFFDoBhSEaDZxHV4PtSTX9whA+BBol0t2QX0AN8evvUz1rIaCRM3CK7aXoglutCtbNA0WorcqXqa83xcMsItKsw0FQPlFSFw1crFHv1QXfQyFG0js1WLYPWtGJAdw86gLTVWDRjITHrcFQnhPPjakyVONzrhxHh2dO6GCeujFYKiP8o9nyYk4OYsMB5VhwMCRngenjKcBuZywioxp1iOSxliW+jZG4rWBTMB7XjYPiSWOx1xaFx8DCvkjkyLs9XLftSmcR2rnWTWl1UfRwGpmzYbPb+TVSlj8O5jZ7AOrdUHmvKVTvJX92Lwz9DAz20iqbVMEvlwy9nMbkAjOh9950/tcMt7ACazE6sMhOiBj/QUTm1iY+PLnMh2x7q6aqKPctbkRng6L0temoaDglcFOP4/0xll5qIVLuExOc/ywoPWiJY8oNiREJiYeMu+odIj4yRwKAik1sS/6aWkZTWwg/J/Q81nSdP9s/or7FwQt9JsHKgIoRiFN5lyNhjJWmL45HwKTPTlmnmb8jyRBVzYnd4TqOrBhWdjNwSLOpPBx74Ke/qbLqrc3hxFh/4079JqDu28aALXSn5o17nQ0pFTYyydfVl3zQGm934DKOEYBP+nTj4Qg7IJwk75rHzFk1xoTmmcZytJneTLaJhX3xw4tKtywiUWGtwsp2YlNg1GFE/sHXDeJf0NN9hkfOA3x/WevPxCodjcWhHiIycr4xhVDYzYpLb7oKSlgVz9brPGJB+4h2frVHbaP4lMNySxqw1XyBTv46oJ+Kq1/0jAlOLGFbRCeLEZuyad5RTaDx/J1rGKhl0X8RDotChtsfsGUgE5FgZ4SqC5nTlwgzJmjOLkeKTu9pEzyi5InSRPrTAsHS19DmJusCQ3XrmsyJJ2/IaGQs5n4W1Y2Ge8T25Nfs+zvrnFLRyG+WMTXp0Z42vCk9f8CUjbAeQW1IPfBtlzs990aPdFL1d8DmtNxvzHJaJ1crVd9xfTXypzSCenawt34cQFTAgZA79DAge6sv6ChErKp5Tk0+UEDBRWulLxz06S+K/JyRV4M6VO/NULvqe7cyfCaiBpKRxpkY/NNTMf+NuRwMZFqH0VZ89NXdv0gvWwdyNA5R0pDB/WU5tr0svns4tnPfKCaybwTyHfPoa9vsbt3bj4S7lU9knQ8TCQHmLxlH7al64ytY1jutgPjtdYVrqSCEZIUDKHIov79EVRO3MQYqGtPab8i2CUSoWVfKwv3n0y3EPvjHx6KJXNNITGvy4ewjsIvbwfV2Wmr271+YLqc8vWEDGlWZYz9yQ3CXAjD+q3IUpl2M8gSGrmSXAt0a7lfrtyT5AdXtIcdH06DLnuDJd4I98fxX/ASfiXNtKYPXKFa0N0Wz8YXPJyWnlhf7wdQdIxEr9wxTHfTIinPpHTzhY4Rno7+tEo4riR7WA4lU+4o4p8JgxQ2Q9xhYxA3OcnUDeNeChDHy0mS4EZQH52xIsxUu3zmSkObGJ/FLPWLbZKiyEh/aDF2JvQhtHasWcGV5rna3db9sdmM1mMS6Ghx/WM7ShUgFYIF7g0A/kzwhYR/gXlvFcdDXvRzFoIYFHZL3ub6Vrth8DQXfywOqdi/rIvgCEECFbep6wk316tFmMDMzrfrpBkTqbQ4qtIWtbM57PZ7wNVX7Izs/kwv/y8hGy0aV5EmSXgLGQN+Ck1UfUDYhCOhtu8iMPCjq9uFK+iyzUVVVyPRD0oZvnmHcyGSjaPuISwkbh/oAfeFTsFT2a/6n2BIqRxheW7dIs5ou52yMPaNYamHqxC0dhfGqVh+Ko+AIE5gUFHleTncDqp0179AcBg+QH6Z2pcWlvpLjQ/Gmwa8eifZcYKnIJBzNJDUH3dJs9SBEqR5Xm25EqO1W1OFMwOYvXYYAvsu9Sj47Uie17fpkmBmPSEic99yMg55snXWQCgi5C20fqIaGRmWIx4WukdDdseMXY5a6u6SheGEsOQg+fMVZ/3i25eBxTrCdElqGvLbdGBM/i2naMCF+85gtZ0ya4BxKOp5GlTufQFILLsF3vjuT7rza1jDSaOXTQyrILUiEUvzSaRvR5WUq+ddXVmwclNRiu0qg9puJPhAANLZUr/g0nPdLaQNklnwg6YVYu7NCrL69rl2Ib2TTTZwOXhKoT7eoeIB39JjEmAf1+Klx8IOK5eCFe+6IK7mP1IKQbA1mXAmZzIOnCWuX9fGCCmBt9QKdoN207xHRo2FkoFPnNYZHrqw3DAXBqf4sEsDRPpZ/HYR+z6ee0RT3K5pxEdw9YuZ9sjZGkqMmIwLu93IjKRbXXkzZjt2lhLe5yEurOcoAgluMyYNk1JLNvhkLDlGgJjAJ1NJSJiIeUUpQoSwNoDU5OTkr/////Sv////9LAHSUYk1wAoWUjAFDlHSUUpSMA3Bvc5RNcAJ1jAloYXNfZ2F1c3OUSwCMBWdhdXNzlEcAAAAAAAAAAHVidWIu",
|
39 |
"n": 4,
|
40 |
"_shape": [],
|
41 |
"dtype": "int64",
|
42 |
"_np_random": "RandomState(MT19937)"
|
43 |
},
|
44 |
+
"n_envs": 32,
|
45 |
+
"num_timesteps": 1015808,
|
46 |
+
"_total_timesteps": 1000000,
|
47 |
"_num_timesteps_at_start": 0,
|
48 |
+
"seed": 236184,
|
49 |
"action_noise": null,
|
50 |
+
"start_time": 1651682247.8356636,
|
51 |
"learning_rate": 0.001,
|
52 |
"tensorboard_log": null,
|
53 |
"lr_schedule": {
|
|
|
56 |
},
|
57 |
"_last_obs": {
|
58 |
":type:": "<class 'numpy.ndarray'>",
|
59 |
+
":serialized:": "gAWVdQQAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYABAAAAAAAABroRr2uB5S6ys7st+4fMLNGkhk7gWsHNwAAgD8AAIA/5qu3vVzLOrp6MQSyRtLyrhUGxLprWQayAACAPwAAgD9Ap/89aElqP6pAJT7iiA6/7VC0PedxIz0AAAAAAAAAAPChnT4F5Zs/U63ZPtGi/r42Xhc/zu5tPgAAAAAAAAAAAAQQPe8Qvz+1wY8+g+YfPpgZ4jzWF689AAAAAAAAAADN1ks9oDqsPoaSGb5Elr++dIOjvW2DVL0AAAAAAAAAAKX5yL4xfdc+C5XRPsTknb7bS/e9J31CPgAAAAAAAAAAGr0tPdzkSD/m4Ng7/UT5vhm8oj1md1y9AAAAAAAAAABNNr+9H4XhuZLrQrohXd28MPZtu6WuNTkAAAAAAAAAALPRW74tSaM+KF4JPgAkGL805LK+2fO2vAAAAAAAAAAAQG2fvWy6xLsmejA+/DvMOwSTDr0ChLo8AACAPwAAgD+wUYG+tPiTPuYghj58q6m+z3tPvkCJHz4AAAAAAAAAAHOFiD0E2C8+xq2zvp1P6b6P2wG+v/wWvQAAAAAAAAAAs8uCPRAycz9yago+sIcZv//CAz0YVXg9AAAAAAAAAACata68bGDZu6sEWL2ODfU83QE5PSIky70AAIA/AACAPwWahr6o/o68iNB8uvEtnrin0/o9dmqVOQAAgD8AAIA/mhd/vfaMZLqtnxE02YEGLz2EJrrYpKqzAACAPwAAgD+zt6s9K5qzP0x2PD8ZZCe+JTILvS7yZD0AAAAAAAAAAOYyV74OTvO8qvKwu22vTrqGTF4+zvocOwAAgD8AAIA/mn3TvQmovj94pLK+gvpyvnvRd7yJ7rS9AAAAAAAAAACABeg9/IaFP6VfLz4kffW+smswPm4UMD4AAAAAAAAAAJqEmj4NT6U/Rp8EP9LQGL+VqQI/W4rGPQAAAAAAAAAAml2NO3YwtT8ahMs9+1U7PCP+KLsZV8M8AAAAAAAAAACa3669OF7Ou/QzNz0TESK8SqK9PMaLo70AAIA/AACAP/Moo72Io4K8QlJ1PJSE/ruTfeY9YPuqPAAAAAAAAIA/AIMCv6ecML4nhEm99djDvNMo6D3qHHc9AAAAAAAAAAAzYWa9aMWYvPRkyzw0s1C9eWYpPVPRWT4AAIA/AACAP2bk6rx/Y5Q/m0vqvZ2hJr8lodc8z8gPPQAAAAAAAAAA8z2zva5tgrowluw15c9qMbAY5LrV8Ri1AACAPwAAgD+zDcy9w0kfune9LLlNkX81s5/SubLUSDgAAIA/AACAP81B6DwUxo+8DbcEvFQmWT3r6Ya7Kvg4OgAAgD8AAIA/mpnuOOMVtD+Hejw85iQ2vmwPA7n6xSq7AAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJmNJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiSyBLCIaUjAFDlHSUUpQu"
|
60 |
},
|
61 |
"_last_episode_starts": {
|
62 |
":type:": "<class 'numpy.ndarray'>",
|
63 |
+
":serialized:": "gAWVkwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYgAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAABlIwFbnVtcHmUjAVkdHlwZZSTlIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksghZSMAUOUdJRSlC4="
|
64 |
},
|
65 |
"_last_original_obs": null,
|
66 |
"_episode_num": 0,
|
|
|
69 |
"_current_progress_remaining": -0.015808000000000044,
|
70 |
"ep_info_buffer": {
|
71 |
":type:": "<class 'collections.deque'>",
|
72 |
+
":serialized:": "gAWVLxAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIWaKzzCI0RECUhpRSlIwBbJRLXIwBdJRHQJzeol3Qla91fZQoaAZoCWgPQwj1MLQ6OUVOQJSGlFKUaBVLg2gWR0Cc3sxhDw6RdX2UKGgGaAloD0MI5gRtcngsc0CUhpRSlGgVTQIBaBZHQJzfRXGOuJV1fZQoaAZoCWgPQwg5fT1fsxpvQJSGlFKUaBVLwWgWR0Cc322ys0YTdX2UKGgGaAloD0MIS633G215cECUhpRSlGgVS8VoFkdAnN/eW4Vh1HV9lChoBmgJaA9DCF2pZ0HounBAlIaUUpRoFU0HAWgWR0Cc4AzSCvovdX2UKGgGaAloD0MIaam8HeFrcUCUhpRSlGgVS+loFkdAnOA8YQ8OkXV9lChoBmgJaA9DCOBL4UHz6nBAlIaUUpRoFUv8aBZHQJzgVGiHqNZ1fZQoaAZoCWgPQwhe2nBY2q5wQJSGlFKUaBVL6mgWR0Cc4ZrpqynldX2UKGgGaAloD0MIXru04fCWckCUhpRSlGgVS8poFkdAnOJZ31SOznV9lChoBmgJaA9DCHgoCvSJ2kNAlIaUUpRoFUuIaBZHQJziZjpcHGF1fZQoaAZoCWgPQwhIxJRIYkdwQJSGlFKUaBVLy2gWR0Cc4mSa3I+4dX2UKGgGaAloD0MImaCGb2E7cECUhpRSlGgVS8xoFkdAnOMpAD7qIXV9lChoBmgJaA9DCLNCke7nBEBAlIaUUpRoFUtgaBZHQJzjKesgdOt1fZQoaAZoCWgPQwiV9DC0OvFEQJSGlFKUaBVLaWgWR0Cc40G9YfW+dX2UKGgGaAloD0MIS633G23abUCUhpRSlGgVS/VoFkdAnONLvoePrHV9lChoBmgJaA9DCOAtkKC4qXBAlIaUUpRoFUvpaBZHQJzjSqS5iEx1fZQoaAZoCWgPQwjJ42n5wU5wQJSGlFKUaBVL3mgWR0Cc5UGqgh8qdX2UKGgGaAloD0MITweynhozckCUhpRSlGgVS+poFkdAnOV8pLEk0XV9lChoBmgJaA9DCGsotRdRbHBAlIaUUpRoFUvuaBZHQJzmci6g/Tt1fZQoaAZoCWgPQwjhfyvZMUdyQJSGlFKUaBVLwWgWR0Cc6DjDsMRZdX2UKGgGaAloD0MIv4I0Y9FJc0CUhpRSlGgVTRUBaBZHQJzounyd4FB1fZQoaAZoCWgPQwhgksoUMzhwQJSGlFKUaBVNDQFoFkdAnOrtLQHAynV9lChoBmgJaA9DCKJBCp7CXXJAlIaUUpRoFUvSaBZHQJzrjDtPYWd1fZQoaAZoCWgPQwigi4aMRzNyQJSGlFKUaBVNDgFoFkdAnOue1v2oN3V9lChoBmgJaA9DCOQxA5XxH3JAlIaUUpRoFUvXaBZHQJzrtBQemvZ1fZQoaAZoCWgPQwjY8zXLZQ9wQJSGlFKUaBVLwWgWR0Cc69xVAAyVdX2UKGgGaAloD0MIEqJ8QYvFcECUhpRSlGgVTV4BaBZHQJzsUh6jWTZ1fZQoaAZoCWgPQwhDjUKS2UZwQJSGlFKUaBVL0GgWR0Cc7GHI6r/9dX2UKGgGaAloD0MITu53KArATkCUhpRSlGgVS6FoFkdAnOy1iay8jHV9lChoBmgJaA9DCF95kJ4if3BAlIaUUpRoFUvtaBZHQJzstZ7ojfN1fZQoaAZoCWgPQwh+yFuufsBwQJSGlFKUaBVLyWgWR0Cc7NX+l0o0dX2UKGgGaAloD0MITDPd6yT2cECUhpRSlGgVS+loFkdAnO3T987ZF3V9lChoBmgJaA9DCCZxVkQNPXNAlIaUUpRoFUvdaBZHQJzt6OEM9bJ1fZQoaAZoCWgPQwg7AU2EjWZyQJSGlFKUaBVNSgFoFkdAnO3jg2qDLHV9lChoBmgJaA9DCHqJsUy/vD9AlIaUUpRoFUt2aBZHQJzuRsTFl051fZQoaAZoCWgPQwjeOCnMu7twQJSGlFKUaBVL+WgWR0Cc7lDMeOn3dX2UKGgGaAloD0MIJ92WyEVbcUCUhpRSlGgVS9BoFkdAnO+s0tRNy3V9lChoBmgJaA9DCA5qv7WTFHFAlIaUUpRoFUvjaBZHQJzwGNAC4jN1fZQoaAZoCWgPQwiDhZM0fwZxQJSGlFKUaBVLzmgWR0Cc8IBGQSzxdX2UKGgGaAloD0MIOXzSicQYcUCUhpRSlGgVS9hoFkdAnPELrxAjZHV9lChoBmgJaA9DCIRiK2gavHJAlIaUUpRoFU1EAWgWR0Cc8c1oQFs6dX2UKGgGaAloD0MI8FAU6JN/cECUhpRSlGgVS+5oFkdAnPKhnezlcXV9lChoBmgJaA9DCK95VWf1O3RAlIaUUpRoFUv+aBZHQJzysnpjc211fZQoaAZoCWgPQwicoiO5PDByQJSGlFKUaBVL8mgWR0Cc8sRUWEbpdX2UKGgGaAloD0MI9u6P96q1CsCUhpRSlGgVS3doFkdAnPOE/bCaZ3V9lChoBmgJaA9DCG6mQjwSLW1AlIaUUpRoFUvdaBZHQJzzqlN1yNp1fZQoaAZoCWgPQwikp8gh4vJuQJSGlFKUaBVL52gWR0Cc9IY5DJEIdX2UKGgGaAloD0MIBtZx/NBKcECUhpRSlGgVTR0BaBZHQJz1ppyp71J1fZQoaAZoCWgPQwiF7/0NWlFwQJSGlFKUaBVNWgFoFkdAnPZCJKraNHV9lChoBmgJaA9DCEp5rYSub3FAlIaUUpRoFUvWaBZHQJz2xTo+wC91fZQoaAZoCWgPQwijIeNRKsxuQJSGlFKUaBVLtWgWR0Cc91JnQID6dX2UKGgGaAloD0MId76fGu+rcUCUhpRSlGgVS8BoFkdAnPgYeLehwnV9lChoBmgJaA9DCMeePZepWHJAlIaUUpRoFUvLaBZHQJz4FMAWBSV1fZQoaAZoCWgPQwhGX0GacX1yQJSGlFKUaBVNowFoFkdAnPhM4gieNHV9lChoBmgJaA9DCLEzhc5renFAlIaUUpRoFUu8aBZHQJz4eUornT11fZQoaAZoCWgPQwi536Eo0B1zQJSGlFKUaBVL+2gWR0Cc+J9mpVCHdX2UKGgGaAloD0MIkC3L1yUAc0CUhpRSlGgVS9hoFkdAnPl4ppeu3nV9lChoBmgJaA9DCE8g7BQrbnFAlIaUUpRoFUvLaBZHQJz5wDV6NVB1fZQoaAZoCWgPQwgQWDm0CHxxQJSGlFKUaBVLxWgWR0Cc+vaRp1zRdX2UKGgGaAloD0MIDwnf+1vPcECUhpRSlGgVS9FoFkdAnPtGcjJMg3V9lChoBmgJaA9DCCDQmbSpVnBAlIaUUpRoFUvUaBZHQJz7hpUPxx11fZQoaAZoCWgPQwhsBU1LrGhxQJSGlFKUaBVL92gWR0Cc/KoHcDbKdX2UKGgGaAloD0MIv3/z4kT4c0CUhpRSlGgVS+doFkdAnP1FPznRs3V9lChoBmgJaA9DCKT9D7DWE3BAlIaUUpRoFUvHaBZHQJz9cdp7Czl1fZQoaAZoCWgPQwiXxi+80gFwQJSGlFKUaBVL3mgWR0Cc/hVjqfOEdX2UKGgGaAloD0MIeAlOfWBScECUhpRSlGgVTQsBaBZHQJz+JCKJl8R1fZQoaAZoCWgPQwizKOyi6NU3QJSGlFKUaBVLemgWR0Cc/j1O0svqdX2UKGgGaAloD0MIhL2JIbnOcECUhpRSlGgVTQEBaBZHQJz+jd8Aq/d1fZQoaAZoCWgPQwg/U69bBEhxQJSGlFKUaBVLumgWR0Cc/rtSAH3UdX2UKGgGaAloD0MI7blMTcJmc0CUhpRSlGgVS+FoFkdAnP+5R4yGjHV9lChoBmgJaA9DCIPb2sIz1HBAlIaUUpRoFUvAaBZHQJ0ANd5Y5kt1fZQoaAZoCWgPQwgEdcqjW+RwQJSGlFKUaBVL6GgWR0CdAP3Dej20dX2UKGgGaAloD0MIAwe0dMXjcECUhpRSlGgVS91oFkdAnQEgSSNfgXV9lChoBmgJaA9DCBbe5SJ+oXFAlIaUUpRoFUvDaBZHQJ0BWpfhMrV1fZQoaAZoCWgPQwgPlxx3yuhzQJSGlFKUaBVL1mgWR0CdAY2s7uD0dX2UKGgGaAloD0MIr+sX7IbxbUCUhpRSlGgVS+xoFkdAnQItMXaakXV9lChoBmgJaA9DCGjNj79093JAlIaUUpRoFU1aAWgWR0CdAsz8gpz+dX2UKGgGaAloD0MIoBaDhyltcECUhpRSlGgVS8VoFkdAnQOpZSvTw3V9lChoBmgJaA9DCAsKgzKN5l1AlIaUUpRoFU3oA2gWR0CdA7rc0tROdX2UKGgGaAloD0MIyQT8GglvcECUhpRSlGgVS7xoFkdAnQRi5I6KcnV9lChoBmgJaA9DCEBtVKcDtHBAlIaUUpRoFUvMaBZHQJ0EofvF3px1fZQoaAZoCWgPQwiUg9kEWEdwQJSGlFKUaBVLvWgWR0CdBM6WPcSHdX2UKGgGaAloD0MITMXGvM7jcUCUhpRSlGgVS9loFkdAnQYuoHcDbXV9lChoBmgJaA9DCJCEfTsJMW9AlIaUUpRoFUveaBZHQJ0HEpDu0C11fZQoaAZoCWgPQwhmwFlKFglxQJSGlFKUaBVL02gWR0CdB4ez2OABdX2UKGgGaAloD0MIYHR5c/h2ckCUhpRSlGgVTSQBaBZHQJ0IuFEiMYN1fZQoaAZoCWgPQwiKIqRupzJzQJSGlFKUaBVL02gWR0CdCR0CA+Y/dX2UKGgGaAloD0MI+OP2y2dsckCUhpRSlGgVS8loFkdAnQqkl3QlbHV9lChoBmgJaA9DCPjfSnbs03JAlIaUUpRoFUvLaBZHQJ0LhSS/0ul1fZQoaAZoCWgPQwi8BKc+0ClxQJSGlFKUaBVLy2gWR0CdC5QtSQ5ndX2UKGgGaAloD0MIlMFR8mpDcUCUhpRSlGgVS/xoFkdAnQus8TzunnV9lChoBmgJaA9DCAWk/Q8wZ3JAlIaUUpRoFUvmaBZHQJ0MkT37DVJ1fZQoaAZoCWgPQwj3PH/aqApOQJSGlFKUaBVLk2gWR0CdDKMewLVndX2UKGgGaAloD0MItaM4Rx31b0CUhpRSlGgVS/doFkdAnQ0deIEbHnV9lChoBmgJaA9DCOgU5GejcXNAlIaUUpRoFUveaBZHQJ0NiNrCWNZ1fZQoaAZoCWgPQwi9/48T5lFzQJSGlFKUaBVL62gWR0CdDjvkBCD3dX2UKGgGaAloD0MIpDhHHZ2KcUCUhpRSlGgVTTgBaBZHQJ0OSRs/IKd1fZQoaAZoCWgPQwgCZr6DnyxuQJSGlFKUaBVNIAFoFkdAnQ7J9mYjS3V9lChoBmgJaA9DCCEf9GxWwURAlIaUUpRoFUuVaBZHQJ0PA2OyVwB1ZS4="
|
73 |
},
|
74 |
"ep_success_buffer": {
|
75 |
":type:": "<class 'collections.deque'>",
|
ppo-LunarLander-v2/policy.optimizer.pth
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ecf5aa2a600606642e926fa9fc08751eaa3c18c6706f59e42841b8bb1e3379f3
|
3 |
+
size 84893
|
ppo-LunarLander-v2/policy.pth
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 43201
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6e3639cb49575e0b4638ad297705333ed7d4d2f9982d620394fb0c049e190552
|
3 |
size 43201
|
replay.mp4
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:695e68b9b7e66726ec771c6db8e8fc7471345b8908852ac75381868d06e6177b
|
3 |
+
size 211409
|
results.json
CHANGED
@@ -1 +1 @@
|
|
1 |
-
{"mean_reward":
|
|
|
1 |
+
{"mean_reward": 256.1130271373353, "std_reward": 16.96755247674266, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2022-05-04T17:10:39.656373"}
|