Initial commit

README.md

@@ -16,7 +16,7 @@ model-index:
       type: LiftCube-v0
     metrics:
     - type: mean_reward
-      value: -96.95 +/- 0.00
+      value: -96.99 +/- 0.13
       name: mean_reward
       verified: false
 ---
@@ -64,10 +64,9 @@ python -m rl_zoo3.push_to_hub --algo tqc --env LiftCube-v0 -f logs/ -orga qgallo
 ```python
 OrderedDict([('n_envs', 48),
              ('n_timesteps', 10000000.0),
-             ('normalize', True),
              ('policy', 'MultiInputPolicy'),
              ('use_sde', True),
-             ('normalize_kwargs', {'norm_obs': True, 'norm_reward': False})])
+             ('normalize', False)])
 ```
 
 # Environment Arguments

args.yml

@@ -56,7 +56,7 @@
   - - save_replay_buffer
     - false
   - - seed
-    - 3564997676
+    - 2024069831
   - - storage
     - null
   - - study_name

config.yml

@@ -3,8 +3,6 @@
     - 48
   - - n_timesteps
     - 10000000.0
-  - - normalize
-    - true
   - - policy
     - MultiInputPolicy
   - - use_sde

replay.mp4

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d9beac5509c0e5bec901afd048c0c33dcb25ea30503883771b5a96a5d5506f4a
-size 369808
+oid sha256:920d3f5b3dcb9571d988605d6484e4744637ae3ac6c560a89e098716d669a5b6
+size 553134

results.json

@@ -1 +1 @@
-{"mean_reward": -96.94653640000001, "std_reward": 1.2000000012335478e-06, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2024-06-09T00:09:52.911189"}
+{"mean_reward": -96.98540720000001, "std_reward": 0.13347970467512954, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2024-06-09T00:29:27.305653"}

tqc-LiftCube-v0.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:23d95134555f45ffd5bcc4eef18fcea8125ea2e72c0f26af1e84d9d99f445ed3
-size 3429728
+oid sha256:32e206e0ea4c82c1e48caad6d29e4f63ffc09435f70c23926b74245aaaa54397
+size 3429724

tqc-LiftCube-v0/actor.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f45614169f5e1f881c1b3282c62444fab67ea243df85b91d6b709f95866c1c53
+oid sha256:f4cc4ed13b9a6c6677006468cf2b775ad3861fe0071cf6ad5ad492c2d8fb844b
 size 589975

tqc-LiftCube-v0/critic.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:aa7c79e505f3eaf2557ac2a43fcce0fd002d4ce75701d558ba5a8c246568b36f
+oid sha256:524d6e09ce30632b08a04bedea90b708a837f23e027787e79bbe5dd2fd88085c
 size 1255594

tqc-LiftCube-v0/data

@@ -4,20 +4,20 @@
         ":serialized:": "gAWVMQAAAAAAAACMGHNiM19jb250cmliLnRxYy5wb2xpY2llc5SMEE11bHRpSW5wdXRQb2xpY3mUk5Qu",
         "__module__": "sb3_contrib.tqc.policies",
         "__doc__": "\n    Policy class (with both actor and critic) for TQC.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` when using gSDE to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param clip_mean: Clip the mean output when using gSDE to avoid numerical instability.\n    :param features_extractor_class: Features extractor to use.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    :param n_quantiles: Number of quantiles for the critic.\n    :param n_critics: Number of critic networks to create.\n    :param share_features_extractor: Whether to share or not the features extractor\n        between the actor and the critic (this saves computation time)\n    ",
-        "__init__": "<function MultiInputPolicy.__init__ at 0x7fadf38e7370>",
+        "__init__": "<function MultiInputPolicy.__init__ at 0x7f4fa75ef370>",
         "__abstractmethods__": "frozenset()",
-        "_abc_impl": "<_abc._abc_data object at 0x7fadf38f6e80>"
+        "_abc_impl": "<_abc._abc_data object at 0x7f4fa75fea80>"
     },
     "verbose": 1,
     "policy_kwargs": {
         "use_sde": true
     },
-    "num_timesteps": 3569280,
+    "num_timesteps": 124800,
     "_total_timesteps": 10000000,
     "_num_timesteps_at_start": 0,
     "seed": 0,
     "action_noise": null,
-    "start_time": 1717886659755417092,
+    "start_time": 1717892500259129213,
     "learning_rate": 0.0003,
     "tensorboard_log": null,
     "_last_obs": null,
@@ -27,25 +27,25 @@
     },
     "_last_original_obs": {
         ":type:": "<class 'collections.OrderedDict'>",
-        ":serialized:": "gAWVLwwAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojAhhcm1fcXBvc5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJaABAAAAAAAANEZnD5c+2G+Wq30PPsV2b7h2eQ+V2M6P0wEXUDZvJ0/fwuVPUeKYL/saLU9p8lgvHq7Ir805gTAw6iMPWJ8Gj+gzi4/022SvJkFlT2O9qI90BiwPJwOB7+TC28+i7PSvp/Laz2qXHi90sRhPc6mf77QcKI+jhrGvEL65cAC/+DAprovPQnYfz/9NbI89rzfvH+CqcBXp/g/F4kLP30FeL7fuda+IeVNPwB5X8BA2IJABv7QP6hxKz85bQi99A4Tv9zxH8D6hFA/nDajPSf2DD+B4yQ9cy9TP2gUij1HBQg+N3d1PAAAgD8Tsvsj8f8gIbOYeD3xxIA+ODiFPLBhJj/VYHu8L3tCP/h0Pr03DW0+ehitPKvb0D7REEU6VLtpP5r98r2sZeE+ZGOjPC3yZj/DnMi+gs+MvV68nb1yHGA8FfWoPBGjez/s3Dm+XMK9vISeC77a+0K9GTDBPK2ARj+Lz+c+DILLvfVv2r7+3Kc+NQGqPCyGf7+rrRu6Q/osPW75xsD46bPAdDHSPVZDXb9Wfya+lsrmvcFrmUAQBqNAXGhrPukJfr/Asb24MAn8vVb8uz9EXeC/38s3PcQgvL6h20G/lCj9Pg5/gb+j1zy/8E6vPH7/V7+h1bC8BKbzPKVFXMHLdLPAJg0UPx4NjT1reVw+OIQHPtGKiMDBpRtAkfvtPfVceD8JOw2+rbJHPid75DwTbaM98wriPKZTWr+oXXS8tiMDP3JXJr8khhS/3A+SPHPTsb4Kew09ZmELvBzqJr5afe4+jRjTPO3tZD/YXLU9AqTXPWZHFD1ig04+F+e5PGjuSr8YgLu8ELUPPyH8WcAZCIdATcTGPaIDIL4ZNO8+QLNXP5rwT8DhI1lA9mipPEsrf78c6Zw9N5zGvAoJab87Zy8/YXMPPR+xHT+Yoi4/VCCQPjXdmcEhX4hBLIubPsDbDr4OYWc+1RRGPVEoxT8F4p8+LPEMPd96Pb9sRzC9RaZgPFjwmsBTzpm/8Y0RPbF7FD+CzZi+lVOGPlFEA0CEwn3AL0ZRPamodL+HKpa+9/DaODgIMcCht44/PIrTPWE0Xz+tf9G9GInyvuf50L5IIpe+e4PZPIsU5D05rz8/2EQnv6N8z0Dxa7zANTw7P1uBzL4dadQ9O/9OP4remDy3Rts+iwSmPDPHNz/J+A+/ZKl1vmHDoL8E7c0+lveDPp1mWj6DTB6//jZBv6YAgT+85Iw9A12xPGSTfr+jtdW9+yhTu7MrykA4XLhAB4oCP/QeT77pulG/3knnPkwomL5pqxe8JiSSPE5veb9VRie9Zsw/Pa8hTL3PPZ09M4mhPE+yfL8SXdc9imdzvVnrEEGvBllAJbQiPmFgJL5UXWI/fG+Avt0EKr4+sSw+TzqtPMZZbz/YzUs9s7uuvmkWyb/ZzuU/oVpsPS2kr77PUXg96q5bPyAI3kAdhd+9/o8UPymbfL+vmgG+eF/NvS1dwT87a6K/18kqPWuCID+DcX290s/TuvgEir2OCoc+B921PGThO79DfCY/g64Gu5SMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLMEsGhpSMAUOUdJRSlIwIYXJtX3F2ZWyUaAcoloAEAAAAAAAAa8a0PxtbDsDEPdI+oXxEQGIdakFMbLy/A7MkQZZgV0DV3bq+AiLKQUG70r/q3rjCUCXGv6Y4ycCzL8A8Qya1QFkyYL8KqjtAfRLqvQecm71nvwI+djtNQBN8yMBhIzBBY96gv3TIFMDEvxA/vaiWQC7WQ8BZhGfB75OzwaBqssG6shg/p8LfP6CLMMDJ2CFCXU+EwX13t0DRoDQ+WCKRwgjfDENs8G/C/nv+wYb+BkKMZVVBaAOPwttCRkIL3oFCt47swD87/j8+ze2+B7eFvwc/AsIkH8xAyldyI5j3O6Su3f433xJapvXXbqVltIwje3r0PUld8DxY4ck9Ju/PvTDkvEBhAwa+OCsUPodhermsquA7iytFNzD+3EAf/1E4NCC0vcEGPz81lyM+LJYXwpAi5sDo1XhB5DxrPd0cNr/prC295GMTQmU9M0CSt+1AqjvJvq1w7b6gsp0+9Zn1QSw108DWC+lBPS+lv4vufD5bWI++dk9OwK0Sa8Js9OLAEMWewR25j8Fxt46/gpycwaLSNcGII0xCaCJrQRAXc0FVT5I//DMVv20LwMJn3/pAPGaIQEadqsA5Va4+h2a3QdHCeMGnXbRAjpwiwBP/IMD+j2i9CROFv107c7/aHH/BfdgswtwAksHfzg4/e1+LwTKP/MBYAIbCnZpWwWwa5EAhOJu/rjA0QpYTdsLB4FzBB/ShvZwJnT5UkN89DdKLP2viqMEjruc/9R7kv0U467+V5+w9g8LrPVu9XL7nij3Bko9/vni/hj+o5vs8o2OPwb7znsGXk41CWFeivjA9ujzfYd88XVfTPxoOqcEn+A9BBNEswWpvPUFsBU0/CJuLQOp2DUH9GvG/5hMcwWu6GkF0HJE+tm+KwPqAVMBtU5/BcHYbwM6gwz/gf6y+1gQYQgusgkE+pIVB9SNxwlL5VELuWiy/L483QbAkHUCsjUNCp5l/QPWaaD5gkBQ+gvjpPnvWgsBcmWbBksZowTmeicDFAr893CFXQZwbGcFpOOxBWX/NQBnJT8HAGbu/VWGsQcc6VL9q92k/TvQGwZjKIUAmYb8+bRqPwk0ZrsPyQ0LCzHWyv0XrzL/BycE93d6DQoUYZsLwjPm+SxqgQUsymcFFIk8/BxWkQInWOEJaCrnBW0yjvoyLdT/SKM+9TC8MwgquccFGz6dBKECIwJLqEz+XHwe/N/WrwHHx2MBMpK0/yvdCQO4rgb636DG/yTZowj3dU71HxuFAzNOfQeQKjUF1XiA9sOP0QpCzh8IxpjHC8+wivjSP4b59Tuo8F/PNPspgLMDpEZLBFgnsveoGnL6cX3S+zZZVQfudqsC0rS7B22HfQaD6JEE8Dfs9vsPGwY6tsEBrvjnBENpBv5H4Jr745mg+UAmXQA/BHsJ8FRDBAiGNwOgalkB+rag+pxScP9GYJUHIembA7CKtQaBSiL9GtZs++dcswuDPGsIslnhAtbaIQPGChMCKFYm+ZcGQQJInvr/cugbCo8ojvXJkvD6QCoi9el+2wTQRir0ens7AlGgOSzBLBoaUaBJ0lFKUjAhjdWJlX3Bvc5RoByiWQAIAAAAAAAB75Jm+1VUrv+zKIz5+lvG+Aoylvi+QND8/otI+QUoNvzR4oj0EoDQ/s/W6OwcX1z7aIGq/wNqUv7Dop71yG7S5dIpZv412Yr+lULC+LolKv5APaL/5XfA+wTgpv0kP6r7M6/e91amMvizGMb0DXBukdjwJv6fNM776QHY86EU+v4pscz1w36+5PYg8vwNLGT3sDis+LnsOv/LJ3T4KQZG8m1d7vsodN7sXj9s+ATWtvqXkYr6a+TM9NIMkP9lmOD+Rwuw+gCtyv0N4dL/XsjI8oU5uP+/X1r6gKV6+PD5vPwchxL7OFQm/EfHCvjnIf76xD3c/iFFYv7gJIb/W1ik9aaF4Px4CFb+rGc29PDbOPqUrEz8F5G+/Sm2Dv+Oo272lDdq+S86tPg0Um74ySHK+e7qpOwM/Hj/V316+STVUP9lRcb8B2Zy7UDMvPqszAr/XHo0+v5edvpSqJL9yf3Y/LiMvP4TfsT4twSu/pVY6P270V726Cza/JXxmvyAJZr+y3cu8ul07P5UXi750A5C937ONPanohT1+rJS7jxMTP9DOGb/mu9a+AVVLPlPpbz/jbqo+kycxv1Skxz4aGU09K21JvxaRtb4NzGU8c7gJv7ORI73nP5Q+3IhQP2sSCD7WdV2+Ja4JP+5oLjyRTte9LnBAPz02Oj1GM7g+IjV1P49KKT/HGKq9H5livU8IEL6uGcG+CLdFv0rlL77MGIU8GgYBP0j/Tb/tzEY/frUFv+NIQrwAxUg+oC96PmJWIr2UaA5LMEsDhpRoEnSUUpR1Lg==",
-        "arm_qpos": "[[ 3.04884464e-01 -2.20685422e-01  2.98678167e-02 -4.23995823e-01\n   4.46974784e-01  7.28078306e-01]\n [ 3.45338726e+00  1.23232567e+00  7.27758333e-02 -8.77109945e-01\n   8.85790288e-02 -1.37199527e-02]\n [-6.35673165e-01 -2.07655048e+00  6.86812624e-02  6.03460431e-01\n   6.82840347e-01 -1.78746339e-02]\n [ 7.27645829e-02  7.95718282e-02  2.14962065e-02 -5.27566671e-01\n   2.33442590e-01 -4.11526054e-01]\n [ 5.75672351e-02 -6.06352463e-02  5.51193431e-02 -2.49659747e-01\n   3.17266941e-01 -2.41825841e-02]\n [-7.18679905e+00 -7.03112888e+00  4.29026112e-02  9.99390185e-01\n   2.17542592e-02 -2.73117833e-02]\n [-5.29717970e+00  1.94260681e+00  5.45060575e-01 -2.42208436e-01\n  -4.19386834e-01  8.04277480e-01]\n [-3.49176025e+00  4.08889771e+00  1.63275218e+00  6.69703007e-01\n  -3.33072878e-02 -5.74446917e-01]\n [-2.49913692e+00  8.14529061e-01  7.96940029e-02  5.50630987e-01\n   4.02560271e-02  8.24942768e-01]\n [ 6.74217343e-02  1.32832631e-01  1.49820363e-02  1.00000000e+00\n   2.72888919e-17  5.45488443e-19]\n [ 6.06925003e-02  2.51502544e-01  1.62621588e-02  6.49928093e-01\n  -1.53429108e-02  7.59692132e-01]\n [-4.64982688e-02  2.31495723e-01  2.11298354e-02  4.07925934e-01\n   7.51745945e-04  9.13014650e-01]\n [-1.18647769e-01  4.40228820e-01  1.99448541e-02  9.02132809e-01\n  -3.91820997e-01 -6.87551647e-02]\n [-7.70194381e-02  1.36786569e-02  2.06246767e-02  9.82956946e-01\n  -1.81506813e-01 -2.31639668e-02]\n [-1.36346877e-01 -4.76034656e-02  2.35825051e-02  7.75400937e-01\n   4.52755302e-01 -9.93691385e-02]\n [-4.26635414e-01  3.27857912e-01  2.07525287e-02 -9.98141050e-01\n  -5.93865931e-04  4.22308557e-02]\n [-6.21794796e+00 -5.62231064e+00  1.02633387e-01 -8.64308715e-01\n  -1.62595123e-01 -1.12691090e-01]\n [ 4.79440355e+00  5.09449005e+00  2.29890287e-01 -9.92338717e-01\n  -9.04533081e-05 -1.23064399e-01]\n [ 1.46863818e+00 -1.75284624e+00  4.48721610e-02 -3.67437482e-01\n  -7.57257521e-01  4.94450212e-01]\n [-1.01168990e+00 -7.37665355e-01  2.13999450e-02 -8.43742251e-01\n  -2.15862412e-02  2.97422484e-02]\n [-1.37670031e+01 -5.60800695e+00  5.78325629e-01  6.88726753e-02\n   2.15306923e-01  1.32340312e-01]\n [-4.26694536e+00  2.43199182e+00  1.16202481e-01  9.70168412e-01\n  -1.37920514e-01  1.95017532e-01]\n [ 2.78907549e-02  7.97978863e-02  2.75931116e-02 -8.52838874e-01\n  -1.49149075e-02  5.12263656e-01]\n [-6.49771810e-01 -5.80171824e-01  1.78298280e-02 -3.47316355e-01\n   3.45411673e-02 -8.50710832e-03]\n [-1.63002431e-01  4.65800107e-01  2.57685427e-02  8.94255459e-01\n   8.85559916e-02  1.05293289e-01]\n [ 3.62009034e-02  2.01673061e-01  2.26932000e-02 -7.92700291e-01\n  -2.28882283e-02  5.61356544e-01]\n [-3.40601373e+00  4.21973848e+00  9.70541015e-02 -1.56263858e-01\n   4.67194349e-01  8.42578888e-01]\n [-3.24906015e+00  3.39281487e+00  2.06799321e-02 -9.96754348e-01\n   7.66164958e-02 -2.42444109e-02]\n [-9.10294175e-01  6.85168922e-01  3.50221433e-02  6.15983903e-01\n   6.82168484e-01  2.81496644e-01]\n [-1.92330112e+01  1.70464497e+01  3.03796172e-01 -1.39510155e-01\n   2.25956172e-01  4.83597107e-02]\n [ 1.54029286e+00  3.12271267e-01  3.44096869e-02 -7.40156114e-01\n  -4.30368632e-02  1.37115167e-02]\n [-4.84183884e+00 -1.20160902e+00  3.55357565e-02  5.80012381e-01\n  -2.98442900e-01  2.62356430e-01]\n [ 2.05104470e+00 -3.96499729e+00  5.10923229e-02 -9.55698550e-01\n  -2.93293208e-01  1.04399332e-04]\n [-2.76612663e+00  1.11497891e+00  1.03291005e-01  8.71892989e-01\n  -1.02294303e-01 -4.73702192e-01]\n [-4.08156604e-01 -2.95183420e-01  2.65519526e-02  1.11367308e-01\n   7.48767436e-01 -6.53394222e-01]\n [ 6.48396444e+00 -5.88817644e+00  7.31387436e-01 -3.99424404e-01\n   1.03716113e-01  8.08582008e-01]\n [ 1.86608024e-02  4.28273886e-01  2.02658381e-02  7.17883289e-01\n  -5.62389910e-01 -2.39903986e-01]\n [-1.25596249e+00  4.02198911e-01  2.57748306e-01  2.13282064e-01\n  -6.18354976e-01 -7.54745364e-01]\n [ 1.00783229e+00  6.87956512e-02  2.16507968e-02 -9.94436502e-01\n  -1.04350351e-01 -3.22204712e-03]\n [ 6.31783438e+00  5.76125717e+00  5.09918630e-01 -2.02266514e-01\n  -8.19258273e-01  4.51735437e-01]\n [-2.97182441e-01 -9.25717596e-03  1.78395025e-02 -9.74354625e-01\n  -4.08385582e-02  4.68257889e-02]\n [-4.98368107e-02  7.67780468e-02  1.97187420e-02 -9.87095773e-01\n   1.05157986e-01 -5.94249144e-02]\n [ 9.05745792e+00  3.39103293e+00  1.58890322e-01 -1.60523906e-01\n   8.84236574e-01 -2.50850558e-01]\n [-1.66034177e-01  1.68644875e-01  2.11459678e-02  9.34963584e-01\n   4.97568548e-02 -3.41275781e-01]\n [-1.57099640e+00  1.79537499e+00  5.77036180e-02 -3.43049437e-01\n   6.06248938e-02  8.58137727e-01]\n [ 6.93849182e+00 -1.09140612e-01  5.80322146e-01 -9.86742556e-01\n  -1.26566634e-01 -1.00279748e-01]\n [ 1.51065600e+00 -1.26889741e+00  4.16963957e-02  6.26990020e-01\n  -6.18758313e-02 -1.61599577e-03]\n [-6.73922896e-02  2.63752401e-01  2.22001206e-02 -7.33907938e-01\n   6.50333583e-01 -2.05507944e-03]]",
-        "arm_qvel": "[[ 1.41230524e+00 -2.22431064e+00  4.10627484e-01  3.07010674e+00\n   1.46321735e+01 -1.47205496e+00]\n [ 1.02937040e+01  3.36527014e+00 -3.64973694e-01  2.52666054e+01\n  -1.64633954e+00 -9.24353790e+01]\n [-1.54801369e+00 -6.28816509e+00  2.34602448e-02  5.66092062e+00\n  -8.75768244e-01  2.93225336e+00]\n [-1.14293076e-01 -7.59811923e-02  1.27683267e-01  3.20675421e+00\n  -6.26514578e+00  1.10086374e+01]\n [-1.25678670e+00 -2.32473469e+00  5.65426111e-01  4.70809793e+00\n  -3.05994749e+00 -1.44698114e+01]\n [-2.24472332e+01 -2.23020630e+01  5.96477151e-01  1.74812782e+00\n  -2.75852203e+00  4.04617043e+01]\n [-1.65387516e+01  5.73333597e+00  1.76394716e-01 -7.25670776e+01\n   1.40871216e+02 -5.99847870e+01]\n [-3.18105431e+01  3.37485580e+01  1.33372917e+01 -7.15066528e+01\n   4.95652885e+01  6.49336777e+01]\n [-7.39242125e+00  1.98618305e+00 -4.64456499e-01 -1.04464805e+00\n  -3.25615501e+01  6.37880135e+00]\n [ 1.31374363e-17 -4.07588813e-17  3.03823872e-05 -7.56595187e-16\n  -2.07163785e-16  1.52552305e-17]\n [ 1.19374238e-01  2.93413568e-02  9.85743403e-02 -1.01530358e-01\n   5.90285492e+00 -1.30872265e-01]\n [ 1.44696116e-01 -2.38781897e-04  6.85628317e-03  1.17522532e-05\n   6.90602875e+00  5.00670831e-05]\n [-8.79520476e-02  7.46196806e-01  1.59756497e-01 -3.78966522e+01\n  -7.19171906e+00  1.55522232e+01]\n [ 5.74311167e-02 -7.11377919e-01 -4.24012281e-02  3.68475494e+01\n   2.80062222e+00  7.42865849e+00]\n [-3.93033326e-01 -4.63750273e-01  3.08003426e-01  3.07001743e+01\n  -6.60024071e+00  2.91307793e+01]\n [-1.29050410e+00  2.47003719e-01 -2.79970974e-01 -3.22359991e+00\n  -5.87682381e+01 -7.09233665e+00]\n [-1.98462219e+01 -1.79653873e+01 -1.11497319e+00 -1.95764198e+01\n  -1.13639240e+01  5.10346985e+01]\n [ 1.46959000e+01  1.51931305e+01  1.14304602e+00 -5.82824469e-01\n  -9.60223160e+01  7.83977079e+00]\n [ 4.26247978e+00 -5.33169842e+00  3.40493947e-01  2.29250622e+01\n  -1.55475626e+01  5.63643217e+00]\n [-2.54080534e+00 -2.51556849e+00 -5.67779467e-02 -1.03964341e+00\n  -9.50124562e-01 -1.59445438e+01]\n [-4.32114143e+01 -1.82504196e+01  5.57844102e-01 -1.74216213e+01\n  -7.89247990e+00 -6.70006714e+01]\n [-1.34127474e+01  7.12822533e+00 -1.21265042e+00  4.50475388e+01\n  -6.15191269e+01 -1.38048716e+01]\n [-7.90787265e-02  3.06713939e-01  1.09162003e-01  1.09234774e+00\n  -2.11105556e+01  1.81000173e+00]\n [-1.78219473e+00 -1.83765471e+00  1.15676083e-01  1.15117095e-01\n  -2.15566084e-01 -1.18464117e+01]\n [-2.49571115e-01  1.05271816e+00  3.07496339e-02 -1.79236507e+01\n  -1.98690147e+01  7.07882614e+01]\n [-3.17072630e-01  2.27342546e-02  2.72683483e-02  1.65110362e+00\n  -2.11318855e+01  8.99808407e+00]\n [-1.08010292e+01  1.18397007e+01  8.00863981e-01  4.36267471e+00\n   8.84153175e+00 -1.88363612e+00]\n [-9.75485802e+00  9.67051220e+00  2.83420205e-01 -4.32613659e+00\n  -3.32037210e+00 -1.99157352e+01]\n [-2.42910385e+00  1.52834487e+00 -3.36913109e-01  3.80047226e+01\n   1.63340054e+01  1.67051964e+01]\n [-6.02851143e+01  5.32434769e+01 -6.73262477e-01  1.14724569e+01\n   2.45536423e+00  4.88883514e+01]\n [ 3.99375319e+00  2.27153614e-01  1.45081997e-01  4.56974089e-01\n  -4.08868170e+00 -1.44124413e+01]\n [-1.45484791e+01 -4.30056429e+00  9.32670012e-02  1.34457664e+01\n  -9.56924057e+00  2.95275440e+01]\n [ 6.42179537e+00 -1.29865961e+01 -1.46172333e+00  2.15475254e+01\n  -8.29021871e-01  9.13931489e-01]\n [-8.43464470e+00  2.52799034e+00  3.73788059e-01 -7.15516129e+01\n  -3.48197662e+02 -4.85663528e+01]\n [-1.39421988e+00 -1.60092986e+00  9.46230963e-02  6.59352798e+01\n  -5.75239449e+01 -4.87403393e-01]\n [ 2.00128384e+01 -1.91495571e+01  8.09116662e-01  5.12756681e+00\n   4.62095070e+01 -2.31300545e+01]\n [-3.18941921e-01  9.59160566e-01 -1.01152077e-01 -3.50461884e+01\n  -1.51049900e+01  2.09762077e+01]\n [-4.25783157e+00  5.77798009e-01 -5.27825773e-01 -5.37368345e+00\n  -6.77947283e+00  1.35657644e+00]\n [ 3.04637384e+00 -2.52288282e-01 -6.94957197e-01 -5.80535011e+01\n  -5.17246611e-02  7.05545378e+00]\n [ 1.99784164e+01  1.76303177e+01  3.91525812e-02  1.22444702e+02\n  -6.78507080e+01 -4.44122963e+01]\n [-1.59107015e-01 -4.40545678e-01  2.86018793e-02  4.02245253e-01\n  -2.69340754e+00 -1.82587452e+01]\n [-1.15251705e-01 -3.04740250e-01 -2.38645971e-01  1.33493166e+01\n  -5.33178473e+00 -1.09174080e+01]\n [ 2.79227810e+01  1.03111877e+01  1.22583836e-01 -2.48455772e+01\n   5.52118587e+00 -1.16089888e+01]\n [-7.57233620e-01 -1.63057581e-01  2.27443576e-01  4.71988678e+00\n  -3.96885338e+01 -9.00524521e+00]\n [-4.41027927e+00  4.69078445e+00  3.29448640e-01  1.21938026e+00\n   1.03498087e+01 -3.60124397e+00]\n [ 2.16420517e+01 -1.06502151e+00  3.04117382e-01 -4.32109108e+01\n  -3.87030029e+01  3.88416576e+00]\n [ 4.27230310e+00 -4.14098406e+00 -2.67742455e-01  4.52360773e+00\n  -1.48558259e+00 -3.36824799e+01]\n [-3.99881713e-02  3.67953837e-01 -6.64263964e-02 -2.27966194e+01\n  -6.74156249e-02 -6.45680141e+00]]",
-        "cube_pos": "[[-3.00571293e-01 -6.69278443e-01  1.59953773e-01]\n [-4.71851289e-01 -3.23333800e-01  7.05325067e-01]\n [ 4.11394089e-01 -5.51914275e-01  7.93308318e-02]\n [ 7.05566645e-01  5.70555916e-03  4.20097560e-01]\n [-9.14563775e-01 -1.16292572e+00 -8.19867849e-02]\n [-3.43527237e-04 -8.49768877e-01 -8.84621441e-01]\n [-3.44365269e-01 -7.91155696e-01 -9.06487465e-01]\n [ 4.69466954e-01 -6.61022246e-01 -4.57147866e-01]\n [-1.21055216e-01 -2.74733216e-01 -4.34018821e-02]\n [-3.36882043e-17 -5.36078811e-01 -1.75589189e-01]\n [ 1.50301401e-02 -7.43254185e-01  5.94296828e-02]\n [-3.35450750e-04 -7.36453831e-01  3.74250524e-02]\n [ 1.67049110e-01 -5.56567073e-01  4.33181345e-01]\n [-1.77312084e-02 -2.45451376e-01 -2.79413396e-03]\n [ 4.28826064e-01 -3.38295013e-01 -2.21575335e-01]\n [ 4.39392105e-02  6.42627001e-01  7.20319331e-01]\n [ 4.62421924e-01 -9.45976257e-01 -9.54960048e-01]\n [ 1.09068966e-02  9.30887282e-01 -4.19616193e-01]\n [-2.16955662e-01  9.34543371e-01 -3.83064479e-01]\n [-5.35488963e-01 -3.80745441e-01 -2.49787226e-01]\n [ 9.65083182e-01 -8.44994068e-01 -6.29054546e-01]\n [ 4.14646491e-02  9.71212924e-01 -5.82063556e-01]\n [-1.00146614e-01  4.02757525e-01  5.74884713e-01]\n [-9.37073052e-01 -1.02677274e+00 -1.07255720e-01]\n [-4.25885350e-01  3.39464515e-01 -3.02887350e-01]\n [-2.36603528e-01  5.17970091e-03  6.18148983e-01]\n [-2.17650726e-01  8.28938067e-01 -9.42655146e-01]\n [-4.78661107e-03  1.71094179e-01 -5.08600891e-01]\n [ 2.75625914e-01 -3.07798356e-01 -6.43227816e-01]\n [ 9.62882161e-01  6.84130549e-01  3.47408414e-01]\n [-6.70916378e-01  7.27884591e-01 -5.27233407e-02]\n [-7.11116433e-01 -9.00331795e-01 -8.98576736e-01]\n [-2.48859860e-02  7.31898904e-01 -2.71664292e-01]\n [-7.03190863e-02  6.91907331e-02  6.53851703e-02]\n [-4.53716423e-03  5.74517190e-01 -6.00811958e-01]\n [-4.19402301e-01  1.98566452e-01  9.37153995e-01]\n [ 3.32877249e-01 -6.92010105e-01  3.89925599e-01]\n [ 5.00727668e-02 -7.86822021e-01 -3.54622543e-01]\n [ 1.40257003e-02 -5.37970722e-01 -3.99338715e-02]\n [ 2.89550036e-01  8.14588308e-01  1.32882759e-01]\n [-2.16269821e-01  5.37813485e-01  1.06451344e-02]\n [-1.05130322e-01  7.51711726e-01  4.54618819e-02]\n [ 3.59766185e-01  9.57841992e-01  6.61293924e-01]\n [-8.30550715e-02 -5.53218089e-02 -1.40656695e-01]\n [-3.77149045e-01 -7.72324085e-01 -1.71773106e-01]\n [ 1.62471756e-02  5.03999352e-01 -8.04676533e-01]\n [ 7.76564419e-01 -5.22300601e-01 -1.18581979e-02]\n [ 1.96063995e-01  2.44322300e-01 -3.96331623e-02]]"
+        ":serialized:": "gAWVLwwAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojAhhcm1fcXBvc5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJaABAAAAAAAACVaD7762XM+q3p1PAAAgD/tQgYkguIfIsTFhD3IoXU+fWCKPDiKf7/5yFC9JCSDPMfwL72D/wo+q3p1PAAAgD+TpVojsWm+IhK8Ij362BU+q3p1PAAAgD/gle8jPy+sItYRaj1kSGw+q3p1PAAAgD834q8j3FY/IyNX8L0xaBI+q3p1PAAAgD/wn7QjubyLou5OlT1w4no+q3p1PAAAgD+2IQgkbB7ToT1uNr+VAVO/bcznPPIVf7/7K6O9qgrfvMo7BEHo9WDACSctPU5AH76zcg4862cmv7eDKMC0kThAQSVvPQIdeL9N3YU7jp5HPm+RQb2q6Sw+q3p1PAAAgD+8tcsjf5VJIrnzkz3I9lQ+q3p1PAAAgD8Lz9Ajuz6UIY6B1EAoG5TAjltiPZjWZb8RZga+QFgcvnJVEcG0hAPBJdCYPYR0FL/+xC8/77SjPgqrikBGemRCfSFfQpFpo75XOvY9qjY2P+CVmEBXUQzBGLksPXmVfj94ZpW9z+RFvU68oEEFALnALv5ZPnnhE77TBXa+S+Avv2YdxjtQp30+q3p1PAAAgD+mhvkjYP8NIp1bWb+aOwE/gUmcPLj/Tb+4ZVi91XeQvIr6rz1KxTU+q3p1PAAAgD+m/gwk+lA4nXoFgj3hNzc+q3p1PAAAgD9FPeEjDHoiIZCtC765PCs+q3p1PAAAgD+ZtwYkN3IOotRIKcAc6bk/cVxAPex9dD3Psxu/R48Iv1PTNb0E8B8+q3p1PAAAgD90aLEjDmMqIzOMkj0OAgU+q3p1PAAAgD+hlNYjCQ8RIw+wEr6R828+q5B2PJyRaD9DISI66wXBOmZ/N0Hw0FbBBehfPoOTez9w/O+9JiHxvGmwmDyJpls+q3p1PAAAgD+PCAsjqHOKJ/EXEr6GqPU9q3p1PAAAgD9OaMAjf0hwoTgFDEAvXzc/p7PRPMUtuDtzsMw+GpE/vwMKiEDWxTA/VN6YPHrTPz85hAk9z0mnvcsAL8H4bgg+c0moPbdJFr//Xo8826ZLvuwPDz4yEsk+DbKbPPCGfD8cqgO+rJGePWKlqb/hdq49xN8KP5P7RD/Vbty8qucCvzrWU0AxR7XA7lVePvpbND99uR0/x9+UvoF6sL3nO34+q3p1PAAAgD81/rEjmK3ComlFqr+P08e/W6UQP1U9PT/yeDq+4GQxvi7xMjzPx/I9q3p1PAAAgD++2/Eji2asooRt3b+ySrO/NmHJPMNPc7/iZDk+97lrvji4lsAVWIrAQm4BPQX/Zj9TYQA9ReN9vJsBmz1H1fQ9q3p1PAAAgD+kFwUkBAlvoUfS+bvwfyo+q3p1PAAAgD+BJu0jc+Mtosa/Wb/ztVs/dgLaPAfunj5s9zY/PTrIvpXHYUIuCaQ+re5iQf6kWb994E++QYSHPsI6xLtFAWU+kW6FPCxjfL8qhr67nNUXPkdeBT2smHw+q3p1PAAAgD9N0AskufZTH5kDuL1x/AQ+q3p1PAAAgD+ubLgjYXYzI/HaTD7/cJU+QzzHPDZyab9t9Z++p7JOPpSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGJLMEsGhpSMAUOUdJRSlIwIYXJtX3F2ZWyUaAcoloAEAAAAAAAAzczmpJqZkiQz4Bs21V5kpkofi6UrL6IkCcQ4Pk5gPj1IGCS+V30uwQKuEj9qLzPBl193o0WquCQz4Bs2MvrmpfQsg6ayihOlZmb6pDMzgyQz4Bs2tv57pQD/wqUXv7GjKIo4I0BYwCMz4Bs28dTlJQ5PYKZcTQqkzcxsIzMze6Mz4Bs2RA8PJUmvCyYzv5wj6diWpOFonSMz4Bs2VCEvpvE7ySXCWiGlqM3yv7KJ4795vhk+ZNZbwXscKEAsamxA9TClQRP9E8HLPza/OZLjP+FyQcJ4tlHCWqvRwLZPzUD02KC+XFTbP/d3MMFkH1VBzczII83MTKQz4Bs2FL2zplWjAqbRXmekmpkupQAAECUz4Bs2GPMwJlIfBab1VkulH5t6QU99QsHWuU09y2NIQEfbekAoKpLBOva1weGNqsHr0si//yUSQS3OkkCDmnDAuu4xQT6xD0Ol3gpDplCXwcfz38KtNMFCIG9CQRUqrcFrvLq+bNFBQUgDG0GlJ9bBj4ZCQlh+cMGlNANA/OJtQQ0dGkK8jBjCJswTJIoUKCMz4Bs20WYGpQ7iEybhIDakIWDovwephD+lzHM+XGmYwYv2ZsDlhgnDAADAIWZmhaQz4Bs2705QpiT/JyUQ/zakMzOPo83MzB8z4Bs2UgoFp0v/iSUU/7OjskuBIUUWc6Mz4Bs2LyGVplnp7aMQuF0jp9KhwGu9QkAq0IE/E7VRQUUfQUFaCjrB7EP/pPWYBSUz4Bs2/tuapTOGSaWBqLKkHWbjo4QRwyMz4Bs2fGcZpnAdR6bpAYKiCm/Eu90jlLwOUJ06BCTHvZtHPD6uEsQ/tMfmQbaRBcKmW+8+hBJLwZGovL8pP+jBYkTap15gjCQ34Bs2ZcLAJbcS4Krd0jCjzcwOJM3MvCIz4Bs2LymfpuH+2iQg56olXb6oQOy1wj+nVFW+a/bFwlp8N0MsggFDtd8iQcSqlT8+Tmi+WIz5wEWDAEEAoW5CI7nZwdDGPylHaLq/6e/9vkiSwr8pMDJBW5fWPuBIDj8iW4W9Sq7Jwb6OMUE9uHFBFG30wOABcL62Y/I/8Pqevm/SvMBz9ozAMhQGQaj6YcHyefu9IvNIwuD+tkEd74zBmpkFJJqZ6qQz4Bs2En+1JNOWZaY2vxkknGkHwQlzFMH4nV1ATsP1v+JWGsDBYgTBMzMVJM3MEiQz4Bs2AW/CpSPXqCXGbu+kJMlswA28cMAmhNy+dgIgQUjDHcGd6n7A49A3weChMsEauri+TP8CPwN8BT+ddgZAMzNbo83Mo6Q04Bs2235fpMY+byVXFwGlRpuEJHWjxSQz4Bs2NV3QpuSd+iQyBUckGuqmv6qTmD/53C8+sFmXQNxCCMC+q7W/bNwOQ8WifD5VSAdCRPomwkS1WULah6dChz5/vhIxDL0UfD0+0isbPq64eMHd4sA+AADYo2ZmpiIz4Bs2TzuHphT/M6I5D5gkZmb6o2Zm3qMz4Bs2zBJrpiE/KqRIV4yloXtPvnDRcb7LMTE+1ddSQVxCxcDpRMRAlGgOSzBLBoaUaBJ0lFKUjAhjdWJlX3Bvc5RoByiWQAIAAAAAAAC7nIoiFsK/v+49Nr8AV948IIbuvwWsn758Th8j63MKwHDeCb9dr/mibjP0vwD9Ar9fA4KjK/X4v1N4qL5E4Ziilwukvyhnrr5P1RmjTN/kvzIVAr9kOtG71GYhwFSeAL9ZaD6/ShHZv8lovb7eGRq+VDbVv6PAr77Snk0j8VDdv9M1Nr+WN48iRlkLwHhMxr1Oicg+pvAPwB8pNb+7ppm+q9wAwPAQH7+HMh2/pqXqvh++sr2KBm49APTiv5edKb8Hnys/wVgVwF8wDb8cY+iiE6b2v3GbC79sURe/RF79v9rTwr6F/KajDJyOv0dmO79J3++idhDuvz1iIb/aiLKgakS+v50yCL++sxU/xYDhv/lxJ7/vk/2hZB3avwSADb/XaNCilE+cvw7IB7+k/NU+AWVTv2OgUb5xmA++Y0fxvzpHE793jOYqXaAPwKbBnL4d1jQjzmDmv7hLBr9WgQe/Kii9v+ZV5L7BAii/y46RvzFoRz1x10g/apsDwPsXK7/uKog9zYYIwBcLbL5rc8O+dvXYv8E4OL+Cg0s+xaonwE1cFL9/634jGq4LwLoGgr158x+/Q7AwwDRykb4dIlQj3BPXv6dU4b4O0tW9RhLov7Jl/r4z+Ns+QIASwNGqLb8pwkqjSGKpvxh7n76sbbaiQhznv3zCBL8Axvq+sZvDv5bYub7AkNA+VsXqv0jo5b6Cs569I/bbv9I4BL9QgXMiqCGJv5dqkr61oaaiSb29vyubhL56oDG+g4sLwOQ3CL+UaA5LMEsDhpRoEnSUUpR1Lg==",
+        "arm_qpos": "[[-1.39992312e-01  2.38136202e-01  1.49828596e-02  1.00000000e+00\n   2.91133066e-17  2.16684304e-18]\n [ 6.48303330e-02  2.39874959e-01  1.68917123e-02 -9.98202801e-01\n  -5.09729125e-02  1.60084441e-02]\n [-4.29542325e-02  1.35740325e-01  1.49828596e-02  1.00000000e+00\n   1.18528654e-17  5.16115083e-18]\n [ 3.97301391e-02  1.46335512e-01  1.49828596e-02  1.00000000e+00\n   2.59759065e-17  4.66707172e-18]\n [ 5.71459159e-02  2.30744898e-01  1.49828596e-02  1.00000000e+00\n   1.90693437e-17  1.03725239e-17]\n [-1.17353700e-01  1.42975584e-01  1.49828596e-02  1.00000000e+00\n   1.95833753e-17 -3.78758434e-18]\n [ 7.29044527e-02  2.45004416e-01  1.49828596e-02  1.00000000e+00\n   2.95188534e-17 -1.43059688e-18]\n [-7.12619603e-01 -8.24242890e-01  2.82957200e-02 -9.96428609e-01\n  -7.96737298e-02 -2.72267647e-02]\n [ 8.26459694e+00 -3.51500893e+00  4.22735550e-02 -1.55518740e-01\n   8.69433861e-03 -6.50023162e-01]\n [-2.63303924e+00  2.88389301e+00  5.83851375e-02 -9.69192624e-01\n   4.08521900e-03  1.94940776e-01]\n [-4.72578369e-02  1.68860108e-01  1.49828596e-02  1.00000000e+00\n   2.20862716e-17  2.73197222e-18]\n [ 7.22422078e-02  2.07972646e-01  1.49828596e-02  1.00000000e+00\n   2.26390913e-17  1.00454747e-18]\n [ 6.64081478e+00 -4.62831497e+00  5.52630946e-02 -8.97805691e-01\n  -1.31248727e-01 -1.52680397e-01]\n [-9.08336067e+00 -8.21989822e+00  7.46157542e-02 -5.79902887e-01\n   6.86599612e-01  3.19739789e-01]\n [ 4.33337879e+00  5.71194077e+01  5.57827034e+01 -3.19164783e-01\n   1.20228462e-01  7.11771607e-01]\n [ 4.76829529e+00 -8.76985836e+00  4.21687067e-02  9.94468272e-01\n  -7.29493499e-02 -4.83139120e-02]\n [ 2.00919456e+01 -5.78125238e+00  2.12883681e-01 -1.44414797e-01\n  -2.40256593e-01 -6.87016189e-01]\n [ 6.04598504e-03  2.47708559e-01  1.49828596e-02  1.00000000e+00\n   2.70536599e-17  1.92442577e-18]\n [-8.49054158e-01  5.04815698e-01  1.90780181e-02 -8.04683208e-01\n  -5.28313816e-02 -1.76352654e-02]\n [ 8.59270841e-02  1.77510411e-01  1.49828596e-02  1.00000000e+00\n   3.05733564e-17 -2.43940611e-21]\n [ 6.34870082e-02  1.78924099e-01  1.49828596e-02  1.00000000e+00\n   2.44204975e-17  5.50492627e-19]\n [-1.36404276e-01  1.67223826e-01  1.49828596e-02  1.00000000e+00\n   2.92121315e-17 -1.93050534e-18]\n [-2.64507008e+00  1.45242643e+00  4.69631590e-02  5.96904010e-02\n  -6.08212411e-01 -5.33436239e-01]\n [-4.43909876e-02  1.56189024e-01  1.49828596e-02  1.00000000e+00\n   1.92346161e-17  9.23669411e-18]\n [ 7.15564713e-02  1.29890651e-01  1.49828596e-02  1.00000000e+00\n   2.32648733e-17  7.86364957e-18]\n [-1.43249735e-01  2.34327570e-01  1.50491400e-02  9.08471823e-01\n   6.18476595e-04  1.47264951e-03]\n [ 1.14686031e+01 -1.34260101e+01  2.18658522e-01  9.82719600e-01\n  -1.17180705e-01 -2.94347517e-02]\n [ 1.86388064e-02  2.14502469e-01  1.49828596e-02  1.00000000e+00\n   7.53701745e-18  3.84280891e-15]\n [-1.42669454e-01  1.19950339e-01  1.49828596e-02  1.00000000e+00\n   2.08608565e-17 -8.14111107e-19]\n [ 2.18781853e+00  7.16296136e-01  2.55983602e-02  5.62069053e-03\n   3.99783701e-01 -7.48307824e-01]\n [ 4.25122213e+00  6.90518737e-01  1.86607018e-02  7.49320626e-01\n   3.35733630e-02 -8.16837475e-02]\n [-1.09376936e+01  1.33235812e-01  8.21713433e-02 -5.87062299e-01\n   1.75013524e-02 -1.98878691e-01]\n [ 1.39709175e-01  3.92716944e-01  1.90057997e-02  9.86433983e-01\n  -1.28578603e-01  7.74262846e-02]\n [-1.32535958e+00  8.51876810e-02  5.42476892e-01  7.69463718e-01\n  -2.69083176e-02 -5.11347413e-01]\n [ 3.30995035e+00 -5.66494036e+00  2.17124671e-01  7.04528451e-01\n   6.16111577e-01 -2.90769786e-01]\n [-8.61711577e-02  2.48275384e-01  1.49828596e-02  1.00000000e+00\n   1.92980393e-17 -5.27676049e-18]\n [-1.33024323e+00 -1.56114376e+00  5.65023124e-01  7.39217103e-01\n  -1.82101995e-01 -1.73236370e-01]\n [ 1.09217595e-02  1.18545167e-01  1.49828596e-02  1.00000000e+00\n   2.62223368e-17 -4.67292650e-18]\n [-1.72990465e+00 -1.40071702e+00  2.45824866e-02 -9.50435817e-01\n   1.81048900e-01 -2.30201587e-01]\n [-4.70998764e+00 -4.32325220e+00  3.15992907e-02  9.02328789e-01\n   3.13428156e-02 -1.54960798e-02]\n [ 7.56866559e-02  1.19547419e-01  1.49828596e-02  1.00000000e+00\n   2.88598022e-17 -8.09882818e-19]\n [-7.62394397e-03  1.66503668e-01  1.49828596e-02  1.00000000e+00\n   2.57118985e-17 -2.35662826e-18]\n [-8.50582480e-01  8.58245075e-01  2.66125016e-02  3.10409755e-01\n   7.14712858e-01 -3.91069323e-01]\n [ 5.64449043e+01  3.20382535e-01  1.41832705e+01 -8.50173831e-01\n  -2.03004792e-01  2.64680892e-01]\n [-5.98844979e-03  2.23637655e-01  1.62880737e-02 -9.85888243e-01\n  -5.81433345e-03  1.48275793e-01]\n [ 3.25606130e-02  2.46676147e-01  1.49828596e-02  1.00000000e+00\n   3.03172580e-17  4.48850722e-20]\n [-8.98506120e-02  1.29869238e-01  1.49828596e-02  1.00000000e+00\n   1.99953476e-17  9.72867715e-18]\n [ 2.00053945e-01  2.91877717e-01  2.43207272e-02 -9.11898971e-01\n  -3.12419325e-01  2.01853380e-01]]",
+        "arm_qvel": "[[-1.00093546e-16  6.35776180e-17  2.32273010e-06 -7.92319119e-16\n  -2.41338586e-16  7.03362064e-17]\n [ 1.80435315e-01  4.64785621e-02 -1.60248876e-01 -1.09056005e+01\n   5.72967649e-01 -1.11990757e+01]\n [-1.34101388e-17  8.00857277e-17  2.32273010e-06 -4.00681789e-16\n  -9.10213558e-16 -1.27972093e-16]\n [-1.08593687e-16  5.68989287e-17  2.32273010e-06 -2.18570790e-16\n  -3.38264302e-16 -1.92713081e-17]\n [ 1.00039157e-17  2.08540570e-17  2.32273010e-06  3.98694623e-16\n  -7.78227508e-16 -2.99895059e-17]\n [ 1.28369539e-17 -1.36175791e-17  2.32273010e-06  1.24084450e-16\n   4.84628683e-16  1.69945299e-17]\n [-6.54195904e-17  1.70663921e-17  2.32273010e-06 -6.07604897e-16\n   3.49085597e-16 -1.39952739e-16]\n [-1.89690113e+00 -1.77763963e+00  1.50140658e-01 -1.37398415e+01\n   2.62673831e+00  3.69398022e+00]\n [ 2.06489048e+01 -9.24928570e+00 -7.11910903e-01  1.77789986e+00\n  -4.83621864e+01 -5.24281921e+01]\n [-6.55216694e+00  6.41598034e+00 -3.14155221e-01  1.71351194e+00\n  -1.10292883e+01  1.33201637e+01]\n [ 2.17707800e-17 -4.44089216e-17  2.32273010e-06 -1.24718698e-15\n  -4.53241666e-16 -5.01704530e-17]\n [-1.51441365e-16  1.24900090e-16  2.32273010e-06  6.13917198e-16\n  -4.61860914e-16 -1.76369055e-16]\n [ 1.56628714e+01 -1.21555929e+01  5.02260551e-02  3.13109088e+00\n   3.91963363e+00 -1.82705841e+01]\n [-2.27452278e+01 -2.13192768e+01 -1.56893671e+00  9.13427639e+00\n   4.58766794e+00 -3.75943065e+00]\n [ 1.11207829e+01  1.43692352e+02  1.38869705e+02 -1.89143791e+01\n  -1.11976128e+02  9.66028824e+01]\n [ 1.21521301e+01 -2.16455479e+01 -3.64718765e-01  1.21136284e+01\n   9.68830109e+00 -2.67693577e+01]\n [ 4.86314049e+01 -1.50308456e+01  2.05008817e+00  1.48679161e+01\n   3.85283699e+01 -3.81374359e+01]\n [ 3.20484643e-17  9.11164756e-18  2.32273010e-06 -1.16574828e-16\n   5.13072314e-16 -3.94928086e-17]\n [-1.81543362e+00  1.03640831e+00  2.38085344e-01 -1.90514450e+01\n  -3.60879779e+00 -1.37526932e+02]\n [ 1.30104261e-18 -5.78530253e-17  2.32273010e-06 -7.22714716e-16\n   1.45713860e-16 -3.96810054e-17]\n [-1.55257748e-17  8.67361751e-20  2.32273010e-06 -1.84630524e-15\n   2.39387049e-16 -1.95152487e-17]\n [ 8.76141640e-19 -1.31777722e-17  2.32273010e-06 -1.03479463e-15\n  -2.57944181e-17  1.20194108e-17]\n [-5.05696440e+00  3.04281116e+00  1.01416516e+00  1.31067076e+01\n   1.20701342e+01 -1.16275272e+01]\n [-1.10703686e-16  1.15877350e-16  2.32273010e-06 -2.68638140e-16\n  -1.74794394e-16 -7.74806514e-17]\n [-2.46546360e-17  2.11493605e-17  2.32273010e-06 -5.32227858e-16\n  -6.90818896e-16 -3.52385931e-18]\n [-5.99468220e-03 -1.80835072e-02  1.20020076e-03 -9.72366631e-02\n   1.83866903e-01  1.53182006e+00]\n [ 2.88475113e+01 -3.33922958e+01  4.67496097e-01 -1.26920204e+01\n  -1.47389424e+00 -2.90308399e+01]\n [-6.05812956e-15  6.08785740e-17  2.32273101e-06  3.34384176e-16\n  -3.98033792e-13 -9.58563115e-18]\n [ 3.09648147e-17  5.11743434e-18  2.32273010e-06 -1.10440041e-15\n   9.49742111e-17  2.96469155e-16]\n [ 5.27323771e+00  1.52117682e+00 -2.08330736e-01 -9.89812851e+01\n   1.83485748e+02  1.29508484e+02]\n [ 1.01796160e+01  1.16927385e+00 -2.26860970e-01 -7.79838181e+00\n   8.03204823e+00  5.96572266e+01]\n [-2.72153988e+01  4.25829619e-14 -1.45630729e+00 -4.95970994e-01\n  -1.52008915e+00  1.11367579e+01]\n [ 4.19123501e-01  5.55799484e-01 -6.51152283e-02 -2.52101021e+01\n   1.10973492e+01  1.51074800e+01]\n [-7.63831520e+00 -2.34382153e-01  1.89366794e+00 -3.10508251e-01\n  -5.90068769e+00 -4.40508413e+00]\n [ 8.37993050e+00 -1.41236954e+01 -1.22791186e-01 -5.02374344e+01\n   2.28744507e+01 -1.76167545e+01]\n [ 2.89698834e-17 -1.01741535e-16  2.32273010e-06  7.87115028e-17\n  -7.96547401e-16  3.33385484e-17]\n [-8.46328354e+00 -9.27808475e+00  3.46276665e+00 -1.92002273e+00\n  -2.41155291e+00 -8.27410984e+00]\n [ 3.23525922e-17  3.18321764e-17  2.32273010e-06 -3.37288546e-16\n   2.92891367e-16 -1.03837385e-16]\n [-3.69977665e+00 -3.76147771e+00 -4.30695713e-01  1.00006008e+01\n  -9.86017609e+00 -3.98306966e+00]\n [-1.14884977e+01 -1.11645203e+01 -3.60794842e-01  5.11708021e-01\n   5.21423519e-01  2.10098958e+00]\n [-1.18828556e-17 -7.10369277e-17  2.32273032e-06 -4.84628677e-17\n   2.07512140e-16 -1.11968743e-16]\n [ 5.75089181e-17  8.57120382e-17  2.32273010e-06 -1.44581631e-15\n   1.08687694e-16  4.31556471e-17]\n [-1.30401921e+00  1.19200635e+00  1.71741381e-01  4.72969818e+00\n  -2.12908077e+00 -1.41930366e+00]\n [ 1.42861023e+02  2.46714666e-01  3.38206367e+01 -4.17444000e+01\n   5.44270172e+01  8.37653351e+01]\n [-2.49261960e-01 -3.42264846e-02  1.85043633e-01  1.51534349e-01\n  -1.55450878e+01  3.76730829e-01]\n [-2.34187669e-17  4.51028087e-18  2.32273010e-06 -9.38358240e-16\n  -2.43940608e-18  6.59452803e-17]\n [-2.71484217e-17 -2.41126557e-17  2.32273010e-06 -8.15574779e-16\n  -3.69163461e-17 -2.43452727e-16]\n [-2.02620044e-01 -2.36150503e-01  1.73041508e-01  1.31776934e+01\n  -6.16435051e+00  6.13341188e+00]]",
+        "cube_pos": "[[ 3.75709198e-18 -1.49811053e+00 -7.11882472e-01]\n [ 2.71410942e-02 -1.86346817e+00 -3.11859280e-01]\n [ 8.63602698e-18 -2.16332507e+00 -5.38550377e-01]\n [-6.76772583e-18 -1.90781951e+00 -5.11672974e-01]\n [-1.40960560e-17 -1.94498193e+00 -3.29043001e-01]\n [-4.14381918e-18 -1.28160369e+00 -3.40630770e-01]\n [-8.33931647e-18 -1.78806448e+00 -5.08135915e-01]\n [-6.38513453e-03 -2.52190113e+00 -5.02415895e-01]\n [-7.43779719e-01 -1.69584012e+00 -3.69940072e-01]\n [-1.50489300e-01 -1.66572046e+00 -3.43266577e-01]\n [ 1.11467038e-17 -1.72903264e+00 -7.11758792e-01]\n [ 3.88190816e-18 -2.17732382e+00 -9.68255401e-02]\n [ 3.91672552e-01 -2.24906301e+00 -7.07658708e-01]\n [-3.00100178e-01 -2.01346850e+00 -6.21352196e-01]\n [-6.14052236e-01 -4.58295047e-01 -8.72766897e-02]\n [ 5.81117049e-02 -1.77307129e+00 -6.62560880e-01]\n [ 6.70395315e-01 -2.33354211e+00 -5.51519334e-01]\n [-6.29886621e-18 -1.92694318e+00 -5.45340598e-01]\n [-5.91086149e-01 -1.97943926e+00 -3.80522549e-01]\n [-1.81047022e-17 -1.11413717e+00 -7.32029378e-01]\n [-6.50174922e-18 -1.85987735e+00 -6.30405247e-01]\n [-3.02449337e-19 -1.48646283e+00 -5.32022297e-01]\n [ 5.84773898e-01 -1.76174223e+00 -6.54082835e-01]\n [-1.71831045e-18 -1.70402193e+00 -5.52734613e-01]\n [-5.64895165e-18 -1.22117853e+00 -5.30396342e-01]\n [ 4.17943120e-01 -8.25759947e-01 -2.04713389e-01]\n [-1.40229955e-01 -1.88499105e+00 -5.75305581e-01]\n [ 4.09536744e-13 -2.24416280e+00 -3.06164920e-01]\n [ 9.80315980e-18 -1.79982924e+00 -5.24592876e-01]\n [-5.29317260e-01 -1.47778821e+00 -4.45967853e-01]\n [-6.56292021e-01 -1.13717020e+00  4.86833490e-02]\n [ 7.84537375e-01 -2.05636072e+00 -6.68334663e-01]\n [ 6.64881319e-02 -2.13322759e+00 -2.30511054e-01]\n [-3.81739944e-01 -1.69499087e+00 -7.19615996e-01]\n [ 1.98743850e-01 -2.61979795e+00 -5.79533398e-01]\n [ 1.38192358e-17 -2.18250132e+00 -6.34893924e-02]\n [-6.24808848e-01 -2.76075816e+00 -2.84074426e-01]\n [ 1.14997668e-17 -1.68029356e+00 -4.40098971e-01]\n [-1.04404554e-01 -1.81305766e+00 -4.96869624e-01]\n [ 4.29627985e-01 -2.28907776e+00 -6.78387702e-01]\n [-1.09915570e-17 -1.32331181e+00 -3.11486006e-01]\n [-4.94473185e-18 -1.80554986e+00 -5.18592596e-01]\n [-4.89791870e-01 -1.52818882e+00 -3.62980545e-01]\n [ 4.07354355e-01 -1.83414721e+00 -4.49037790e-01]\n [-7.74908215e-02 -1.71844900e+00 -5.16492009e-01]\n [ 3.30010985e-18 -1.07133961e+00 -2.85969466e-01]\n [-4.51656041e-18 -1.48233902e+00 -2.58996338e-01]\n [-1.73463732e-01 -2.18039012e+00 -5.32102823e-01]]"
     },
-    "_episode_num": 17808,
+    "_episode_num": 576,
     "use_sde": true,
     "sde_sample_freq": -1,
-    "_current_progress_remaining": 0.6430768,
+    "_current_progress_remaining": 0.9875248,
     "_stats_window_size": 100,
     "ep_info_buffer": {
         ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHwFeQqjJuEVaMAWyUS8iMAXSUR0CZKESm65G0dX2UKGgGR8BYA/ovBacJaAdLyGgIR0CZJ9JwbVBldX2UKGgGR8BWcRPj4pMIaAdLyGgIR0CZJ1tnf2sadX2UKGgGR8BXPJylvZRLaAdLyGgIR0CZJuVvddmhdX2UKGgGR8BVGtZJTVDsaAdLyGgIR0CZVG7fHggpdX2UKGgGR8BUwOLNwBHTaAdLyGgIR0CZU/w1BMSLdX2UKGgGR8BYPJQLux8laAdLyGgIR0CZU4nfEXLvdX2UKGgGR8BX3J4nndO7aAdLyGgIR0CZUxaPS2H+dX2UKGgGR8BX1GyC4BmxaAdLyGgIR0CZUqLV4HHFdX2UKGgGR8BIpTJp35eraAdLyGgIR0CZUi4jKPn0dX2UKGgGR8AcpXJYDDCQaAdLyGgIR0CZUbYCQtBfdX2UKGgGR8BXzqkAPuohaAdLyGgIR0CZUT4R28qXdX2UKGgGR8BVEhc3VCokaAdLyGgIR0CZUMqmTC+DdX2UKGgGR8BYPJQLux8laAdLyGgIR0CZUFcTrVvudX2UKGgGR8BXu44Ia99MaAdLyGgIR0CZT+Pw/gR9dX2UKGgGR8BX3JE6T4cnaAdLyGgIR0CZT3BV+7UYdX2UKGgGR8BV7k0zj3mFaAdLyGgIR0CZTv2KVII4dX2UKGgGR8BX3bLEDQqqaAdLyGgIR0CZTokUsWfsdX2UKGgGR8BX1ZtSAH3UaAdLyGgIR0CZThY6GQCCdX2UKGgGR8BXYsX7+DODaAdLyGgIR0CZTX3h4t6HdX2UKGgGR8BQgtfCyhSMaAdLyGgIR0CZTQsLfDUFdX2UKGgGR8A7+BppN9H+aAdLyGgIR0CZTJewcHW0dX2UKGgGR8BXjGDpTuOTaAdLyGgIR0CZTCTBZZB+dX2UKGgGR8BXxSVfNRm9aAdLyGgIR0CZS7FxXGOudX2UKGgGR8BCZ6Vlf7aaaAdLyGgIR0CZSz5TZQHidX2UKGgGR8BOKJb2USqVaAdLyGgIR0CZSsnHvMKUdX2UKGgGR8BYGm0zCUHIaAdLyGgIR0CZSlWaMJhOdX2UKGgGR8BXzduP3i71aAdLyGgIR0CZSeIz3yqddX2UKGgGR8BXuWB8QZn+aAdLyGgIR0CZSW5/LDAKdX2UKGgGR8BXV5h4MWoFaAdLyGgIR0CZSPvhqCYkdX2UKGgGR8BWJKZlWfbsaAdLyGgIR0CZSIiMYMvzdX2UKGgGR8BXRwqy4Wk8aAdLyGgIR0CZSBW6bvw3dX2UKGgGR8BULh5HEuQIaAdLyGgIR0CZR5/echC/dX2UKGgGR0BBsWc8TzunaAdLyGgIR0CZRyyI55qudX2UKGgGR8BVhcmnfl6raAdLyGgIR0CZRraxoqTbdX2UKGgGR8BX3bu2JBPbaAdLyGgIR0CZRkSHM2WIdX2UKGgGR8BUduyzHCGfaAdLyGgIR0CZRb7/n4fwdX2UKGgGR8BWOOcQRPGiaAdLyGgIR0CZRUyxiXpodX2UKGgGR8BXvN74SHuaaAdLyGgIR0CZRNo4dZJTdX2UKGgGR8BT95y+6Ae8aAdLyGgIR0CZRGiEg4ffdX2UKGgGR8BX0WPgeii7aAdLyGgIR0CZQ/OE/SpjdX2UKGgGR8BXuyed07r+aAdLyGgIR0CZQ4D1oQFtdX2UKGgGR8BXyJPEbYK6aAdLyGgIR0CZQwymhufmdX2UKGgGR8BSmzv7WNFSaAdLyGgIR0CZQpollbu/dX2UKGgGR8BX4J9uxbB5aAdLyGgIR0CZQiRU3n6mdX2UKGgGR8BX3KZ6Uqx1aAdLyGgIR0CZQbAfuCwsdX2UKGgGR8BO0BgE2YOUaAdLyGgIR0CZQTz2exwAdX2UKGgGR8BX2XDej2zwaAdLyGgIR0CZQMZ0Syt3dX2UKGgGR8BW/ona37UHaAdLyGgIR0CZQFPxhDw6dX2UKGgGR8BYAC/j81n/aAdLyGgIR0CZP+HAAQxvdX2UKGgGR8BXNHNLUTcqaAdLyGgIR0CZP2q7iADrdX2UKGgGR8BXS7vgFX7taAdLyGgIR0CZPvTKT0QLdX2UKGgGR8BXWZhnanJlaAdLyGgIR0CZZE7NjbztdX2UKGgGR8BUtP642CNCaAdLyGgIR0CZY9wSJ0nxdX2UKGgGR8A13qDK5kLAaAdLyGgIR0CZY2mzjWCmdX2UKGgGR8BX3NmDlHSXaAdLyGgIR0CZYvZeRgZ1dX2UKGgGR8BX0q02LpA2aAdLyGgIR0CZYoKgqVhTdX2UKGgGR8A8kt+TeO4oaAdLyGgIR0CZYg3n6l+FdX2UKGgGR8BRX2sq8UVSaAdLyGgIR0CZYZXBguyvdX2UKGgGR8BXL9gBtDUmaAdLyGgIR0CZYR3K0UoKdX2UKGgGR8BWS7lNlAeJaAdLyGgIR0CZYKpZOi35dX2UKGgGR8BYPJQLux8laAdLyGgIR0CZYDbFCLMtdX2UKGgGR8BX6/0I1LrYaAdLyGgIR0CZX8ObAk9mdX2UKGgGR8BYBS2UjcEeaAdLyGgIR0CZX0/82rGSdX2UKGgGR8BXnqUFB6a9aAdLyGgIR0CZXt0ngHeKdX2UKGgGR8BX49oSL61taAdLyGgIR0CZXmisny/cdX2UKGgGR8BX0n/tIClraAdLyGgIR0CZXfXMhX8wdX2UKGgGR8BXifw3HaN/aAdLyGgIR0CZXV1uivgWdX2UKGgGR8BVC0u14Pf9aAdLyGgIR0CZXOqS5iEydX2UKGgGR8BT5nAuZkTYaAdLyGgIR0CZXHcx0uDjdX2UKGgGR8BAzPgNwzciaAdLyGgIR0CZXAQ/5ckddX2UKGgGR8BX59Brvb48aAdLyGgIR0CZW5Dst03gdX2UKGgGR8AzjS5iExqPaAdLyGgIR0CZWx3KB/ZvdX2UKGgGR8BWTw1ivxH5aAdLyGgIR0CZWqk+X7cgdX2UKGgGR8BXeaxC6YmcaAdLyGgIR0CZWjUGmk30dX2UKGgGR8BXyBC6Ymb9aAdLyGgIR0CZWcGahHskdX2UKGgGR8BXtPtD2JzlaAdLyGgIR0CZWU3hXKbKdX2UKGgGR8BXvj8k2P1daAdLyGgIR0CZWNs+3YthdX2UKGgGR0A7EqfOD8LsaAdLyGgIR0CZWGfkWAPNdX2UKGgGR8BXZGC7K7qZaAdLyGgIR0CZV/UMoc7ydX2UKGgGR8BVdVwgkka/aAdLyGgIR0CZV38sMAmzdX2UKGgGR8BLzzYdyT6jaAdLyGgIR0CZVwvQ4S6EdX2UKGgGR8BXdPCZWq95aAdLyGgIR0CZVpX0oSctdX2UKGgGR8BVKFq33HrAaAdLyGgIR0CZViPGQ0XQdX2UKGgGR8BWctliBoVVaAdLyGgIR0CZVZ46Oo5xdX2UKGgGR8BWDaQiiZfEaAdLyGgIR0CZVSvlEJBxdX2UKGgGR8BXwOyeI2wWaAdLyGgIR0CZVLlmOEM9dX2UKGgGR8BPArAgxJumaAdLyGgIR0CZVEer+5vtdX2UKGgGR8BXzducc2itaAdLyGgIR0CZU9KhtcfOdX2UKGgGR8BX3HFDOTq0aAdLyGgIR0CZU2AJLM9sdX2UKGgGR8BWPIsAeaKDaAdLyGgIR0CZUuuvllshdX2UKGgGR8BAfFZPl+3IaAdLyGgIR0CZUnkkrwvydX2UKGgGR8BX+sV+I/JOaAdLyGgIR0CZUgNKyv9tdX2UKGgGR8BX3vHDJlreaAdLyGgIR0CZUY8Md92HdX2UKGgGR8BSQtCu2Zy/aAdLyGgIR0CZURvZh8YydX2UKGgGR8BX2eEEkjX4aAdLyGgIR0CZUKVH4GlidX2UKGgGR8BWcCvgWJrMaAdLyGgIR0CZUDK6WgOCdX2UKGgGR8BUiEEovzvraAdLyGgIR0CZT8CEHt4SdX2UKGgGR8BXtmXgLqlhaAdLyGgIR0CZT0l7MPjGdX2UKGgGR8BXtTbzshPkaAdLyGgIR0CZTtN8VpK0dWUu"
+        ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHwFMN4+bExZeMAWyUS8iMAXSUR0BFxXwb2lEadX2UKGgGR8BYPJQLux8laAdLyGgIR0BFtxwqAjIJdX2UKGgGR8BYPJQLux8laAdLyGgIR0BFqQQL/jsEdX2UKGgGR8BLxAnDziCKaAdLyGgIR0BFmuF6AvtddX2UKGgGR8BYPJQLux8laAdLyGgIR0BKaGQjlgc+dX2UKGgGR8BX6XocJdB0aAdLyGgIR0BKWfBN21UmdX2UKGgGR8BYPJQP7N0OaAdLyGgIR0BKS7uUliSadX2UKGgGR8BYPJQLux8laAdLyGgIR0BKPZX+2mYTdX2UKGgGR8BYPJQLux8laAdLyGgIR0BKL2LxZuAJdX2UKGgGR8BYPJQLux8laAdLyGgIR0BKIS7f51vEdX2UKGgGR8BYPJQLux8laAdLyGgIR0BKEwIMSbpedX2UKGgGR8BYOqtDD0lJaAdLyGgIR0BKBNtQ9A5adX2UKGgGR8BG7FspG4I9aAdLyGgIR0BJ9ri2lVLjdX2UKGgGR8BW4NK7I1cdaAdLyGgIR0BJ6JJPIn0DdX2UKGgGR8BYPJQLux8laAdLyGgIR0BJ2l5GBnSOdX2UKGgGR8BYPJQLux8laAdLyGgIR0BJzDWkJrtWdX2UKGgGR8BOgsXSBshxaAdLyGgIR0BJvgqur6tUdX2UKGgGR8Av3BOYYzi0aAdLyGgIR0BJryvTw2ETdX2UKGgGR0Cg/N127nPnaAdLyGgIR0BJoG5+YtxudX2UKGgGR8BP/b5Ec81XaAdLyGgIR0BJjskyDZlGdX2UKGgGR8AusNT987ZGaAdLyGgIR0BJgJb2USqVdX2UKGgGR8BYPJQLux8laAdLyGgIR0BJcneBQN1AdX2UKGgGR8BX5T8tPHktaAdLyGgIR0BJZFXq7iAEdX2UKGgGR8BYPJQLux8laAdLyGgIR0BJVizkZJkHdX2UKGgGR8BYPJQLux8laAdLyGgIR0BJSA1ejVQRdX2UKGgGR8BYPJQLux8laAdLyGgIR0BJOcqOLiuMdX2UKGgGR8BACTg2qDK6aAdLyGgIR0BJK5mAbyYpdX2UKGgGR8BYPJQLux8laAdLyGgIR0BJHX0XgtOEdX2UKGgGR8BYPJQLux8laAdLyGgIR0BJD1SOzY29dX2UKGgGR8BYLkDU3GXHaAdLyGgIR0BJATHbRF7VdX2UKGgGR8BNTTj3mFJyaAdLyGgIR0BI8w+2VmjCdX2UKGgGR8BYOEqYqoZRaAdLyGgIR0BI5OrZJ04jdX2UKGgGR8BYPJQLux8laAdLyGgIR0BI1p9y925hdX2UKGgGR8BXcK+Jxeb/aAdLyGgIR0BIyIs7MgU2dX2UKGgGR8BVeJw0fozOaAdLyGgIR0BIumQjlgc+dX2UKGgGR8BN76WgOBlMaAdLyGgIR0BIrEIw/PgOdX2UKGgGR8BX2F0PpY9xaAdLyGgIR0BImiDVYp2EdX2UKGgGR8BYPJQLux8laAdLyGgIR0BIi/dAPd2xdX2UKGgGR8BMAAv114gSaAdLyGgIR0BIfdAxBVuKdX2UKGgGR8BYPJQLux8laAdLyGgIR0BIb7UwztTldX2UKGgGR8BYPJQLux8laAdLyGgIR0BIYXdbgTAWdX2UKGgGR8BYPJQLux8laAdLyGgIR0BIU0FB6a9cdX2UKGgGR8BXaBhDw6QvaAdLyGgIR0BIRR0U47zTdX2UKGgGR8BVO85fdAPeaAdLyGgIR0BINvva11GLdX2UKGgGR8BYPJQLux8laAdLyGgIR0BIKNwzch1UdX2UKGgGR8BYPJQLux8laAdLyGgIR0BIGsIVuaWpdX2UKGgGR8BXuf6GgzxgaAdLyGgIR0BIDJrULDyfdX2UKGgGR0CaTI6GgzxgaAdLyGgIR0BH/nbItDlYdX2UKGgGR8BLtWo3rD64aAdLyGgIR0BH8DFqBVdYdX2UKGgGR8BYPJQLux8laAdLyGgIR0BH4dGZuyeJdX2UKGgGR8BYPJQLux8laAdLyGgIR0BH07nX/YJ3dX2UKGgGR8BWA0Y0l7dBaAdLyGgIR0BHxZfD1oQGdX2UKGgGR8BYPJQLux8laAdLyGgIR0BMBafapPykdX2UKGgGR8BX5o2OyVv/aAdLyGgIR0BL9zGPxQSBdX2UKGgGR8BYPJQLux8laAdLyGgIR0BL6PuPV/c4dX2UKGgGR8BYPJQLux8laAdLyGgIR0BL2tR3u/lAdX2UKGgGR8BYPJQLux8laAdLyGgIR0BLzKJuVHFxdX2UKGgGR8BYPJQLux8laAdLyGgIR0BLvm0mdAgQdX2UKGgGR8BYPJQLux8laAdLyGgIR0BLsD8tPHktdX2UKGgGR8A8n4tpVS4waAdLyGgIR0BLohcZ9/jLdX2UKGgGR8BArl3yI55raAdLyGgIR0BLk/NJOFg2dX2UKGgGR8BViCd4FA3UaAdLyGgIR0BLhcyN4qwydX2UKGgGR8BYPJQLux8laAdLyGgIR0BLd5c9nscAdX2UKGgGR8BYPJQLux8laAdLyGgIR0BLaWweNkvsdX2UKGgGR8BVUq8L8aXKaAdLyGgIR0BLWz/IbOu8dX2UKGgGR8BUgwIUrTYvaAdLyGgIR0BLTF/H5rP/dX2UKGgGR0C2dF33Hq/uaAdLyGgIR0BLPaEi+tbLdX2UKGgGR8A7M2WIGhVVaAdLyGgIR0BLK/qX4TK1dX2UKGgGR8BQ9sERraduaAdLyGgIR0BLHccuJ1q4dX2UKGgGR8BYPJQLux8laAdLyGgIR0BLD6a9bor4dX2UKGgGR8BXoZaePJaJaAdLyGgIR0BLAYQrc0tRdX2UKGgGR8BYPJQLux8laAdLyGgIR0BK81oQFs55dX2UKGgGR8BYPJQLux8laAdLyGgIR0BK5TmfXf65dX2UKGgGR8BYPJQLux8laAdLyGgIR0BK1vWxyGSIdX2UKGgGR8BWiHsTnJT3aAdLyGgIR0BKyMOwxFiKdX2UKGgGR8BYPJQLux8laAdLyGgIR0BKuqYqoZQ6dX2UKGgGR8BYPJQLux8laAdLyGgIR0BKrHx8UmD2dX2UKGgGR8BYNxY7q6e5aAdLyGgIR0BKnliSaEzwdX2UKGgGR8BTQS/fwZwXaAdLyGgIR0BKkDVH4GlidX2UKGgGR8BYPE7GNrCWaAdLyGgIR0BKgg93bEgodX2UKGgGR8BYPJQLux8laAdLyGgIR0BKc8LronrqdX2UKGgGR8BXpWD6Fds0aAdLyGgIR0BKZa2F36hydX2UKGgGR8BVSn3g1m8NaAdLyGgIR0BKV4V6/qPfdX2UKGgGR8BVKfo7muDBaAdLyGgIR0BKSWJaaCtjdX2UKGgGR8BX3EtVaOghaAdLyGgIR0BKNz4cm0E6dX2UKGgGR8BYPJQLux8laAdLyGgIR0BKKRNRFZxJdX2UKGgGR8BVt1XeWOZLaAdLyGgIR0BKGuryUcGUdX2UKGgGR8BYPJQLux8laAdLyGgIR0BKDM+V1Oj7dX2UKGgGR8BYPJQLux8laAdLyGgIR0BJ/pBgNPP+dX2UKGgGR8BYPJQLux8laAdLyGgIR0BJ8FkH2RJVdX2UKGgGR8BXP5vLowEhaAdLyGgIR0BJ4jO1OTJRdX2UKGgGR8BVrlxn3+MqaAdLyGgIR0BJ1BGH58BudX2UKGgGR8BYPJQLux8laAdLyGgIR0BJxfChvitJdX2UKGgGR8BYPJQLux8laAdLyGgIR0BJt9U0elsQdX2UKGgGR8BXrVEVnEl3aAdLyGgIR0BJqay8jAzpdX2UKGgGR0CX1ZPZqVQiaAdLyGgIR0BJm4eDFqBVdX2UKGgGR8BX3ivX9R77aAdLyGgIR0BJjUEHMUypdX2UKGgGR8BYPJQLux8laAdLyGgIR0BJfuBDohZAdX2UKGgGR8BYPJQLux8laAdLyGgIR0BJcMdDIBBBdX2UKGgGR8BXbGTX8O0+aAdLyGgIR0BJYqQRwqAjdWUu"
     },
     "ep_success_buffer": {
         ":type:": "<class 'collections.deque'>",
         ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
     },
-    "_n_updates": 74357,
+    "_n_updates": 2597,
     "observation_space": {
         ":type:": "<class 'gymnasium.spaces.dict.Dict'>",
         ":serialized:": "gAWVzAMAAAAAAACMFWd5bW5hc2l1bS5zcGFjZXMuZGljdJSMBERpY3SUk5QpgZR9lCiMBnNwYWNlc5SMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojAhhcm1fcXBvc5SMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWBgAAAAAAAAABAQEBAQGUaBOMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLBoWUjAFDlHSUUpSMDWJvdW5kZWRfYWJvdmWUaBwolgYAAAAAAAAAAQEBAQEBlGggSwaFlGgkdJRSlIwGX3NoYXBllEsGhZSMA2xvd5RoHCiWGAAAAAAAAADbD0nA2w9JwNsPScDbD0nA2w9JwNsPScCUaBZLBoWUaCR0lFKUjARoaWdolGgcKJYYAAAAAAAAANsPSUDbD0lA2w9JQNsPSUDbD0lA2w9JQJRoFksGhZRoJHSUUpSMCGxvd19yZXBylIwKLTMuMTQxNTkyN5SMCWhpZ2hfcmVwcpSMCTMuMTQxNTkyN5SMCl9ucF9yYW5kb22UTnVijAhhcm1fcXZlbJRoDSmBlH2UKGgQaBZoGWgcKJYGAAAAAAAAAAEBAQEBAZRoIEsGhZRoJHSUUpRoJ2gcKJYGAAAAAAAAAAEBAQEBAZRoIEsGhZRoJHSUUpRoLEsGhZRoLmgcKJYYAAAAAAAAAAAAIMEAACDBAAAgwQAAIMEAACDBAAAgwZRoFksGhZRoJHSUUpRoM2gcKJYYAAAAAAAAAAAAIEEAACBBAAAgQQAAIEEAACBBAAAgQZRoFksGhZRoJHSUUpRoOIwFLTEwLjCUaDqMBDEwLjCUaDxOdWKMCGN1YmVfcG9zlGgNKYGUfZQoaBBoFmgZaBwolgMAAAAAAAAAAQEBlGggSwOFlGgkdJRSlGgnaBwolgMAAAAAAAAAAQEBlGggSwOFlGgkdJRSlGgsSwOFlGguaBwolgwAAAAAAAAAAAAgwQAAIMEAACDBlGgWSwOFlGgkdJRSlGgzaBwolgwAAAAAAAAAAAAgQQAAIEEAACBBlGgWSwOFlGgkdJRSlGg4jAUtMTAuMJRoOowEMTAuMJRoPE51YnVoLE5oEE5oPE51Yi4=",
@@ -83,12 +83,12 @@
         "__module__": "stable_baselines3.common.buffers",
         "__annotations__": "{'observation_space': <class 'gymnasium.spaces.dict.Dict'>, 'obs_shape': typing.Dict[str, typing.Tuple[int, ...]], 'observations': typing.Dict[str, numpy.ndarray], 'next_observations': typing.Dict[str, numpy.ndarray]}",
         "__doc__": "\n    Dict Replay buffer used in off-policy algorithms like SAC/TD3.\n    Extends the ReplayBuffer to use dictionary observations\n\n    :param buffer_size: Max number of element in the buffer\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param device: PyTorch device\n    :param n_envs: Number of parallel environments\n    :param optimize_memory_usage: Enable a memory efficient variant\n        Disabled for now (see https://github.com/DLR-RM/stable-baselines3/pull/243#discussion_r531535702)\n    :param handle_timeout_termination: Handle timeout termination (due to timelimit)\n        separately and treat the task as infinite horizon task.\n        https://github.com/DLR-RM/stable-baselines3/issues/284\n    ",
-        "__init__": "<function DictReplayBuffer.__init__ at 0x7fadf42a9f30>",
-        "add": "<function DictReplayBuffer.add at 0x7fadf42a9fc0>",
-        "sample": "<function DictReplayBuffer.sample at 0x7fadf42aa050>",
-        "_get_samples": "<function DictReplayBuffer._get_samples at 0x7fadf42aa0e0>",
+        "__init__": "<function DictReplayBuffer.__init__ at 0x7f4fa7fa9f30>",
+        "add": "<function DictReplayBuffer.add at 0x7f4fa7fa9fc0>",
+        "sample": "<function DictReplayBuffer.sample at 0x7f4fa7faa050>",
+        "_get_samples": "<function DictReplayBuffer._get_samples at 0x7f4fa7faa0e0>",
         "__abstractmethods__": "frozenset()",
-        "_abc_impl": "<_abc._abc_data object at 0x7fadf42976c0>"
+        "_abc_impl": "<_abc._abc_data object at 0x7f4fa81a7740>"
     },
     "replay_buffer_kwargs": {},
     "train_freq": {

tqc-LiftCube-v0/ent_coef_optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bed2b94445f209ca63f361ec05c1edcfcc87d82be014559f58001a78609ae16d
+oid sha256:b729f55979f95a3e059e89983e722df7e5f98a9eaeb7cd23839e2f4be6cd8377
 size 1940

tqc-LiftCube-v0/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:06a9fbf1faff6fdbd3e0085637a3963b04cf207f94934af9bf5f6a09def9a6d5
+oid sha256:6fa397032689675c79f2497cb4ef994eefdf607d40f7902d86370dc3e60bd683
 size 1548985

tqc-LiftCube-v0/pytorch_variables.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eeea24ec14b53372c22b6af12feb7005c0227df45c7f86800ca0c8b625cde340
+oid sha256:44a9c62c012cbe1e84a392152bb67776d2536710ff79bed99d8f9e1146b7441b
 size 1180

train_eval_metrics.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:052bd0200553b6b733ad63254e8cc2b0c1ddd10a86d6fbac5b389899c37b257f
-size 692804
+oid sha256:52c839271da2475b755417cfef0947a4f1bba0dc98caf5757dc0ef4a7b17eb03
+size 145046