Huggy

Huggy.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:090852828c441411572cb69de50b1212ea45ef866adc6552ad7da858b7c98a77
+oid sha256:a5719525f09a1745ed3ffcd06976df8bcbfd26ce49801f59fe3b166dd2b66053
 size 2271327

Huggy/{Huggy-1199975.onnx → Huggy-1199949.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:369c6e324c619234fb4857355eb731ef6fcb0c2142f99ffee1469e569ef7aea2
+oid sha256:e4665639927b69519ab92cd1dcba99bb888e1b0611d820a48ba76770b9ebfcb0
 size 2271327

Huggy/{Huggy-1599988.pt → Huggy-1199949.pt}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:46797862b1921ccb4aaf5172e0cb92c75967999b30345ffcf2486828fe1800fb
+oid sha256:d2225433f63f0d5694ee46666fa5bfb4f42e92c51ed51c0964632cd6f384f0cc
 size 13503717

Huggy/{Huggy-1599988.onnx → Huggy-1499868.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ca5be1a5875005484255aad885c93f8438afc821f6f60326dbe273e9d7ee4ce0
+oid sha256:f77dec0da834bbb1ae257a2128ce0feef28123fcffb22d6c524b11fcd4b3f452
 size 2271327

Huggy/{Huggy-1199975.pt → Huggy-1499868.pt}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:be0665472ce5fcab55692e28dc6ddb928490c096dab285f86cc6ffba0500ba44
+oid sha256:7be1db1d180a67c1bc62e5bb39b2b3aa95118a4212021ec95c63f208c21d2e99
 size 13503717

Huggy/{Huggy-1399991.onnx → Huggy-1799985.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:be6d0fe0df3386bc23ff53c8c647e74ba036b92f1c7440ea3b593500011ca1a3
+oid sha256:49297ccd4d376287227012f33e9bb3ff39b78526030160968da7b7885fcb9e94
 size 2271327

Huggy/{Huggy-1799989.pt → Huggy-1799985.pt}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:709ac5cdadf155f241fa074b415efa513aaf23a6f0eab49dd451ccc142c663f2
+oid sha256:6e85d1f1c9f6d53c41ec31eb66e70b7147b206a3e26e0991e5fe1918c058cca0
 size 13503717

Huggy/Huggy-199709.onnx

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:afcb40805cc06016a1f1dd92602e9547daf911f4f00486b06f3b47399cb7eb16
-size 2271327

Huggy/Huggy-199709.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:afb200d016aded6c3cd0df882dc90a608cd3532e792dae6acc9e7fa66411c83c
-size 13503717

Huggy/Huggy-1999262.onnx

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ab633ef31ccc9e26c263a5edcaf7a94b1d0a9554502a4e5945d7c084711a86a7
-size 2271327

Huggy/Huggy-1999262.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:9d00c256b253b941717b8df9ec9cf0c8d0d350589436a7aaa23aa614b2171832
-size 13503717

Huggy/Huggy-2000012.onnx

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:090852828c441411572cb69de50b1212ea45ef866adc6552ad7da858b7c98a77
-size 2271327

Huggy/Huggy-2000012.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b7678bb8523a0062da9504bb16f1f28161f3f80c9d4edd3f87ce3eae420398b2
-size 13503717

Huggy/{Huggy-1799989.onnx → Huggy-2000073.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6e644d58d0507302abcb013748aa87f86f2cefcd1a98267c72a780131df623fb
+oid sha256:a5719525f09a1745ed3ffcd06976df8bcbfd26ce49801f59fe3b166dd2b66053
 size 2271327

Huggy/{Huggy-1399991.pt → Huggy-2000073.pt}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f6afd90e5ad8b12ef0436537fc81c41f2f55dca4f80b440218f66ec82d1d9367
+oid sha256:f4baf6105af78b13e52400d408d561fe109e7640851c1f2ec16500b773313a2f
 size 13503717

Huggy/Huggy-299871.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5302f1bf452d8384f728576d387a65f0968e57a03d95bfa537a2439e14bc7c3a
+size 2271327

Huggy/Huggy-299871.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9b859528d10421a5e562ec3d9f724b7436eed423a7b16f41892c6337a6231c
+size 13503717

Huggy/Huggy-399961.onnx

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8ccb5d06fc5a87134088d8d05a2b09a4993e76fe3346c9624d0053752d114a8a
-size 2271327

Huggy/Huggy-399961.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:600eeaed6ed9607fd0e6d7292a0ea92a98ed96eabbd71bd2b93f3614a62534bf
-size 13503717

Huggy/Huggy-599907.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2544d1a9d40945fc97752b163543c0c799f0f8261da1d40af8428b515ff296f8
+size 2271327

Huggy/Huggy-599907.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:920218dfa483d78362b7936dc8ae248b90c6cb369dcb427771d79ffb2fd2af83
+size 13503717

Huggy/Huggy-599971.onnx

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b61f42543d8180b770895e9bf6d0991ec001a1b658a0f41698d71ad984265ad6
-size 2271327

Huggy/Huggy-599971.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d9b0fc6928b367050274b22169ca5e9a9b843c3a85d7042e411725b2fe2130b4
-size 13503717

Huggy/Huggy-799998.onnx

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c8f0a177e6b8317d50c70eb23fbdaa4c88431f56ff876b8e7fab0dafac62b3bf
-size 2271327

Huggy/Huggy-799998.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:fd0cba031fc9c63d8a0528f872fbbe303376aad49a7e60ab951460ef5157ed80
-size 13503717

Huggy/Huggy-899922.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2948ada7a8a28ef32530c00a0a744832cceab74e39456caf92d5553cd4a874c
+size 2271327

Huggy/Huggy-899922.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faa30d3e9b9b5df16adc3e45db5e71be27f2b60ff89a6e8e55545aad3b860517
+size 13503717

Huggy/Huggy-999956.onnx

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:35eaeac2dc4a0d550d590864661342b0b870eca252ce1cce6069339cc4090727
-size 2271327

Huggy/Huggy-999956.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:73197c52b87cb4db6ce47efb58bd04f48d3dcf165680d672bff63a9e97f9f43d
-size 13503717

Huggy/checkpoint.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b7678bb8523a0062da9504bb16f1f28161f3f80c9d4edd3f87ce3eae420398b2
+oid sha256:f4baf6105af78b13e52400d408d561fe109e7640851c1f2ec16500b773313a2f
 size 13503717

Huggy/{events.out.tfevents.1681284179.17db834684f6.2833.0 → events.out.tfevents.1681290054.51e1946f3b41.1398.0}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:92b036a5cd7b583a1b2f2334bfcf47c98ec8062e74733de512277765a614c228
-size 369569
+oid sha256:60fde53d6b5114afa89aef67392a41d52c58163bb6c71f4fcda40d66b4ad8df7
+size 388017

config.json

@@ -1 +1 @@
-{"default_settings": null, "behaviors": {"Huggy": {"trainer_type": "ppo", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 5, "shared_critic": false, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "checkpoint_interval": 200000, "network_settings": {"normalize": true, "hidden_units": 512, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.995, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 15, "even_checkpoints": false, "max_steps": 2000000, "time_horizon": 1000, "summary_freq": 50000, "threaded": false, "self_play": null, "behavioral_cloning": null}}, "env_settings": {"env_path": "./trained-envs-executables/linux/Huggy/Huggy", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "Huggy", "initialize_from": null, "load_model": false, "resume": false, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
+{"default_settings": null, "behaviors": {"Huggy": {"trainer_type": "ppo", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 6, "shared_critic": false, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "checkpoint_interval": 300000, "network_settings": {"normalize": true, "hidden_units": 512, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.995, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 15, "even_checkpoints": false, "max_steps": 2000000, "time_horizon": 1000, "summary_freq": 50000, "threaded": false, "self_play": null, "behavioral_cloning": null}}, "env_settings": {"env_path": "./trained-envs-executables/linux/Huggy/Huggy", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "Huggy", "initialize_from": null, "load_model": false, "resume": false, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}

configuration.yaml

@@ -9,12 +9,12 @@ behaviors:
       beta: 0.005
       epsilon: 0.2
       lambd: 0.95
-      num_epoch: 5
+      num_epoch: 6
       shared_critic: false
       learning_rate_schedule: linear
       beta_schedule: linear
       epsilon_schedule: linear
-    checkpoint_interval: 200000
+    checkpoint_interval: 300000
     network_settings:
       normalize: true
       hidden_units: 512

run_logs/Player-0.log

@@ -34,7 +34,7 @@ ALSA lib pcm.c:2642:(snd_pcm_open_noupdate) Unknown PCM default
 FMOD failed to initialize the output device.: "Error initializing output device. " (60)
 FMOD initialized on nosound output
 Begin MonoManager ReloadAssembly
-- Completed reload, in  0.087 seconds
+- Completed reload, in  0.085 seconds
 ERROR: Shader Hidden/Universal Render Pipeline/Blit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Hidden/Universal Render Pipeline/CopyDepth shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Hidden/Universal Render Pipeline/ScreenSpaceShadows shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -78,14 +78,14 @@ ERROR: Shader Universal Render Pipeline/Lit shader is not supported on this GPU
 WARNING: Shader Unsupported: 'Universal Render Pipeline/Lit' - All subshaders removed
 WARNING: Shader Did you use #pragma only_renderers and omit this platform?
 WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-UnloadTime: 0.771517 ms
+UnloadTime: 0.930254 ms
 requesting resize 84 x 84
 Setting up 1 worker threads for Enlighten.
 Memory Statistics:
 [ALLOC_TEMP_TLS] TLS Allocator
   StackAllocators : 
     [ALLOC_TEMP_MAIN]
-      Peak usage frame count: [4.0 KB-8.0 KB]: 26757 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [4.0 KB-8.0 KB]: 26759 frames, [2.0 MB-4.0 MB]: 1 frames
       Initial Block Size 4.0 MB
       Current Block Size 4.0 MB
       Peak Allocated Bytes 3.6 MB
@@ -93,7 +93,7 @@ Memory Statistics:
     [ALLOC_TEMP_Loading.AsyncRead]
       Initial Block Size 64.0 KB
       Current Block Size 64.0 KB
-      Peak Allocated Bytes 152 B
+      Peak Allocated Bytes 160 B
       Overflow Count 0
     [ALLOC_TEMP_Loading.PreloadManager]
       Initial Block Size 256.0 KB
@@ -201,22 +201,22 @@ Memory Statistics:
       Peak Allocated Bytes 0 B
       Overflow Count 0
 [ALLOC_DEFAULT] Dual Thread Allocator
-  Peak main deferred allocation count 288
+  Peak main deferred allocation count 307
     [ALLOC_BUCKET]
       Large Block size 4.0 MB
       Used Block count 1
       Peak Allocated bytes 1.4 MB
     [ALLOC_DEFAULT_MAIN]
-      Peak usage frame count: [16.0 MB-32.0 MB]: 26758 frames
+      Peak usage frame count: [16.0 MB-32.0 MB]: 26760 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 23.5 MB
+      Peak Allocated memory 23.4 MB
       Peak Large allocation bytes 16.0 MB
     [ALLOC_DEFAULT_THREAD]
-      Peak usage frame count: [2.0 MB-4.0 MB]: 26758 frames
+      Peak usage frame count: [2.0 MB-4.0 MB]: 26760 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 2.8 MB
+      Peak Allocated memory 2.6 MB
       Peak Large allocation bytes 0 B
 [ALLOC_TEMP_JOB_1_FRAME]
   Initial Block Size 2.0 MB
@@ -245,13 +245,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.4 MB
     [ALLOC_GFX_MAIN]
-      Peak usage frame count: [32.0 KB-64.0 KB]: 26757 frames, [64.0 KB-128.0 KB]: 1 frames
+      Peak usage frame count: [32.0 KB-64.0 KB]: 26759 frames, [64.0 KB-128.0 KB]: 1 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 65.6 KB
       Peak Large allocation bytes 0 B
     [ALLOC_GFX_THREAD]
-      Peak usage frame count: [64.0 KB-128.0 KB]: 26758 frames
+      Peak usage frame count: [64.0 KB-128.0 KB]: 26760 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 81.8 KB
@@ -263,13 +263,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.4 MB
     [ALLOC_CACHEOBJECTS_MAIN]
-      Peak usage frame count: [1.0 MB-2.0 MB]: 26757 frames, [16.0 MB-32.0 MB]: 1 frames
+      Peak usage frame count: [1.0 MB-2.0 MB]: 26759 frames, [16.0 MB-32.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 2
       Peak Allocated memory 30.6 MB
       Peak Large allocation bytes 24.9 MB
     [ALLOC_CACHEOBJECTS_THREAD]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 26757 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 26759 frames, [2.0 MB-4.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 2.6 MB
@@ -281,13 +281,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.4 MB
     [ALLOC_TYPETREE_MAIN]
-      Peak usage frame count: [0-1.0 KB]: 26758 frames
+      Peak usage frame count: [0-1.0 KB]: 26760 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 1.0 KB
       Peak Large allocation bytes 0 B
     [ALLOC_TYPETREE_THREAD]
-      Peak usage frame count: [4.0 KB-8.0 KB]: 26758 frames
+      Peak usage frame count: [4.0 KB-8.0 KB]: 26760 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 7.3 KB

run_logs/timers.json

@@ -2,135 +2,135 @@
     "name": "root",
     "gauges": {
         "Huggy.Policy.Entropy.mean": {
-            "value": 1.3570762872695923,
-            "min": 1.3570762872695923,
-            "max": 1.41901695728302,
+            "value": 1.3345599174499512,
+            "min": 1.3345599174499512,
+            "max": 1.4183331727981567,
             "count": 40
         },
         "Huggy.Policy.Entropy.sum": {
-            "value": 67058.5703125,
-            "min": 66661.640625,
-            "max": 77858.875,
+            "value": 67881.0546875,
+            "min": 65428.234375,
+            "max": 75028.40625,
             "count": 40
         },
         "Huggy.Environment.EpisodeLength.mean": {
-            "value": 91.23431734317343,
-            "min": 73.10401188707282,
-            "max": 416.05,
+            "value": 89.38086642599278,
+            "min": 80.77152317880795,
+            "max": 412.6694214876033,
             "count": 40
         },
         "Huggy.Environment.EpisodeLength.sum": {
-            "value": 49449.0,
-            "min": 49036.0,
-            "max": 49963.0,
+            "value": 49517.0,
+            "min": 48786.0,
+            "max": 50031.0,
             "count": 40
         },
         "Huggy.Step.mean": {
-            "value": 1999262.0,
-            "min": 49296.0,
-            "max": 1999262.0,
+            "value": 1999946.0,
+            "min": 49405.0,
+            "max": 1999946.0,
             "count": 40
         },
         "Huggy.Step.sum": {
-            "value": 1999262.0,
-            "min": 49296.0,
-            "max": 1999262.0,
+            "value": 1999946.0,
+            "min": 49405.0,
+            "max": 1999946.0,
             "count": 40
         },
         "Huggy.Policy.ExtrinsicValueEstimate.mean": {
-            "value": 2.429865598678589,
-            "min": 0.045027267187833786,
-            "max": 2.5142107009887695,
+            "value": 2.3557186126708984,
+            "min": 0.06346326321363449,
+            "max": 2.4251322746276855,
             "count": 40
         },
         "Huggy.Policy.ExtrinsicValueEstimate.sum": {
-            "value": 1316.9871826171875,
-            "min": 5.358244895935059,
-            "max": 1633.9228515625,
+            "value": 1305.068115234375,
+            "min": 7.615592002868652,
+            "max": 1433.103515625,
             "count": 40
         },
         "Huggy.Environment.CumulativeReward.mean": {
-            "value": 3.7515808870651624,
-            "min": 1.8673068908583217,
-            "max": 4.012342858097411,
+            "value": 3.6441511756031093,
+            "min": 1.837630920857191,
+            "max": 3.9443035696943602,
             "count": 40
         },
         "Huggy.Environment.CumulativeReward.sum": {
-            "value": 2033.356840789318,
-            "min": 222.20952001214027,
-            "max": 2556.504159271717,
+            "value": 2018.8597512841225,
+            "min": 220.51571050286293,
+            "max": 2270.714448392391,
             "count": 40
         },
         "Huggy.Policy.ExtrinsicReward.mean": {
-            "value": 3.7515808870651624,
-            "min": 1.8673068908583217,
-            "max": 4.012342858097411,
+            "value": 3.6441511756031093,
+            "min": 1.837630920857191,
+            "max": 3.9443035696943602,
             "count": 40
         },
         "Huggy.Policy.ExtrinsicReward.sum": {
-            "value": 2033.356840789318,
-            "min": 222.20952001214027,
-            "max": 2556.504159271717,
+            "value": 2018.8597512841225,
+            "min": 220.51571050286293,
+            "max": 2270.714448392391,
             "count": 40
         },
         "Huggy.Losses.PolicyLoss.mean": {
-            "value": 0.01571556571308368,
-            "min": 0.014271215123335424,
-            "max": 0.020090044829218338,
+            "value": 0.01572396343257828,
+            "min": 0.015516515240839605,
+            "max": 0.020166200002697424,
             "count": 40
         },
         "Huggy.Losses.PolicyLoss.sum": {
-            "value": 0.04714669713925104,
-            "min": 0.028542430246670848,
-            "max": 0.06027013448765502,
+            "value": 0.04717189029773484,
+            "min": 0.03103303048167921,
+            "max": 0.060498600008092276,
             "count": 40
         },
         "Huggy.Losses.ValueLoss.mean": {
-            "value": 0.04360068288942178,
-            "min": 0.021644198074936866,
-            "max": 0.05200184402366479,
+            "value": 0.049407594982120724,
+            "min": 0.018967929653202494,
+            "max": 0.049407594982120724,
             "count": 40
         },
         "Huggy.Losses.ValueLoss.sum": {
-            "value": 0.13080204866826534,
-            "min": 0.04328839614987373,
-            "max": 0.15600553207099438,
+            "value": 0.14822278494636218,
+            "min": 0.03793585930640499,
+            "max": 0.14822278494636218,
             "count": 40
         },
         "Huggy.Policy.LearningRate.mean": {
-            "value": 3.658498780533328e-06,
-            "min": 3.658498780533328e-06,
-            "max": 0.00029532945155685,
+            "value": 3.4561988479666626e-06,
+            "min": 3.4561988479666626e-06,
+            "max": 0.000295314976561675,
             "count": 40
         },
         "Huggy.Policy.LearningRate.sum": {
-            "value": 1.0975496341599984e-05,
-            "min": 1.0975496341599984e-05,
-            "max": 0.0008441740686086498,
+            "value": 1.0368596543899988e-05,
+            "min": 1.0368596543899988e-05,
+            "max": 0.0008440773186409,
             "count": 40
         },
         "Huggy.Policy.Epsilon.mean": {
-            "value": 0.10121946666666669,
-            "min": 0.10121946666666669,
-            "max": 0.19844315,
+            "value": 0.10115203333333332,
+            "min": 0.10115203333333332,
+            "max": 0.19843832499999997,
             "count": 40
         },
         "Huggy.Policy.Epsilon.sum": {
-            "value": 0.30365840000000005,
-            "min": 0.2076021,
-            "max": 0.58139135,
+            "value": 0.30345609999999995,
+            "min": 0.2075103500000001,
+            "max": 0.5813591,
             "count": 40
         },
         "Huggy.Policy.Beta.mean": {
-            "value": 7.08513866666666e-05,
-            "min": 7.08513866666666e-05,
-            "max": 0.004922313185000001,
+            "value": 6.748646333333326e-05,
+            "min": 6.748646333333326e-05,
+            "max": 0.004922072417500001,
             "count": 40
         },
         "Huggy.Policy.Beta.sum": {
-            "value": 0.0002125541599999998,
-            "min": 0.0002125541599999998,
-            "max": 0.014071428365000001,
+            "value": 0.0002024593899999998,
+            "min": 0.0002024593899999998,
+            "max": 0.014069819090000001,
             "count": 40
         },
         "Huggy.IsTraining.mean": {
@@ -148,7 +148,7 @@
     },
     "metadata": {
         "timer_format_version": "0.1.0",
-        "start_time_seconds": "1681284179",
+        "start_time_seconds": "1681290053",
         "python_version": "3.9.16 (main, Dec  7 2022, 01:11:51) \n[GCC 9.4.0]",
         "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics",
         "mlagents_version": "0.31.0.dev0",
@@ -156,59 +156,59 @@
         "communication_protocol_version": "1.5.0",
         "pytorch_version": "1.11.0+cu102",
         "numpy_version": "1.21.2",
-        "end_time_seconds": "1681286991"
+        "end_time_seconds": "1681292825"
     },
-    "total": 2812.317690552,
+    "total": 2771.914535918,
     "count": 1,
-    "self": 0.4413634920001641,
+    "self": 0.449943897000594,
     "children": {
         "run_training.setup": {
-            "total": 0.11841692400003012,
+            "total": 0.1119188469999699,
             "count": 1,
-            "self": 0.11841692400003012
+            "self": 0.1119188469999699
         },
         "TrainerController.start_learning": {
-            "total": 2811.7579101359997,
+            "total": 2771.352673174,
             "count": 1,
-            "self": 5.073670904975188,
+            "self": 4.249151965969304,
             "children": {
                 "TrainerController._reset_env": {
-                    "total": 3.7952594740000904,
+                    "total": 3.9517179279999937,
                     "count": 1,
-                    "self": 3.7952594740000904
+                    "self": 3.9517179279999937
                 },
                 "TrainerController.advance": {
-                    "total": 2802.7669996950244,
-                    "count": 233161,
-                    "self": 5.06757494905105,
+                    "total": 2763.0311802510305,
+                    "count": 232407,
+                    "self": 4.658842670139165,
                     "children": {
                         "env_step": {
-                            "total": 1998.3899302369687,
-                            "count": 233161,
-                            "self": 1692.6142995499831,
+                            "total": 1862.3607647929189,
+                            "count": 232407,
+                            "self": 1577.6232689629333,
                             "children": {
                                 "SubprocessEnvManager._take_step": {
-                                    "total": 302.68104088794746,
-                                    "count": 233161,
-                                    "self": 18.205560025884324,
+                                    "total": 281.82264681200957,
+                                    "count": 232407,
+                                    "self": 16.93567151002145,
                                     "children": {
                                         "TorchPolicy.evaluate": {
-                                            "total": 284.47548086206314,
-                                            "count": 222982,
-                                            "self": 284.47548086206314
+                                            "total": 264.8869753019881,
+                                            "count": 222998,
+                                            "self": 264.8869753019881
                                         }
                                     }
                                 },
                                 "workers": {
-                                    "total": 3.09458979903809,
-                                    "count": 233161,
+                                    "total": 2.9148490179761097,
+                                    "count": 232407,
                                     "self": 0.0,
                                     "children": {
                                         "worker_root": {
-                                            "total": 2802.9768163520216,
-                                            "count": 233161,
+                                            "total": 2763.3663964869093,
+                                            "count": 232407,
                                             "is_parallel": true,
-                                            "self": 1421.0048937890367,
+                                            "self": 1471.729047247889,
                                             "children": {
                                                 "run_training.setup": {
                                                     "total": 0.0,
@@ -217,48 +217,48 @@
                                                     "self": 0.0,
                                                     "children": {
                                                         "steps_from_proto": {
-                                                            "total": 0.0009702799999331546,
+                                                            "total": 0.0009125390000122025,
                                                             "count": 1,
                                                             "is_parallel": true,
-                                                            "self": 0.0002800039999328874,
+                                                            "self": 0.00022585200002822603,
                                                             "children": {
                                                                 "_process_rank_one_or_two_observation": {
-                                                                    "total": 0.0006902760000002672,
+                                                                    "total": 0.0006866869999839764,
                                                                     "count": 2,
                                                                     "is_parallel": true,
-                                                                    "self": 0.0006902760000002672
+                                                                    "self": 0.0006866869999839764
                                                                 }
                                                             }
                                                         },
                                                         "UnityEnvironment.step": {
-                                                            "total": 0.04675754000004417,
+                                                            "total": 0.028268859999968754,
                                                             "count": 1,
                                                             "is_parallel": true,
-                                                            "self": 0.000405194000109077,
+                                                            "self": 0.0003542469999047171,
                                                             "children": {
                                                                 "UnityEnvironment._generate_step_input": {
-                                                                    "total": 0.00024178099999971892,
+                                                                    "total": 0.0002364630000215584,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.00024178099999971892
+                                                                    "self": 0.0002364630000215584
                                                                 },
                                                                 "communicator.exchange": {
-                                                                    "total": 0.0453079549999984,
+                                                                    "total": 0.026935682000043926,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.0453079549999984
+                                                                    "self": 0.026935682000043926
                                                                 },
                                                                 "steps_from_proto": {
-                                                                    "total": 0.0008026099999369762,
+                                                                    "total": 0.0007424679999985528,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.0002458980000028532,
+                                                                    "self": 0.00021920799997587892,
                                                                     "children": {
                                                                         "_process_rank_one_or_two_observation": {
-                                                                            "total": 0.000556711999934123,
+                                                                            "total": 0.0005232600000226739,
                                                                             "count": 2,
                                                                             "is_parallel": true,
-                                                                            "self": 0.000556711999934123
+                                                                            "self": 0.0005232600000226739
                                                                         }
                                                                     }
                                                                 }
@@ -267,34 +267,34 @@
                                                     }
                                                 },
                                                 "UnityEnvironment.step": {
-                                                    "total": 1381.971922562985,
-                                                    "count": 233160,
+                                                    "total": 1291.6373492390203,
+                                                    "count": 232406,
                                                     "is_parallel": true,
-                                                    "self": 40.84830388812088,
+                                                    "self": 38.97164069903761,
                                                     "children": {
                                                         "UnityEnvironment._generate_step_input": {
-                                                            "total": 89.55034281901817,
-                                                            "count": 233160,
+                                                            "total": 81.17128163794183,
+                                                            "count": 232406,
                                                             "is_parallel": true,
-                                                            "self": 89.55034281901817
+                                                            "self": 81.17128163794183
                                                         },
                                                         "communicator.exchange": {
-                                                            "total": 1155.7283570369295,
-                                                            "count": 233160,
+                                                            "total": 1080.0861587190332,
+                                                            "count": 232406,
                                                             "is_parallel": true,
-                                                            "self": 1155.7283570369295
+                                                            "self": 1080.0861587190332
                                                         },
                                                         "steps_from_proto": {
-                                                            "total": 95.84491881891631,
-                                                            "count": 233160,
+                                                            "total": 91.40826818300769,
+                                                            "count": 232406,
                                                             "is_parallel": true,
-                                                            "self": 38.09265332998541,
+                                                            "self": 34.71495096496011,
                                                             "children": {
                                                                 "_process_rank_one_or_two_observation": {
-                                                                    "total": 57.7522654889309,
-                                                                    "count": 466320,
+                                                                    "total": 56.69331721804758,
+                                                                    "count": 464812,
                                                                     "is_parallel": true,
-                                                                    "self": 57.7522654889309
+                                                                    "self": 56.69331721804758
                                                                 }
                                                             }
                                                         }
@@ -307,31 +307,31 @@
                             }
                         },
                         "trainer_advance": {
-                            "total": 799.3094945090046,
-                            "count": 233161,
-                            "self": 7.480705050101392,
+                            "total": 896.0115727879725,
+                            "count": 232407,
+                            "self": 6.50386953691941,
                             "children": {
                                 "process_trajectory": {
-                                    "total": 147.4896424869038,
-                                    "count": 233161,
-                                    "self": 145.9042089169037,
+                                    "total": 133.65490201705273,
+                                    "count": 232407,
+                                    "self": 132.7949492200524,
                                     "children": {
                                         "RLTrainer._checkpoint": {
-                                            "total": 1.5854335700000775,
-                                            "count": 10,
-                                            "self": 1.5854335700000775
+                                            "total": 0.8599527970003464,
+                                            "count": 6,
+                                            "self": 0.8599527970003464
                                         }
                                     }
                                 },
                                 "_update_policy": {
-                                    "total": 644.3391469719994,
+                                    "total": 755.8528012340003,
                                     "count": 97,
-                                    "self": 543.4878793080283,
+                                    "self": 635.4611914520026,
                                     "children": {
                                         "TorchPPOOptimizer.update": {
-                                            "total": 100.85126766397116,
-                                            "count": 4850,
-                                            "self": 100.85126766397116
+                                            "total": 120.39160978199772,
+                                            "count": 5820,
+                                            "self": 120.39160978199772
                                         }
                                     }
                                 }
@@ -340,19 +340,19 @@
                     }
                 },
                 "trainer_threads": {
-                    "total": 9.810000847210176e-07,
+                    "total": 8.930001058615744e-07,
                     "count": 1,
-                    "self": 9.810000847210176e-07
+                    "self": 8.930001058615744e-07
                 },
                 "TrainerController._save_models": {
-                    "total": 0.12197908100006316,
+                    "total": 0.12062213599983806,
                     "count": 1,
-                    "self": 0.0021032509998804017,
+                    "self": 0.0020701099997495476,
                     "children": {
                         "RLTrainer._checkpoint": {
-                            "total": 0.11987583000018276,
+                            "total": 0.11855202600008852,
                             "count": 1,
-                            "self": 0.11987583000018276
+                            "self": 0.11855202600008852
                         }
                     }
                 }

run_logs/training_status.json

@@ -2,112 +2,76 @@
     "Huggy": {
         "checkpoints": [
             {
-                "steps": 199709,
-                "file_path": "results/Huggy/Huggy/Huggy-199709.onnx",
-                "reward": 3.71845643222332,
-                "creation_time": 1681284456.8750272,
+                "steps": 299871,
+                "file_path": "results/Huggy/Huggy/Huggy-299871.onnx",
+                "reward": 3.770768107686724,
+                "creation_time": 1681290466.354844,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-199709.pt"
+                    "results/Huggy/Huggy/Huggy-299871.pt"
                 ]
             },
             {
-                "steps": 399961,
-                "file_path": "results/Huggy/Huggy/Huggy-399961.onnx",
-                "reward": 3.9819675381436492,
-                "creation_time": 1681284732.6451426,
+                "steps": 599907,
+                "file_path": "results/Huggy/Huggy/Huggy-599907.onnx",
+                "reward": 3.6540495936687174,
+                "creation_time": 1681290889.676333,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-399961.pt"
+                    "results/Huggy/Huggy/Huggy-599907.pt"
                 ]
             },
             {
-                "steps": 599971,
-                "file_path": "results/Huggy/Huggy/Huggy-599971.onnx",
-                "reward": 3.512694433757237,
-                "creation_time": 1681285018.8390956,
+                "steps": 899922,
+                "file_path": "results/Huggy/Huggy/Huggy-899922.onnx",
+                "reward": 3.9759086707704947,
+                "creation_time": 1681291303.7819135,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-599971.pt"
+                    "results/Huggy/Huggy/Huggy-899922.pt"
                 ]
             },
             {
-                "steps": 799998,
-                "file_path": "results/Huggy/Huggy/Huggy-799998.onnx",
-                "reward": 4.04127956325045,
-                "creation_time": 1681285302.6359167,
+                "steps": 1199949,
+                "file_path": "results/Huggy/Huggy/Huggy-1199949.onnx",
+                "reward": 3.9082083237635623,
+                "creation_time": 1681291726.6017601,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-799998.pt"
+                    "results/Huggy/Huggy/Huggy-1199949.pt"
                 ]
             },
             {
-                "steps": 999956,
-                "file_path": "results/Huggy/Huggy/Huggy-999956.onnx",
-                "reward": 4.0010196502260165,
-                "creation_time": 1681285588.3892944,
+                "steps": 1499868,
+                "file_path": "results/Huggy/Huggy/Huggy-1499868.onnx",
+                "reward": 3.7710096386895664,
+                "creation_time": 1681292129.198801,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-999956.pt"
+                    "results/Huggy/Huggy/Huggy-1499868.pt"
                 ]
             },
             {
-                "steps": 1199975,
-                "file_path": "results/Huggy/Huggy/Huggy-1199975.onnx",
-                "reward": 4.3475748777389525,
-                "creation_time": 1681285873.7079124,
+                "steps": 1799985,
+                "file_path": "results/Huggy/Huggy/Huggy-1799985.onnx",
+                "reward": 3.5940499126911165,
+                "creation_time": 1681292546.3404148,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-1199975.pt"
+                    "results/Huggy/Huggy/Huggy-1799985.pt"
                 ]
             },
             {
-                "steps": 1399991,
-                "file_path": "results/Huggy/Huggy/Huggy-1399991.onnx",
-                "reward": 3.2719499866167703,
-                "creation_time": 1681286159.2146819,
+                "steps": 2000073,
+                "file_path": "results/Huggy/Huggy/Huggy-2000073.onnx",
+                "reward": 3.9013504485289254,
+                "creation_time": 1681292825.3168359,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-1399991.pt"
-                ]
-            },
-            {
-                "steps": 1599988,
-                "file_path": "results/Huggy/Huggy/Huggy-1599988.onnx",
-                "reward": 3.7940330037048886,
-                "creation_time": 1681286435.1532567,
-                "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-1599988.pt"
-                ]
-            },
-            {
-                "steps": 1799989,
-                "file_path": "results/Huggy/Huggy/Huggy-1799989.onnx",
-                "reward": 4.039623653703882,
-                "creation_time": 1681286713.6583302,
-                "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-1799989.pt"
-                ]
-            },
-            {
-                "steps": 1999262,
-                "file_path": "results/Huggy/Huggy/Huggy-1999262.onnx",
-                "reward": 3.9972588658332824,
-                "creation_time": 1681286990.8515623,
-                "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-1999262.pt"
-                ]
-            },
-            {
-                "steps": 2000012,
-                "file_path": "results/Huggy/Huggy/Huggy-2000012.onnx",
-                "reward": 3.747230495176008,
-                "creation_time": 1681286990.997617,
-                "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-2000012.pt"
+                    "results/Huggy/Huggy/Huggy-2000073.pt"
                 ]
             }
         ],
         "final_checkpoint": {
-            "steps": 2000012,
+            "steps": 2000073,
             "file_path": "results/Huggy/Huggy.onnx",
-            "reward": 3.747230495176008,
-            "creation_time": 1681286990.997617,
+            "reward": 3.9013504485289254,
+            "creation_time": 1681292825.3168359,
             "auxillary_file_paths": [
-                "results/Huggy/Huggy/Huggy-2000012.pt"
+                "results/Huggy/Huggy/Huggy-2000073.pt"
             ]
         }
     },