{ "name": "root", "gauges": { "Huggy.Policy.Entropy.mean": { "value": 1.4037513732910156, "min": 1.4037513732910156, "max": 1.4250457286834717, "count": 40 }, "Huggy.Policy.Entropy.sum": { "value": 71613.78125, "min": 68119.1796875, "max": 75708.703125, "count": 40 }, "Huggy.Environment.EpisodeLength.mean": { "value": 104.6822033898305, "min": 88.94802867383513, "max": 402.71774193548384, "count": 40 }, "Huggy.Environment.EpisodeLength.sum": { "value": 49410.0, "min": 49001.0, "max": 50147.0, "count": 40 }, "Huggy.Step.mean": { "value": 1999504.0, "min": 49317.0, "max": 1999504.0, "count": 40 }, "Huggy.Step.sum": { "value": 1999504.0, "min": 49317.0, "max": 1999504.0, "count": 40 }, "Huggy.Policy.ExtrinsicValueEstimate.mean": { "value": 2.314023733139038, "min": -0.01856098882853985, "max": 2.4098403453826904, "count": 40 }, "Huggy.Policy.ExtrinsicValueEstimate.sum": { "value": 1092.21923828125, "min": -2.283001661300659, "max": 1333.8095703125, "count": 40 }, "Huggy.Environment.CumulativeReward.mean": { "value": 3.4832116020685535, "min": 1.7259351771052291, "max": 3.8937651319750426, "count": 40 }, "Huggy.Environment.CumulativeReward.sum": { "value": 1644.0758761763573, "min": 212.29002678394318, "max": 2119.184470951557, "count": 40 }, "Huggy.Policy.ExtrinsicReward.mean": { "value": 3.4832116020685535, "min": 1.7259351771052291, "max": 3.8937651319750426, "count": 40 }, "Huggy.Policy.ExtrinsicReward.sum": { "value": 1644.0758761763573, "min": 212.29002678394318, "max": 2119.184470951557, "count": 40 }, "Huggy.Losses.PolicyLoss.mean": { "value": 0.015464123656177739, "min": 0.0138695300094696, "max": 0.019808846498684335, "count": 40 }, "Huggy.Losses.PolicyLoss.sum": { "value": 0.030928247312355477, "min": 0.0277390600189392, "max": 0.05526747664165063, "count": 40 }, "Huggy.Losses.ValueLoss.mean": { "value": 0.046367792723079525, "min": 0.022833892796188596, "max": 0.05954687938921982, "count": 40 }, "Huggy.Losses.ValueLoss.sum": { "value": 0.09273558544615905, "min": 0.04566778559237719, "max": 0.17864063816765946, "count": 40 }, "Huggy.Policy.LearningRate.mean": { "value": 4.6362984545999895e-06, "min": 4.6362984545999895e-06, "max": 0.000295316026561325, "count": 40 }, "Huggy.Policy.LearningRate.sum": { "value": 9.272596909199979e-06, "min": 9.272596909199979e-06, "max": 0.0008439511686829499, "count": 40 }, "Huggy.Policy.Epsilon.mean": { "value": 0.10154540000000001, "min": 0.10154540000000001, "max": 0.19843867500000006, "count": 40 }, "Huggy.Policy.Epsilon.sum": { "value": 0.20309080000000002, "min": 0.20309080000000002, "max": 0.58131705, "count": 40 }, "Huggy.Policy.Beta.mean": { "value": 8.711545999999984e-05, "min": 8.711545999999984e-05, "max": 0.004922089882500001, "count": 40 }, "Huggy.Policy.Beta.sum": { "value": 0.00017423091999999968, "min": 0.00017423091999999968, "max": 0.014067720795000002, "count": 40 }, "Huggy.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 40 }, "Huggy.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 40 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1687100818", "python_version": "3.10.12 (main, Jun 7 2023, 12:45:35) [GCC 9.4.0]", "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics", "mlagents_version": "0.31.0.dev0", "mlagents_envs_version": "0.31.0.dev0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.11.0+cu102", "numpy_version": "1.21.2", "end_time_seconds": "1687103194" }, "total": 2375.74886983, "count": 1, "self": 0.3959660969999277, "children": { "run_training.setup": { "total": 0.07427530900031343, "count": 1, "self": 0.07427530900031343 }, "TrainerController.start_learning": { "total": 2375.2786284239996, "count": 1, "self": 4.066843991087808, "children": { "TrainerController._reset_env": { "total": 4.630233524000232, "count": 1, "self": 4.630233524000232 }, "TrainerController.advance": { "total": 2366.461444263912, "count": 231583, "self": 4.326614761936526, "children": { "env_step": { "total": 1843.5770186760628, "count": 231583, "self": 1554.5843447654547, "children": { "SubprocessEnvManager._take_step": { "total": 286.1597454507537, "count": 231583, "self": 16.366292413692463, "children": { "TorchPolicy.evaluate": { "total": 269.7934530370612, "count": 223054, "self": 269.7934530370612 } } }, "workers": { "total": 2.832928459854429, "count": 231583, "self": 0.0, "children": { "worker_root": { "total": 2367.619428494966, "count": 231583, "is_parallel": true, "self": 1096.3630871278874, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.0010544000001573295, "count": 1, "is_parallel": true, "self": 0.000285907000034058, "children": { "_process_rank_one_or_two_observation": { "total": 0.0007684930001232715, "count": 2, "is_parallel": true, "self": 0.0007684930001232715 } } }, "UnityEnvironment.step": { "total": 0.03151215099978799, "count": 1, "is_parallel": true, "self": 0.00033919099951162934, "children": { "UnityEnvironment._generate_step_input": { "total": 0.00023676699993302464, "count": 1, "is_parallel": true, "self": 0.00023676699993302464 }, "communicator.exchange": { "total": 0.03005289200018524, "count": 1, "is_parallel": true, "self": 0.03005289200018524 }, "steps_from_proto": { "total": 0.0008833010001580988, "count": 1, "is_parallel": true, "self": 0.0002644989999680547, "children": { "_process_rank_one_or_two_observation": { "total": 0.0006188020001900441, "count": 2, "is_parallel": true, "self": 0.0006188020001900441 } } } } } } }, "UnityEnvironment.step": { "total": 1271.2563413670787, "count": 231582, "is_parallel": true, "self": 39.23671718708874, "children": { "UnityEnvironment._generate_step_input": { "total": 78.68007204506557, "count": 231582, "is_parallel": true, "self": 78.68007204506557 }, "communicator.exchange": { "total": 1059.0652596788632, "count": 231582, "is_parallel": true, "self": 1059.0652596788632 }, "steps_from_proto": { "total": 94.27429245606118, "count": 231582, "is_parallel": true, "self": 33.082939327173335, "children": { "_process_rank_one_or_two_observation": { "total": 61.19135312888784, "count": 463164, "is_parallel": true, "self": 61.19135312888784 } } } } } } } } } } }, "trainer_advance": { "total": 518.5578108259128, "count": 231583, "self": 6.457586831772915, "children": { "process_trajectory": { "total": 130.19321731714308, "count": 231583, "self": 128.7919073921421, "children": { "RLTrainer._checkpoint": { "total": 1.4013099250009873, "count": 10, "self": 1.4013099250009873 } } }, "_update_policy": { "total": 381.90700667699684, "count": 96, "self": 321.9674237420095, "children": { "TorchPPOOptimizer.update": { "total": 59.93958293498736, "count": 2880, "self": 59.93958293498736 } } } } } } }, "trainer_threads": { "total": 9.420000424142927e-07, "count": 1, "self": 9.420000424142927e-07 }, "TrainerController._save_models": { "total": 0.12010570299935353, "count": 1, "self": 0.0019995399998151697, "children": { "RLTrainer._checkpoint": { "total": 0.11810616299953836, "count": 1, "self": 0.11810616299953836 } } } } } } }