{ "name": "root", "gauges": { "Worm.Policy.Entropy.mean": { "value": 0.8082296848297119, "min": 0.8082296848297119, "max": 1.4214427471160889, "count": 187 }, "Worm.Policy.Entropy.sum": { "value": 24246.890625, "min": 24246.890625, "max": 42643.28125, "count": 187 }, "Worm.Environment.EpisodeLength.mean": { "value": 999.0, "min": 999.0, "max": 999.0, "count": 187 }, "Worm.Environment.EpisodeLength.sum": { "value": 29970.0, "min": 29970.0, "max": 29970.0, "count": 187 }, "Worm.Step.mean": { "value": 5609000.0, "min": 29000.0, "max": 5609000.0, "count": 187 }, "Worm.Step.sum": { "value": 5609000.0, "min": 29000.0, "max": 5609000.0, "count": 187 }, "Worm.Policy.ExtrinsicValueEstimate.mean": { "value": 221.60263061523438, "min": 0.05421442538499832, "max": 221.60263061523438, "count": 187 }, "Worm.Policy.ExtrinsicValueEstimate.sum": { "value": 6648.0791015625, "min": 1.6264327764511108, "max": 6648.0791015625, "count": 187 }, "Worm.Environment.CumulativeReward.mean": { "value": 1098.6320475260416, "min": 0.33480922109848854, "max": 1116.5148844401042, "count": 187 }, "Worm.Environment.CumulativeReward.sum": { "value": 32958.96142578125, "min": 9.709467411856167, "max": 33495.446533203125, "count": 187 }, "Worm.Policy.ExtrinsicReward.mean": { "value": 1098.6320475260416, "min": 0.33480922109848854, "max": 1116.5148844401042, "count": 187 }, "Worm.Policy.ExtrinsicReward.sum": { "value": 32958.96142578125, "min": 9.709467411856167, "max": 33495.446533203125, "count": 187 }, "Worm.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 187 }, "Worm.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 187 }, "Worm.Losses.PolicyLoss.mean": { "value": 0.017346585471560025, "min": 0.012235609222746765, "max": 0.022922005063654587, "count": 186 }, "Worm.Losses.PolicyLoss.sum": { "value": 0.017346585471560025, "min": 0.012235609222746765, "max": 0.022922005063654587, "count": 186 }, "Worm.Losses.ValueLoss.mean": { "value": 12.61026802517119, "min": 0.00210969910369299, "max": 14.915938740684872, "count": 186 }, "Worm.Losses.ValueLoss.sum": { "value": 12.61026802517119, "min": 0.00210969910369299, "max": 14.915938740684872, "count": 186 }, "Worm.Policy.LearningRate.mean": { "value": 6.085722257142856e-05, "min": 6.085722257142856e-05, "max": 0.00029871428614285713, "count": 186 }, "Worm.Policy.LearningRate.sum": { "value": 6.085722257142856e-05, "min": 6.085722257142856e-05, "max": 0.00029871428614285713, "count": 186 }, "Worm.Policy.Epsilon.mean": { "value": 0.12028571428571427, "min": 0.12028571428571427, "max": 0.1995714285714285, "count": 186 }, "Worm.Policy.Epsilon.sum": { "value": 0.12028571428571427, "min": 0.12028571428571427, "max": 0.1995714285714285, "count": 186 }, "Worm.Policy.Beta.mean": { "value": 0.001022257142857143, "min": 0.001022257142857143, "max": 0.004978614285714285, "count": 186 }, "Worm.Policy.Beta.sum": { "value": 0.001022257142857143, "min": 0.001022257142857143, "max": 0.004978614285714285, "count": 186 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1684878601", "python_version": "3.10.6 (main, Mar 10 2023, 10:55:28) [GCC 11.3.0]", "command_line_arguments": "/home/alex/.local/bin/mlagents-learn ./config/ppo/Worm.yaml --env=./training-envs-executables/linux/Worm/Worm --run-id=Worm", "mlagents_version": "0.31.0.dev0", "mlagents_envs_version": "0.31.0.dev0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.11.0+cu113", "numpy_version": "1.21.2", "end_time_seconds": "1684882636" }, "total": 4034.825069673003, "count": 1, "self": 10.003532343002007, "children": { "run_training.setup": { "total": 0.0097069619987451, "count": 1, "self": 0.0097069619987451 }, "TrainerController.start_learning": { "total": 4024.811830368002, "count": 1, "self": 10.267651878410106, "children": { "TrainerController._reset_env": { "total": 6.0936692010000115, "count": 1, "self": 6.0936692010000115 }, "TrainerController.advance": { "total": 4008.36790555259, "count": 564736, "self": 11.135062034343719, "children": { "env_step": { "total": 3198.0702058465286, "count": 564736, "self": 2610.6305614671473, "children": { "SubprocessEnvManager._take_step": { "total": 580.6799327021836, "count": 564737, "self": 28.69456862905281, "children": { "TorchPolicy.evaluate": { "total": 551.9853640731308, "count": 564737, "self": 551.9853640731308 } } }, "workers": { "total": 6.759711677197629, "count": 564735, "self": 0.0, "children": { "worker_root": { "total": 8024.449789379603, "count": 564735, "is_parallel": true, "self": 5880.283203246272, "children": { "run_training.setup": { "total": 0.0097069619987451, "count": 1, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.0004645179978979286, "count": 1, "is_parallel": true, "self": 0.00011558899859664962, "children": { "_process_rank_one_or_two_observation": { "total": 0.00034892899930127896, "count": 2, "is_parallel": true, "self": 0.00034892899930127896 } } }, "UnityEnvironment.step": { "total": 0.021976836997055216, "count": 1, "is_parallel": true, "self": 0.00011447099677752703, "children": { "UnityEnvironment._generate_step_input": { "total": 0.00020861799930571578, "count": 1, "is_parallel": true, "self": 0.00020861799930571578 }, "communicator.exchange": { "total": 0.02138932700108853, "count": 1, "is_parallel": true, "self": 0.02138932700108853 }, "steps_from_proto": { "total": 0.00026442099988344125, "count": 1, "is_parallel": true, "self": 8.332200013683178e-05, "children": { "_process_rank_one_or_two_observation": { "total": 0.00018109899974660948, "count": 2, "is_parallel": true, "self": 0.00018109899974660948 } } } } } } }, "UnityEnvironment.step": { "total": 2144.1568791713325, "count": 564733, "is_parallel": true, "self": 59.67309930914416, "children": { "UnityEnvironment._generate_step_input": { "total": 89.48874647971024, "count": 564733, "is_parallel": true, "self": 89.48874647971024 }, "communicator.exchange": { "total": 1856.7360981888378, "count": 564733, "is_parallel": true, "self": 1856.7360981888378 }, "steps_from_proto": { "total": 138.25893519364035, "count": 564733, "is_parallel": true, "self": 48.11343804268472, "children": { "_process_rank_one_or_two_observation": { "total": 90.14549715095563, "count": 1129466, "is_parallel": true, "self": 90.14549715095563 } } } } }, "TrainerController.start_learning": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "TrainerController._reset_env": { "total": 6.0936692010000115, "count": 1, "is_parallel": true, "self": 6.0936692010000115 }, "TrainerController.advance": { "total": 3994.6589664235944, "count": 563730, "is_parallel": true, "self": 11.114421011374361, "children": { "env_step": { "total": 3188.0827632985056, "count": 563730, "is_parallel": true, "self": 2601.725614250161, "children": { "SubprocessEnvManager._take_step": { "total": 579.5913887851457, "count": 563731, "is_parallel": true, "self": 28.640041552036564, "children": { "TorchPolicy.evaluate": { "total": 550.9513472331091, "count": 563731, "is_parallel": true, "self": 550.9513472331091 } } }, "workers": { "total": 6.747026940200158, "count": 563730, "is_parallel": true, "self": 0.0, "children": { "worker_root": { "total": 4000.0536235636537, "count": 563730, "is_parallel": true, "self": 1859.8334920233465, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.0004645179978979286, "count": 1, "is_parallel": true, "self": 0.00011558899859664962, "children": { "_process_rank_one_or_two_observation": { "total": 0.00034892899930127896, "count": 2, "is_parallel": true, "self": 0.00034892899930127896 } } }, "UnityEnvironment.step": { "total": 0.021976836997055216, "count": 1, "is_parallel": true, "self": 0.00011447099677752703, "children": { "UnityEnvironment._generate_step_input": { "total": 0.00020861799930571578, "count": 1, "is_parallel": true, "self": 0.00020861799930571578 }, "communicator.exchange": { "total": 0.02138932700108853, "count": 1, "is_parallel": true, "self": 0.02138932700108853 }, "steps_from_proto": { "total": 0.00026442099988344125, "count": 1, "is_parallel": true, "self": 8.332200013683178e-05, "children": { "_process_rank_one_or_two_observation": { "total": 0.00018109899974660948, "count": 2, "is_parallel": true, "self": 0.00018109899974660948 } } } } } } }, "UnityEnvironment.step": { "total": 2140.220131540307, "count": 563729, "is_parallel": true, "self": 59.56939849619448, "children": { "UnityEnvironment._generate_step_input": { "total": 89.33062007272383, "count": 563729, "is_parallel": true, "self": 89.33062007272383 }, "communicator.exchange": { "total": 1853.309393018808, "count": 563729, "is_parallel": true, "self": 1853.309393018808 }, "steps_from_proto": { "total": 138.01071995258098, "count": 563729, "is_parallel": true, "self": 48.02789156855579, "children": { "_process_rank_one_or_two_observation": { "total": 89.9828283840252, "count": 1127458, "is_parallel": true, "self": 89.9828283840252 } } } } } } } } }, "steps_from_proto": { "total": 0.0005738799991377164, "count": 1, "is_parallel": true, "self": 0.00012242999946465716, "children": { "_process_rank_one_or_two_observation": { "total": 0.0004514499996730592, "count": 2, "is_parallel": true, "self": 0.0004514499996730592 } } }, "UnityEnvironment.step": { "total": 0.018159442999603925, "count": 1, "is_parallel": true, "self": 0.000114539001515368, "children": { "UnityEnvironment._generate_step_input": { "total": 0.00016880399925867096, "count": 1, "is_parallel": true, "self": 0.00016880399925867096 }, "communicator.exchange": { "total": 0.01761370899839676, "count": 1, "is_parallel": true, "self": 0.01761370899839676 }, "steps_from_proto": { "total": 0.00026239100043312646, "count": 1, "is_parallel": true, "self": 9.463499736739323e-05, "children": { "_process_rank_one_or_two_observation": { "total": 0.00016775600306573324, "count": 2, "is_parallel": true, "self": 0.00016775600306573324 } } } } } } }, "trainer_advance": { "total": 795.4617821137144, "count": 563730, "is_parallel": true, "self": 12.791872449903167, "children": { "process_trajectory": { "total": 166.01365599878773, "count": 563730, "is_parallel": true, "self": 165.18268645778517, "children": { "RLTrainer._checkpoint": { "total": 0.8309695410025597, "count": 11, "is_parallel": true, "self": 0.8309695410025597 } } }, "_update_policy": { "total": 616.6562536650235, "count": 187, "is_parallel": true, "self": 535.6165615348764, "children": { "TorchPPOOptimizer.update": { "total": 81.03969213014716, "count": 7854, "is_parallel": true, "self": 81.03969213014716 } } } } } } } } } } } } } } }, "trainer_advance": { "total": 799.1626376717177, "count": 564735, "self": 12.817351136858633, "children": { "process_trajectory": { "total": 166.37769085783657, "count": 564735, "self": 165.546721316834, "children": { "RLTrainer._checkpoint": { "total": 0.8309695410025597, "count": 11, "self": 0.8309695410025597 } } }, "_update_policy": { "total": 619.9675956770225, "count": 188, "self": 538.4963677038759, "children": { "TorchPPOOptimizer.update": { "total": 81.4712279731466, "count": 7896, "self": 81.4712279731466 } } } } } } }, "trainer_threads": { "total": 9.780014806892723e-07, "count": 1, "self": 9.780014806892723e-07 }, "TrainerController._save_models": { "total": 0.0826027580005757, "count": 1, "self": 0.001315516001341166, "children": { "RLTrainer._checkpoint": { "total": 0.08128724199923454, "count": 1, "self": 0.08128724199923454 } } } } } } }