| { |
| "name": "root", |
| "gauges": { |
| "Huggy.Policy.Entropy.mean": { |
| "value": 1.4041695594787598, |
| "min": 1.4041695594787598, |
| "max": 1.4272457361221313, |
| "count": 40 |
| }, |
| "Huggy.Policy.Entropy.sum": { |
| "value": 69825.140625, |
| "min": 67993.65625, |
| "max": 77364.859375, |
| "count": 40 |
| }, |
| "Huggy.Environment.EpisodeLength.mean": { |
| "value": 86.69001751313485, |
| "min": 73.87724550898204, |
| "max": 397.6746031746032, |
| "count": 40 |
| }, |
| "Huggy.Environment.EpisodeLength.sum": { |
| "value": 49500.0, |
| "min": 48769.0, |
| "max": 50149.0, |
| "count": 40 |
| }, |
| "Huggy.Step.mean": { |
| "value": 1999340.0, |
| "min": 49827.0, |
| "max": 1999340.0, |
| "count": 40 |
| }, |
| "Huggy.Step.sum": { |
| "value": 1999340.0, |
| "min": 49827.0, |
| "max": 1999340.0, |
| "count": 40 |
| }, |
| "Huggy.Policy.ExtrinsicValueEstimate.mean": { |
| "value": 2.42406964302063, |
| "min": 0.1721307635307312, |
| "max": 2.5011255741119385, |
| "count": 40 |
| }, |
| "Huggy.Policy.ExtrinsicValueEstimate.sum": { |
| "value": 1384.143798828125, |
| "min": 21.516345977783203, |
| "max": 1621.010009765625, |
| "count": 40 |
| }, |
| "Huggy.Environment.CumulativeReward.mean": { |
| "value": 3.720692450236105, |
| "min": 1.7613751003146172, |
| "max": 4.008709502100144, |
| "count": 40 |
| }, |
| "Huggy.Environment.CumulativeReward.sum": { |
| "value": 2124.515389084816, |
| "min": 220.17188753932714, |
| "max": 2546.8656062483788, |
| "count": 40 |
| }, |
| "Huggy.Policy.ExtrinsicReward.mean": { |
| "value": 3.720692450236105, |
| "min": 1.7613751003146172, |
| "max": 4.008709502100144, |
| "count": 40 |
| }, |
| "Huggy.Policy.ExtrinsicReward.sum": { |
| "value": 2124.515389084816, |
| "min": 220.17188753932714, |
| "max": 2546.8656062483788, |
| "count": 40 |
| }, |
| "Huggy.Losses.PolicyLoss.mean": { |
| "value": 0.01590058833858671, |
| "min": 0.013657696535422776, |
| "max": 0.019484661368187516, |
| "count": 40 |
| }, |
| "Huggy.Losses.PolicyLoss.sum": { |
| "value": 0.04770176501576013, |
| "min": 0.027315393070845552, |
| "max": 0.056696337403263894, |
| "count": 40 |
| }, |
| "Huggy.Losses.ValueLoss.mean": { |
| "value": 0.052756535510222115, |
| "min": 0.020140024740248917, |
| "max": 0.06424077960352104, |
| "count": 40 |
| }, |
| "Huggy.Losses.ValueLoss.sum": { |
| "value": 0.15826960653066635, |
| "min": 0.040280049480497834, |
| "max": 0.1927223388105631, |
| "count": 40 |
| }, |
| "Huggy.Policy.LearningRate.mean": { |
| "value": 3.7252987582666613e-06, |
| "min": 3.7252987582666613e-06, |
| "max": 0.0002953460265513249, |
| "count": 40 |
| }, |
| "Huggy.Policy.LearningRate.sum": { |
| "value": 1.1175896274799983e-05, |
| "min": 1.1175896274799983e-05, |
| "max": 0.0008438767687077501, |
| "count": 40 |
| }, |
| "Huggy.Policy.Epsilon.mean": { |
| "value": 0.10124173333333335, |
| "min": 0.10124173333333335, |
| "max": 0.19844867499999996, |
| "count": 40 |
| }, |
| "Huggy.Policy.Epsilon.sum": { |
| "value": 0.30372520000000003, |
| "min": 0.20760550000000005, |
| "max": 0.58129225, |
| "count": 40 |
| }, |
| "Huggy.Policy.Beta.mean": { |
| "value": 7.196249333333325e-05, |
| "min": 7.196249333333325e-05, |
| "max": 0.004922588882499999, |
| "count": 40 |
| }, |
| "Huggy.Policy.Beta.sum": { |
| "value": 0.00021588747999999976, |
| "min": 0.00021588747999999976, |
| "max": 0.014066483275, |
| "count": 40 |
| }, |
| "Huggy.IsTraining.mean": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 40 |
| }, |
| "Huggy.IsTraining.sum": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 40 |
| } |
| }, |
| "metadata": { |
| "timer_format_version": "0.1.0", |
| "start_time_seconds": "1672422291", |
| "python_version": "3.8.16 (default, Dec 7 2022, 01:12:13) \n[GCC 7.5.0]", |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics", |
| "mlagents_version": "0.29.0.dev0", |
| "mlagents_envs_version": "0.29.0.dev0", |
| "communication_protocol_version": "1.5.0", |
| "pytorch_version": "1.8.1+cu102", |
| "numpy_version": "1.21.6", |
| "end_time_seconds": "1672424620" |
| }, |
| "total": 2329.765257987, |
| "count": 1, |
| "self": 0.3884646659998907, |
| "children": { |
| "run_training.setup": { |
| "total": 0.1055215459999772, |
| "count": 1, |
| "self": 0.1055215459999772 |
| }, |
| "TrainerController.start_learning": { |
| "total": 2329.271271775, |
| "count": 1, |
| "self": 4.092018536007799, |
| "children": { |
| "TrainerController._reset_env": { |
| "total": 7.95282526799997, |
| "count": 1, |
| "self": 7.95282526799997 |
| }, |
| "TrainerController.advance": { |
| "total": 2317.109776118992, |
| "count": 232904, |
| "self": 4.363096719120676, |
| "children": { |
| "env_step": { |
| "total": 1836.2209085988898, |
| "count": 232904, |
| "self": 1547.3620905619268, |
| "children": { |
| "SubprocessEnvManager._take_step": { |
| "total": 286.1815967850065, |
| "count": 232904, |
| "self": 14.781437314065442, |
| "children": { |
| "TorchPolicy.evaluate": { |
| "total": 271.40015947094105, |
| "count": 222918, |
| "self": 67.52901022093101, |
| "children": { |
| "TorchPolicy.sample_actions": { |
| "total": 203.87114925001003, |
| "count": 222918, |
| "self": 203.87114925001003 |
| } |
| } |
| } |
| } |
| }, |
| "workers": { |
| "total": 2.677221251956553, |
| "count": 232904, |
| "self": 0.0, |
| "children": { |
| "worker_root": { |
| "total": 2321.0013428478965, |
| "count": 232904, |
| "is_parallel": true, |
| "self": 1046.897682327889, |
| "children": { |
| "run_training.setup": { |
| "total": 0.0, |
| "count": 0, |
| "is_parallel": true, |
| "self": 0.0, |
| "children": { |
| "steps_from_proto": { |
| "total": 0.0019594620000589202, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.00037142099995435274, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0015880410001045675, |
| "count": 2, |
| "is_parallel": true, |
| "self": 0.0015880410001045675 |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 0.030563237000023946, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.00031387200010613014, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 0.00019566799994663597, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.00019566799994663597 |
| }, |
| "communicator.exchange": { |
| "total": 0.029363234000015837, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.029363234000015837 |
| }, |
| "steps_from_proto": { |
| "total": 0.0006904629999553435, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0002465899999606336, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.00044387299999470997, |
| "count": 2, |
| "is_parallel": true, |
| "self": 0.00044387299999470997 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 1274.1036605200075, |
| "count": 232903, |
| "is_parallel": true, |
| "self": 36.238178374210975, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 82.04877167887344, |
| "count": 232903, |
| "is_parallel": true, |
| "self": 82.04877167887344 |
| }, |
| "communicator.exchange": { |
| "total": 1056.3984492770142, |
| "count": 232903, |
| "is_parallel": true, |
| "self": 1056.3984492770142 |
| }, |
| "steps_from_proto": { |
| "total": 99.41826118990889, |
| "count": 232903, |
| "is_parallel": true, |
| "self": 43.00753148095134, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 56.41072970895755, |
| "count": 465806, |
| "is_parallel": true, |
| "self": 56.41072970895755 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_advance": { |
| "total": 476.5257708009816, |
| "count": 232904, |
| "self": 6.283858994870798, |
| "children": { |
| "process_trajectory": { |
| "total": 158.00519450211084, |
| "count": 232904, |
| "self": 156.84223151911044, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 1.1629629830003978, |
| "count": 10, |
| "self": 1.1629629830003978 |
| } |
| } |
| }, |
| "_update_policy": { |
| "total": 312.23671730399997, |
| "count": 97, |
| "self": 259.74040501400805, |
| "children": { |
| "TorchPPOOptimizer.update": { |
| "total": 52.49631228999192, |
| "count": 2910, |
| "self": 52.49631228999192 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_threads": { |
| "total": 1.1309998626529705e-06, |
| "count": 1, |
| "self": 1.1309998626529705e-06 |
| }, |
| "TrainerController._save_models": { |
| "total": 0.11665072100004181, |
| "count": 1, |
| "self": 0.0029256469997562817, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 0.11372507400028553, |
| "count": 1, |
| "self": 0.11372507400028553 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
