|
{ |
|
"name": "root", |
|
"gauges": { |
|
"Huggy.Policy.Entropy.mean": { |
|
"value": 1.403009057044983, |
|
"min": 1.403009057044983, |
|
"max": 1.4272940158843994, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.Entropy.sum": { |
|
"value": 70417.0234375, |
|
"min": 68067.78125, |
|
"max": 77018.9609375, |
|
"count": 40 |
|
}, |
|
"Huggy.Environment.EpisodeLength.mean": { |
|
"value": 112.34389140271493, |
|
"min": 92.4438202247191, |
|
"max": 384.7, |
|
"count": 40 |
|
}, |
|
"Huggy.Environment.EpisodeLength.sum": { |
|
"value": 49656.0, |
|
"min": 48993.0, |
|
"max": 50114.0, |
|
"count": 40 |
|
}, |
|
"Huggy.Step.mean": { |
|
"value": 1999996.0, |
|
"min": 49966.0, |
|
"max": 1999996.0, |
|
"count": 40 |
|
}, |
|
"Huggy.Step.sum": { |
|
"value": 1999996.0, |
|
"min": 49966.0, |
|
"max": 1999996.0, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.ExtrinsicValueEstimate.mean": { |
|
"value": 2.3370509147644043, |
|
"min": 0.04984726756811142, |
|
"max": 2.4356701374053955, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.ExtrinsicValueEstimate.sum": { |
|
"value": 1030.639404296875, |
|
"min": 6.430297374725342, |
|
"max": 1253.9215087890625, |
|
"count": 40 |
|
}, |
|
"Huggy.Environment.CumulativeReward.mean": { |
|
"value": 3.568106578185715, |
|
"min": 1.790509580410728, |
|
"max": 3.8801819670066404, |
|
"count": 40 |
|
}, |
|
"Huggy.Environment.CumulativeReward.sum": { |
|
"value": 1573.5350009799004, |
|
"min": 230.97573587298393, |
|
"max": 1983.7882163524628, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.ExtrinsicReward.mean": { |
|
"value": 3.568106578185715, |
|
"min": 1.790509580410728, |
|
"max": 3.8801819670066404, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.ExtrinsicReward.sum": { |
|
"value": 1573.5350009799004, |
|
"min": 230.97573587298393, |
|
"max": 1983.7882163524628, |
|
"count": 40 |
|
}, |
|
"Huggy.Losses.PolicyLoss.mean": { |
|
"value": 0.019335052070285505, |
|
"min": 0.012637451958532135, |
|
"max": 0.019961806093730654, |
|
"count": 40 |
|
}, |
|
"Huggy.Losses.PolicyLoss.sum": { |
|
"value": 0.03867010414057101, |
|
"min": 0.02527490391706427, |
|
"max": 0.054703833103728054, |
|
"count": 40 |
|
}, |
|
"Huggy.Losses.ValueLoss.mean": { |
|
"value": 0.04703333955258131, |
|
"min": 0.022690573893487453, |
|
"max": 0.0597368692772256, |
|
"count": 40 |
|
}, |
|
"Huggy.Losses.ValueLoss.sum": { |
|
"value": 0.09406667910516261, |
|
"min": 0.045381147786974906, |
|
"max": 0.1792106078316768, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.LearningRate.mean": { |
|
"value": 4.378748540449996e-06, |
|
"min": 4.378748540449996e-06, |
|
"max": 0.00029538532653822496, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.LearningRate.sum": { |
|
"value": 8.757497080899992e-06, |
|
"min": 8.757497080899992e-06, |
|
"max": 0.0008442079685973497, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.Epsilon.mean": { |
|
"value": 0.10145955000000004, |
|
"min": 0.10145955000000004, |
|
"max": 0.19846177499999995, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.Epsilon.sum": { |
|
"value": 0.20291910000000007, |
|
"min": 0.20291910000000007, |
|
"max": 0.58140265, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.Beta.mean": { |
|
"value": 8.283154499999994e-05, |
|
"min": 8.283154499999994e-05, |
|
"max": 0.0049232425725, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.Beta.sum": { |
|
"value": 0.0001656630899999999, |
|
"min": 0.0001656630899999999, |
|
"max": 0.014071992234999997, |
|
"count": 40 |
|
}, |
|
"Huggy.IsTraining.mean": { |
|
"value": 1.0, |
|
"min": 1.0, |
|
"max": 1.0, |
|
"count": 40 |
|
}, |
|
"Huggy.IsTraining.sum": { |
|
"value": 1.0, |
|
"min": 1.0, |
|
"max": 1.0, |
|
"count": 40 |
|
} |
|
}, |
|
"metadata": { |
|
"timer_format_version": "0.1.0", |
|
"start_time_seconds": "1715089356", |
|
"python_version": "3.10.12 (main, Nov 20 2023, 15:14:05) [GCC 11.4.0]", |
|
"command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy2 --no-graphics", |
|
"mlagents_version": "1.1.0.dev0", |
|
"mlagents_envs_version": "1.1.0.dev0", |
|
"communication_protocol_version": "1.5.0", |
|
"pytorch_version": "2.2.1+cu121", |
|
"numpy_version": "1.23.5", |
|
"end_time_seconds": "1715091968" |
|
}, |
|
"total": 2612.0024181420004, |
|
"count": 1, |
|
"self": 0.44341679800027123, |
|
"children": { |
|
"run_training.setup": { |
|
"total": 0.0572851609999816, |
|
"count": 1, |
|
"self": 0.0572851609999816 |
|
}, |
|
"TrainerController.start_learning": { |
|
"total": 2611.501716183, |
|
"count": 1, |
|
"self": 4.960617996993278, |
|
"children": { |
|
"TrainerController._reset_env": { |
|
"total": 2.8374284679999846, |
|
"count": 1, |
|
"self": 2.8374284679999846 |
|
}, |
|
"TrainerController.advance": { |
|
"total": 2603.574931975007, |
|
"count": 231825, |
|
"self": 5.181864304222017, |
|
"children": { |
|
"env_step": { |
|
"total": 2101.28315158589, |
|
"count": 231825, |
|
"self": 1745.0036693436477, |
|
"children": { |
|
"SubprocessEnvManager._take_step": { |
|
"total": 353.0084229021876, |
|
"count": 231825, |
|
"self": 18.5085364102099, |
|
"children": { |
|
"TorchPolicy.evaluate": { |
|
"total": 334.4998864919777, |
|
"count": 223029, |
|
"self": 334.4998864919777 |
|
} |
|
} |
|
}, |
|
"workers": { |
|
"total": 3.271059340054876, |
|
"count": 231825, |
|
"self": 0.0, |
|
"children": { |
|
"worker_root": { |
|
"total": 2603.531707258078, |
|
"count": 231825, |
|
"is_parallel": true, |
|
"self": 1197.7870796271236, |
|
"children": { |
|
"run_training.setup": { |
|
"total": 0.0, |
|
"count": 0, |
|
"is_parallel": true, |
|
"self": 0.0, |
|
"children": { |
|
"steps_from_proto": { |
|
"total": 0.0010199480000210315, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.00029788200004077225, |
|
"children": { |
|
"_process_rank_one_or_two_observation": { |
|
"total": 0.0007220659999802592, |
|
"count": 2, |
|
"is_parallel": true, |
|
"self": 0.0007220659999802592 |
|
} |
|
} |
|
}, |
|
"UnityEnvironment.step": { |
|
"total": 0.029673661999936485, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.0003900719999592184, |
|
"children": { |
|
"UnityEnvironment._generate_step_input": { |
|
"total": 0.00019572000007883616, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.00019572000007883616 |
|
}, |
|
"communicator.exchange": { |
|
"total": 0.028229241999952137, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.028229241999952137 |
|
}, |
|
"steps_from_proto": { |
|
"total": 0.0008586279999462931, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.00024071099994671386, |
|
"children": { |
|
"_process_rank_one_or_two_observation": { |
|
"total": 0.0006179169999995793, |
|
"count": 2, |
|
"is_parallel": true, |
|
"self": 0.0006179169999995793 |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
}, |
|
"UnityEnvironment.step": { |
|
"total": 1405.7446276309543, |
|
"count": 231824, |
|
"is_parallel": true, |
|
"self": 41.5637678510202, |
|
"children": { |
|
"UnityEnvironment._generate_step_input": { |
|
"total": 93.28450633305738, |
|
"count": 231824, |
|
"is_parallel": true, |
|
"self": 93.28450633305738 |
|
}, |
|
"communicator.exchange": { |
|
"total": 1171.7641442639474, |
|
"count": 231824, |
|
"is_parallel": true, |
|
"self": 1171.7641442639474 |
|
}, |
|
"steps_from_proto": { |
|
"total": 99.13220918292927, |
|
"count": 231824, |
|
"is_parallel": true, |
|
"self": 37.401269296846976, |
|
"children": { |
|
"_process_rank_one_or_two_observation": { |
|
"total": 61.7309398860823, |
|
"count": 463648, |
|
"is_parallel": true, |
|
"self": 61.7309398860823 |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
}, |
|
"trainer_advance": { |
|
"total": 497.10991608489473, |
|
"count": 231825, |
|
"self": 7.412953547837901, |
|
"children": { |
|
"process_trajectory": { |
|
"total": 161.74889032005683, |
|
"count": 231825, |
|
"self": 160.43791516205567, |
|
"children": { |
|
"RLTrainer._checkpoint": { |
|
"total": 1.3109751580011562, |
|
"count": 10, |
|
"self": 1.3109751580011562 |
|
} |
|
} |
|
}, |
|
"_update_policy": { |
|
"total": 327.948072217, |
|
"count": 96, |
|
"self": 264.6564507940177, |
|
"children": { |
|
"TorchPPOOptimizer.update": { |
|
"total": 63.2916214229823, |
|
"count": 2880, |
|
"self": 63.2916214229823 |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
}, |
|
"trainer_threads": { |
|
"total": 9.260002116207033e-07, |
|
"count": 1, |
|
"self": 9.260002116207033e-07 |
|
}, |
|
"TrainerController._save_models": { |
|
"total": 0.12873681699966255, |
|
"count": 1, |
|
"self": 0.002047181999841996, |
|
"children": { |
|
"RLTrainer._checkpoint": { |
|
"total": 0.12668963499982056, |
|
"count": 1, |
|
"self": 0.12668963499982056 |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |