{ "name": "root", "gauges": { "Huggy.Policy.Entropy.mean": { "value": 1.401455283164978, "min": 1.401455283164978, "max": 1.4277291297912598, "count": 40 }, "Huggy.Policy.Entropy.sum": { "value": 71360.703125, "min": 68641.4921875, "max": 77368.3984375, "count": 40 }, "Huggy.Environment.EpisodeLength.mean": { "value": 85.92521739130434, "min": 76.24884080370943, "max": 413.59504132231405, "count": 40 }, "Huggy.Environment.EpisodeLength.sum": { "value": 49407.0, "min": 48698.0, "max": 50112.0, "count": 40 }, "Huggy.Step.mean": { "value": 1999990.0, "min": 49828.0, "max": 1999990.0, "count": 40 }, "Huggy.Step.sum": { "value": 1999990.0, "min": 49828.0, "max": 1999990.0, "count": 40 }, "Huggy.Policy.ExtrinsicValueEstimate.mean": { "value": 2.4142558574676514, "min": 0.03830129653215408, "max": 2.4650509357452393, "count": 40 }, "Huggy.Policy.ExtrinsicValueEstimate.sum": { "value": 1388.1971435546875, "min": 4.596155643463135, "max": 1564.52294921875, "count": 40 }, "Huggy.Environment.CumulativeReward.mean": { "value": 3.7979303968471028, "min": 1.8002182627717653, "max": 3.9967357784409985, "count": 40 }, "Huggy.Environment.CumulativeReward.sum": { "value": 2183.809978187084, "min": 216.02619153261185, "max": 2512.215627491474, "count": 40 }, "Huggy.Policy.ExtrinsicReward.mean": { "value": 3.7979303968471028, "min": 1.8002182627717653, "max": 3.9967357784409985, "count": 40 }, "Huggy.Policy.ExtrinsicReward.sum": { "value": 2183.809978187084, "min": 216.02619153261185, "max": 2512.215627491474, "count": 40 }, "Huggy.Losses.PolicyLoss.mean": { "value": 0.016067106476111804, "min": 0.013872415076669616, "max": 0.01994042851923344, "count": 40 }, "Huggy.Losses.PolicyLoss.sum": { "value": 0.048201319428335415, "min": 0.027744830153339232, "max": 0.05382941369898617, "count": 40 }, "Huggy.Losses.ValueLoss.mean": { "value": 0.055282579527960875, "min": 0.023213793399433295, "max": 0.060492293909192085, "count": 40 }, "Huggy.Losses.ValueLoss.sum": { "value": 0.16584773858388263, "min": 0.04642758679886659, "max": 0.17369761193792027, "count": 40 }, "Huggy.Policy.LearningRate.mean": { "value": 3.612048796016663e-06, "min": 3.612048796016663e-06, "max": 0.00029527155157615, "count": 40 }, "Huggy.Policy.LearningRate.sum": { "value": 1.083614638804999e-05, "min": 1.083614638804999e-05, "max": 0.00084372736875755, "count": 40 }, "Huggy.Policy.Epsilon.mean": { "value": 0.10120398333333334, "min": 0.10120398333333334, "max": 0.19842385000000004, "count": 40 }, "Huggy.Policy.Epsilon.sum": { "value": 0.30361195, "min": 0.20756695, "max": 0.5812424500000001, "count": 40 }, "Huggy.Policy.Beta.mean": { "value": 7.007876833333329e-05, "min": 7.007876833333329e-05, "max": 0.0049213501150000005, "count": 40 }, "Huggy.Policy.Beta.sum": { "value": 0.00021023630499999988, "min": 0.00021023630499999988, "max": 0.014063998255, "count": 40 }, "Huggy.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 40 }, "Huggy.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 40 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1679273054", "python_version": "3.9.16 (main, Dec 7 2022, 01:11:51) \n[GCC 9.4.0]", "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics", "mlagents_version": "0.31.0.dev0", "mlagents_envs_version": "0.31.0.dev0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.11.0+cu102", "numpy_version": "1.21.2", "end_time_seconds": "1679275355" }, "total": 2301.256727475, "count": 1, "self": 0.4404230000000098, "children": { "run_training.setup": { "total": 0.10184205300004123, "count": 1, "self": 0.10184205300004123 }, "TrainerController.start_learning": { "total": 2300.714462422, "count": 1, "self": 4.1486054960150796, "children": { "TrainerController._reset_env": { "total": 9.028095510000014, "count": 1, "self": 9.028095510000014 }, "TrainerController.advance": { "total": 2287.413577807985, "count": 232927, "self": 4.431928242961931, "children": { "env_step": { "total": 1782.4409763830367, "count": 232927, "self": 1505.3782557980542, "children": { "SubprocessEnvManager._take_step": { "total": 274.3113776880025, "count": 232927, "self": 16.012020883023297, "children": { "TorchPolicy.evaluate": { "total": 258.2993568049792, "count": 223010, "self": 258.2993568049792 } } }, "workers": { "total": 2.751342896980134, "count": 232927, "self": 0.0, "children": { "worker_root": { "total": 2292.988215635043, "count": 232927, "is_parallel": true, "self": 1069.992337013039, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.0009708680000244385, "count": 1, "is_parallel": true, "self": 0.00024432800000795396, "children": { "_process_rank_one_or_two_observation": { "total": 0.0007265400000164846, "count": 2, "is_parallel": true, "self": 0.0007265400000164846 } } }, "UnityEnvironment.step": { "total": 0.040814267999962794, "count": 1, "is_parallel": true, "self": 0.00029623399996125954, "children": { "UnityEnvironment._generate_step_input": { "total": 0.0001932799999622148, "count": 1, "is_parallel": true, "self": 0.0001932799999622148 }, "communicator.exchange": { "total": 0.039683109000009154, "count": 1, "is_parallel": true, "self": 0.039683109000009154 }, "steps_from_proto": { "total": 0.0006416450000301666, "count": 1, "is_parallel": true, "self": 0.00019613500001014472, "children": { "_process_rank_one_or_two_observation": { "total": 0.00044551000002002183, "count": 2, "is_parallel": true, "self": 0.00044551000002002183 } } } } } } }, "UnityEnvironment.step": { "total": 1222.995878622004, "count": 232926, "is_parallel": true, "self": 37.3250682368689, "children": { "UnityEnvironment._generate_step_input": { "total": 75.84585454105331, "count": 232926, "is_parallel": true, "self": 75.84585454105331 }, "communicator.exchange": { "total": 1022.8719801690434, "count": 232926, "is_parallel": true, "self": 1022.8719801690434 }, "steps_from_proto": { "total": 86.9529756750386, "count": 232926, "is_parallel": true, "self": 32.53670317205393, "children": { "_process_rank_one_or_two_observation": { "total": 54.41627250298467, "count": 465852, "is_parallel": true, "self": 54.41627250298467 } } } } } } } } } } }, "trainer_advance": { "total": 500.5406731819861, "count": 232927, "self": 6.738287842982743, "children": { "process_trajectory": { "total": 141.79717609500358, "count": 232927, "self": 140.45874969100373, "children": { "RLTrainer._checkpoint": { "total": 1.338426403999847, "count": 10, "self": 1.338426403999847 } } }, "_update_policy": { "total": 352.0052092439998, "count": 97, "self": 294.3264176600115, "children": { "TorchPPOOptimizer.update": { "total": 57.6787915839883, "count": 2910, "self": 57.6787915839883 } } } } } } }, "trainer_threads": { "total": 9.420000424142927e-07, "count": 1, "self": 9.420000424142927e-07 }, "TrainerController._save_models": { "total": 0.12418266599979688, "count": 1, "self": 0.0020996799999011273, "children": { "RLTrainer._checkpoint": { "total": 0.12208298599989575, "count": 1, "self": 0.12208298599989575 } } } } } } }