CivilityCoder/ppo-Huggy
025
1{2 "name": "root",3 "gauges": {4 "Huggy.Policy.Entropy.mean": {5 "value": 1.4001564979553223,6 "min": 1.4001564979553223,7 "max": 1.4259567260742188,8 "count": 409 },10 "Huggy.Policy.Entropy.sum": {11 "value": 69706.7890625,12 "min": 67640.125,13 "max": 75321.1171875,14 "count": 4015 },16 "Huggy.Environment.EpisodeLength.mean": {17 "value": 91.07977736549165,18 "min": 88.40143369175627,19 "max": 428.4273504273504,20 "count": 4021 },22 "Huggy.Environment.EpisodeLength.sum": {23 "value": 49092.0,24 "min": 48771.0,25 "max": 50194.0,26 "count": 4027 },28 "Huggy.Step.mean": {29 "value": 1999874.0,30 "min": 49873.0,31 "max": 1999874.0,32 "count": 4033 },34 "Huggy.Step.sum": {35 "value": 1999874.0,36 "min": 49873.0,37 "max": 1999874.0,38 "count": 4039 },40 "Huggy.Policy.ExtrinsicValueEstimate.mean": {41 "value": 2.3806135654449463,42 "min": 0.1593782603740692,43 "max": 2.4656600952148438,44 "count": 4045 },46 "Huggy.Policy.ExtrinsicValueEstimate.sum": {47 "value": 1283.1507568359375,48 "min": 18.487878799438477,49 "max": 1325.00537109375,50 "count": 4051 },52 "Huggy.Environment.CumulativeReward.mean": {53 "value": 3.6075960171023636,54 "min": 1.8382037466969983,55 "max": 3.9105520964328653,56 "count": 4057 },58 "Huggy.Environment.CumulativeReward.sum": {59 "value": 1944.494253218174,60 "min": 213.2316346168518,61 "max": 2122.1144620776176,62 "count": 4063 },64 "Huggy.Policy.ExtrinsicReward.mean": {65 "value": 3.6075960171023636,66 "min": 1.8382037466969983,67 "max": 3.9105520964328653,68 "count": 4069 },70 "Huggy.Policy.ExtrinsicReward.sum": {71 "value": 1944.494253218174,72 "min": 213.2316346168518,73 "max": 2122.1144620776176,74 "count": 4075 },76 "Huggy.Losses.PolicyLoss.mean": {77 "value": 0.016238344387804523,78 "min": 0.013650581589414892,79 "max": 0.020272064071953838,80 "count": 4081 },82 "Huggy.Losses.PolicyLoss.sum": {83 "value": 0.048715033163413565,84 "min": 0.02927564337151125,85 "max": 0.05536813966233846,86 "count": 4087 },88 "Huggy.Losses.ValueLoss.mean": {89 "value": 0.05385020756059223,90 "min": 0.020334178426613413,91 "max": 0.057500350785752136,92 "count": 4093 },94 "Huggy.Losses.ValueLoss.sum": {95 "value": 0.1615506226817767,96 "min": 0.040668356853226825,97 "max": 0.17113508420685927,98 "count": 4099 },100 "Huggy.Policy.LearningRate.mean": {101 "value": 3.1719989426999944e-06,102 "min": 3.1719989426999944e-06,103 "max": 0.00029537827654057495,104 "count": 40105 },106 "Huggy.Policy.LearningRate.sum": {107 "value": 9.515996828099983e-06,108 "min": 9.515996828099983e-06,109 "max": 0.0008441371686209499,110 "count": 40111 },112 "Huggy.Policy.Epsilon.mean": {113 "value": 0.10105730000000002,114 "min": 0.10105730000000002,115 "max": 0.19845942500000005,116 "count": 40117 },118 "Huggy.Policy.Epsilon.sum": {119 "value": 0.30317190000000005,120 "min": 0.20725915,121 "max": 0.5813790500000001,122 "count": 40123 },124 "Huggy.Policy.Beta.mean": {125 "value": 6.275926999999991e-05,126 "min": 6.275926999999991e-05,127 "max": 0.004923125307500002,128 "count": 40129 },130 "Huggy.Policy.Beta.sum": {131 "value": 0.00018827780999999973,132 "min": 0.00018827780999999973,133 "max": 0.014070814595000002,134 "count": 40135 },136 "Huggy.IsTraining.mean": {137 "value": 1.0,138 "min": 1.0,139 "max": 1.0,140 "count": 40141 },142 "Huggy.IsTraining.sum": {143 "value": 1.0,144 "min": 1.0,145 "max": 1.0,146 "count": 40147 }148 },149 "metadata": {150 "timer_format_version": "0.1.0",151 "start_time_seconds": "1741455669",152 "python_version": "3.10.12 (main, Jul 5 2023, 18:54:27) [GCC 11.2.0]",153 "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy2 --no-graphics",154 "mlagents_version": "1.2.0.dev0",155 "mlagents_envs_version": "1.2.0.dev0",156 "communication_protocol_version": "1.5.0",157 "pytorch_version": "2.6.0+cu124",158 "numpy_version": "1.23.5",159 "end_time_seconds": "1741458071"160 },161 "total": 2402.0372448040002,162 "count": 1,163 "self": 0.43984219399999347,164 "children": {165 "run_training.setup": {166 "total": 0.024088117000019338,167 "count": 1,168 "self": 0.024088117000019338169 },170 "TrainerController.start_learning": {171 "total": 2401.573314493,172 "count": 1,173 "self": 4.464676094966308,174 "children": {175 "TrainerController._reset_env": {176 "total": 3.2122796930000277,177 "count": 1,178 "self": 3.2122796930000277179 },180 "TrainerController.advance": {181 "total": 2393.780244541034,182 "count": 232007,183 "self": 4.143958930824283,184 "children": {185 "env_step": {186 "total": 1895.7445299950712,187 "count": 232007,188 "self": 1484.1718618850732,189 "children": {190 "SubprocessEnvManager._take_step": {191 "total": 409.00246849305336,192 "count": 232007,193 "self": 15.502227878997246,194 "children": {195 "TorchPolicy.evaluate": {196 "total": 393.5002406140561,197 "count": 222984,198 "self": 393.5002406140561199 }200 }201 },202 "workers": {203 "total": 2.570199616944592,204 "count": 232007,205 "self": 0.0,206 "children": {207 "worker_root": {208 "total": 2394.4882777311386,209 "count": 232007,210 "is_parallel": true,211 "self": 1181.3454262221194,212 "children": {213 "run_training.setup": {214 "total": 0.0,215 "count": 0,216 "is_parallel": true,217 "self": 0.0,218 "children": {219 "steps_from_proto": {220 "total": 0.0009454000000914675,221 "count": 1,222 "is_parallel": true,223 "self": 0.00024275100031445618,224 "children": {225 "_process_rank_one_or_two_observation": {226 "total": 0.0007026489997770113,227 "count": 2,228 "is_parallel": true,229 "self": 0.0007026489997770113230 }231 }232 },233 "UnityEnvironment.step": {234 "total": 0.02940916800002924,235 "count": 1,236 "is_parallel": true,237 "self": 0.0002797410002131073,238 "children": {239 "UnityEnvironment._generate_step_input": {240 "total": 0.00018916499993792968,241 "count": 1,242 "is_parallel": true,243 "self": 0.00018916499993792968244 },245 "communicator.exchange": {246 "total": 0.02811832699990191,247 "count": 1,248 "is_parallel": true,249 "self": 0.02811832699990191250 },251 "steps_from_proto": {252 "total": 0.0008219349999762926,253 "count": 1,254 "is_parallel": true,255 "self": 0.00018321099992135714,256 "children": {257 "_process_rank_one_or_two_observation": {258 "total": 0.0006387240000549355,259 "count": 2,260 "is_parallel": true,261 "self": 0.0006387240000549355262 }263 }264 }265 }266 }267 }268 },269 "UnityEnvironment.step": {270 "total": 1213.1428515090192,271 "count": 232006,272 "is_parallel": true,273 "self": 35.86846532722939,274 "children": {275 "UnityEnvironment._generate_step_input": {276 "total": 78.74553297987836,277 "count": 232006,278 "is_parallel": true,279 "self": 78.74553297987836280 },281 "communicator.exchange": {282 "total": 1014.4465985008935,283 "count": 232006,284 "is_parallel": true,285 "self": 1014.4465985008935286 },287 "steps_from_proto": {288 "total": 84.08225470101797,289 "count": 232006,290 "is_parallel": true,291 "self": 29.412490726978604,292 "children": {293 "_process_rank_one_or_two_observation": {294 "total": 54.66976397403937,295 "count": 464012,296 "is_parallel": true,297 "self": 54.66976397403937298 }299 }300 }301 }302 }303 }304 }305 }306 }307 }308 },309 "trainer_advance": {310 "total": 493.89175561513866,311 "count": 232007,312 "self": 6.302072889189276,313 "children": {314 "process_trajectory": {315 "total": 155.3810826289532,316 "count": 232007,317 "self": 153.97417406595264,318 "children": {319 "RLTrainer._checkpoint": {320 "total": 1.4069085630005702,321 "count": 10,322 "self": 1.4069085630005702323 }324 }325 },326 "_update_policy": {327 "total": 332.2086000969962,328 "count": 97,329 "self": 265.98220240396836,330 "children": {331 "TorchPPOOptimizer.update": {332 "total": 66.22639769302782,333 "count": 2910,334 "self": 66.22639769302782335 }336 }337 }338 }339 }340 }341 },342 "trainer_threads": {343 "total": 8.309998520417139e-07,344 "count": 1,345 "self": 8.309998520417139e-07346 },347 "TrainerController._save_models": {348 "total": 0.11611333299970283,349 "count": 1,350 "self": 0.0018687879992285161,351 "children": {352 "RLTrainer._checkpoint": {353 "total": 0.11424454500047432,354 "count": 1,355 "self": 0.11424454500047432356 }357 }358 }359 }360 }361 }362}