PIKAPIKU/ppo-Huggy
024
1{2 "name": "root",3 "gauges": {4 "Huggy.Policy.Entropy.mean": {5 "value": 1.4008952379226685,6 "min": 1.4008952379226685,7 "max": 1.4245991706848145,8 "count": 409 },10 "Huggy.Policy.Entropy.sum": {11 "value": 70669.5625,12 "min": 68621.609375,13 "max": 78377.140625,14 "count": 4015 },16 "Huggy.Environment.EpisodeLength.mean": {17 "value": 104.63080168776371,18 "min": 89.72,19 "max": 436.0521739130435,20 "count": 4021 },22 "Huggy.Environment.EpisodeLength.sum": {23 "value": 49595.0,24 "min": 48913.0,25 "max": 50201.0,26 "count": 4027 },28 "Huggy.Step.mean": {29 "value": 1999999.0,30 "min": 49775.0,31 "max": 1999999.0,32 "count": 4033 },34 "Huggy.Step.sum": {35 "value": 1999999.0,36 "min": 49775.0,37 "max": 1999999.0,38 "count": 4039 },40 "Huggy.Policy.ExtrinsicValueEstimate.mean": {41 "value": 2.4277117252349854,42 "min": 0.04221316799521446,43 "max": 2.4349513053894043,44 "count": 4045 },46 "Huggy.Policy.ExtrinsicValueEstimate.sum": {47 "value": 1150.7353515625,48 "min": 4.812301158905029,49 "max": 1292.8994140625,50 "count": 4051 },52 "Huggy.Environment.CumulativeReward.mean": {53 "value": 3.7375971158094043,54 "min": 1.7621008457060445,55 "max": 3.8112970155156303,56 "count": 4057 },58 "Huggy.Environment.CumulativeReward.sum": {59 "value": 1771.6210328936577,60 "min": 200.87949641048908,61 "max": 2011.7980862855911,62 "count": 4063 },64 "Huggy.Policy.ExtrinsicReward.mean": {65 "value": 3.7375971158094043,66 "min": 1.7621008457060445,67 "max": 3.8112970155156303,68 "count": 4069 },70 "Huggy.Policy.ExtrinsicReward.sum": {71 "value": 1771.6210328936577,72 "min": 200.87949641048908,73 "max": 2011.7980862855911,74 "count": 4075 },76 "Huggy.Losses.PolicyLoss.mean": {77 "value": 0.015177784469293933,78 "min": 0.014154102254057457,79 "max": 0.01986291944049299,80 "count": 4081 },82 "Huggy.Losses.PolicyLoss.sum": {83 "value": 0.030355568938587867,84 "min": 0.028308204508114915,85 "max": 0.058652435345842,86 "count": 4087 },88 "Huggy.Losses.ValueLoss.mean": {89 "value": 0.050102080280582106,90 "min": 0.02374208007628719,91 "max": 0.06000376256803672,92 "count": 4093 },94 "Huggy.Losses.ValueLoss.sum": {95 "value": 0.10020416056116421,96 "min": 0.04748416015257438,97 "max": 0.1625946595023076,98 "count": 4099 },100 "Huggy.Policy.LearningRate.mean": {101 "value": 4.608773463774988e-06,102 "min": 4.608773463774988e-06,103 "max": 0.00029526495157834997,104 "count": 40105 },106 "Huggy.Policy.LearningRate.sum": {107 "value": 9.217546927549977e-06,108 "min": 9.217546927549977e-06,109 "max": 0.0008438325187224999,110 "count": 40111 },112 "Huggy.Policy.Epsilon.mean": {113 "value": 0.10153622500000001,114 "min": 0.10153622500000001,115 "max": 0.19842164999999995,116 "count": 40117 },118 "Huggy.Policy.Epsilon.sum": {119 "value": 0.20307245000000002,120 "min": 0.20307245000000002,121 "max": 0.5812775,122 "count": 40123 },124 "Huggy.Policy.Beta.mean": {125 "value": 8.665762749999982e-05,126 "min": 8.665762749999982e-05,127 "max": 0.004921240334999999,128 "count": 40129 },130 "Huggy.Policy.Beta.sum": {131 "value": 0.00017331525499999963,132 "min": 0.00017331525499999963,133 "max": 0.014065747250000002,134 "count": 40135 },136 "Huggy.IsTraining.mean": {137 "value": 1.0,138 "min": 1.0,139 "max": 1.0,140 "count": 40141 },142 "Huggy.IsTraining.sum": {143 "value": 1.0,144 "min": 1.0,145 "max": 1.0,146 "count": 40147 }148 },149 "metadata": {150 "timer_format_version": "0.1.0",151 "start_time_seconds": "1744162247",152 "python_version": "3.10.12 (main, Jul 5 2023, 18:54:27) [GCC 11.2.0]",153 "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy2 --no-graphics",154 "mlagents_version": "1.2.0.dev0",155 "mlagents_envs_version": "1.2.0.dev0",156 "communication_protocol_version": "1.5.0",157 "pytorch_version": "2.6.0+cu124",158 "numpy_version": "1.23.5",159 "end_time_seconds": "1744164573"160 },161 "total": 2325.4451375279996,162 "count": 1,163 "self": 0.4380449959994621,164 "children": {165 "run_training.setup": {166 "total": 0.022676482999941072,167 "count": 1,168 "self": 0.022676482999941072169 },170 "TrainerController.start_learning": {171 "total": 2324.984416049,172 "count": 1,173 "self": 4.09902748702325,174 "children": {175 "TrainerController._reset_env": {176 "total": 3.076718289000155,177 "count": 1,178 "self": 3.076718289000155179 },180 "TrainerController.advance": {181 "total": 2317.693902760976,182 "count": 231429,183 "self": 4.212318423918077,184 "children": {185 "env_step": {186 "total": 1848.401105217117,187 "count": 231429,188 "self": 1437.9434414830441,189 "children": {190 "SubprocessEnvManager._take_step": {191 "total": 407.9592369780685,192 "count": 231429,193 "self": 15.350877903881837,194 "children": {195 "TorchPolicy.evaluate": {196 "total": 392.60835907418664,197 "count": 223026,198 "self": 392.60835907418664199 }200 }201 },202 "workers": {203 "total": 2.498426756004392,204 "count": 231429,205 "self": 0.0,206 "children": {207 "worker_root": {208 "total": 2317.9016117240217,209 "count": 231429,210 "is_parallel": true,211 "self": 1145.2324464660446,212 "children": {213 "run_training.setup": {214 "total": 0.0,215 "count": 0,216 "is_parallel": true,217 "self": 0.0,218 "children": {219 "steps_from_proto": {220 "total": 0.0010753590001968405,221 "count": 1,222 "is_parallel": true,223 "self": 0.000296968999919045,224 "children": {225 "_process_rank_one_or_two_observation": {226 "total": 0.0007783900002777955,227 "count": 2,228 "is_parallel": true,229 "self": 0.0007783900002777955230 }231 }232 },233 "UnityEnvironment.step": {234 "total": 0.030824089000134336,235 "count": 1,236 "is_parallel": true,237 "self": 0.00029200100038906385,238 "children": {239 "UnityEnvironment._generate_step_input": {240 "total": 0.0001868750000539876,241 "count": 1,242 "is_parallel": true,243 "self": 0.0001868750000539876244 },245 "communicator.exchange": {246 "total": 0.029670308999811823,247 "count": 1,248 "is_parallel": true,249 "self": 0.029670308999811823250 },251 "steps_from_proto": {252 "total": 0.0006749039998794615,253 "count": 1,254 "is_parallel": true,255 "self": 0.000174675999687679,256 "children": {257 "_process_rank_one_or_two_observation": {258 "total": 0.0005002280001917825,259 "count": 2,260 "is_parallel": true,261 "self": 0.0005002280001917825262 }263 }264 }265 }266 }267 }268 },269 "UnityEnvironment.step": {270 "total": 1172.669165257977,271 "count": 231428,272 "is_parallel": true,273 "self": 35.94106398610529,274 "children": {275 "UnityEnvironment._generate_step_input": {276 "total": 78.33883893499024,277 "count": 231428,278 "is_parallel": true,279 "self": 78.33883893499024280 },281 "communicator.exchange": {282 "total": 975.1449041378808,283 "count": 231428,284 "is_parallel": true,285 "self": 975.1449041378808286 },287 "steps_from_proto": {288 "total": 83.24435819900077,289 "count": 231428,290 "is_parallel": true,291 "self": 29.013247078998347,292 "children": {293 "_process_rank_one_or_two_observation": {294 "total": 54.231111120002424,295 "count": 462856,296 "is_parallel": true,297 "self": 54.231111120002424298 }299 }300 }301 }302 }303 }304 }305 }306 }307 }308 },309 "trainer_advance": {310 "total": 465.08047911994095,311 "count": 231429,312 "self": 6.225901915879149,313 "children": {314 "process_trajectory": {315 "total": 147.90583224006036,316 "count": 231429,317 "self": 146.55460061105987,318 "children": {319 "RLTrainer._checkpoint": {320 "total": 1.3512316290004946,321 "count": 10,322 "self": 1.3512316290004946323 }324 }325 },326 "_update_policy": {327 "total": 310.94874496400143,328 "count": 96,329 "self": 245.9847474959936,330 "children": {331 "TorchPPOOptimizer.update": {332 "total": 64.96399746800785,333 "count": 2880,334 "self": 64.96399746800785335 }336 }337 }338 }339 }340 }341 },342 "trainer_threads": {343 "total": 9.290001798945013e-07,344 "count": 1,345 "self": 9.290001798945013e-07346 },347 "TrainerController._save_models": {348 "total": 0.11476658300034615,349 "count": 1,350 "self": 0.0018384330001026683,351 "children": {352 "RLTrainer._checkpoint": {353 "total": 0.11292815000024348,354 "count": 1,355 "self": 0.11292815000024348356 }357 }358 }359 }360 }361 }362}