|
{ |
|
"name": "root", |
|
"gauges": { |
|
"SoccerTwos.Policy.Entropy.mean": { |
|
"value": 1.808497667312622, |
|
"min": 1.808497667312622, |
|
"max": 1.808497667312622, |
|
"count": 1 |
|
}, |
|
"SoccerTwos.Policy.Entropy.sum": { |
|
"value": 37211.6484375, |
|
"min": 37211.6484375, |
|
"max": 37211.6484375, |
|
"count": 1 |
|
}, |
|
"SoccerTwos.Environment.EpisodeLength.mean": { |
|
"value": 51.70454545454545, |
|
"min": 51.70454545454545, |
|
"max": 51.70454545454545, |
|
"count": 1 |
|
}, |
|
"SoccerTwos.Environment.EpisodeLength.sum": { |
|
"value": 18200.0, |
|
"min": 18200.0, |
|
"max": 18200.0, |
|
"count": 1 |
|
}, |
|
"SoccerTwos.Self-play.ELO.mean": { |
|
"value": 1568.7514274143286, |
|
"min": 1568.7514274143286, |
|
"max": 1568.7514274143286, |
|
"count": 1 |
|
}, |
|
"SoccerTwos.Self-play.ELO.sum": { |
|
"value": 276100.25122492184, |
|
"min": 276100.25122492184, |
|
"max": 276100.25122492184, |
|
"count": 1 |
|
}, |
|
"SoccerTwos.Step.mean": { |
|
"value": 5029920.0, |
|
"min": 5029920.0, |
|
"max": 5029920.0, |
|
"count": 1 |
|
}, |
|
"SoccerTwos.Step.sum": { |
|
"value": 5029920.0, |
|
"min": 5029920.0, |
|
"max": 5029920.0, |
|
"count": 1 |
|
}, |
|
"SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": { |
|
"value": -0.016442347317934036, |
|
"min": -0.016442347317934036, |
|
"max": -0.016442347317934036, |
|
"count": 1 |
|
}, |
|
"SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": { |
|
"value": -2.860968589782715, |
|
"min": -2.860968589782715, |
|
"max": -2.860968589782715, |
|
"count": 1 |
|
}, |
|
"SoccerTwos.Policy.ExtrinsicValueEstimate.mean": { |
|
"value": -0.018098218366503716, |
|
"min": -0.018098218366503716, |
|
"max": -0.018098218366503716, |
|
"count": 1 |
|
}, |
|
"SoccerTwos.Policy.ExtrinsicValueEstimate.sum": { |
|
"value": -3.149090051651001, |
|
"min": -3.149090051651001, |
|
"max": -3.149090051651001, |
|
"count": 1 |
|
}, |
|
"SoccerTwos.Environment.CumulativeReward.mean": { |
|
"value": 0.0, |
|
"min": 0.0, |
|
"max": 0.0, |
|
"count": 1 |
|
}, |
|
"SoccerTwos.Environment.CumulativeReward.sum": { |
|
"value": 0.0, |
|
"min": 0.0, |
|
"max": 0.0, |
|
"count": 1 |
|
}, |
|
"SoccerTwos.Policy.ExtrinsicReward.mean": { |
|
"value": 0.008197700155192408, |
|
"min": 0.008197700155192408, |
|
"max": 0.008197700155192408, |
|
"count": 1 |
|
}, |
|
"SoccerTwos.Policy.ExtrinsicReward.sum": { |
|
"value": 1.426399827003479, |
|
"min": 1.426399827003479, |
|
"max": 1.426399827003479, |
|
"count": 1 |
|
}, |
|
"SoccerTwos.Environment.GroupCumulativeReward.mean": { |
|
"value": 0.008197700155192408, |
|
"min": 0.008197700155192408, |
|
"max": 0.008197700155192408, |
|
"count": 1 |
|
}, |
|
"SoccerTwos.Environment.GroupCumulativeReward.sum": { |
|
"value": 1.426399827003479, |
|
"min": 1.426399827003479, |
|
"max": 1.426399827003479, |
|
"count": 1 |
|
}, |
|
"SoccerTwos.IsTraining.mean": { |
|
"value": 1.0, |
|
"min": 1.0, |
|
"max": 1.0, |
|
"count": 1 |
|
}, |
|
"SoccerTwos.IsTraining.sum": { |
|
"value": 1.0, |
|
"min": 1.0, |
|
"max": 1.0, |
|
"count": 1 |
|
} |
|
}, |
|
"metadata": { |
|
"timer_format_version": "0.1.0", |
|
"start_time_seconds": "1736405770", |
|
"python_version": "3.10.12 (main, Jul 5 2023, 18:54:27) [GCC 11.2.0]", |
|
"command_line_arguments": "/home/duke1213/miniconda3/envs/py310/bin/mlagents-learn ./config/poca/SoccerTwos.yaml --env=./training-envs-executables/linux/SoccerTwos/SoccerTwos --run-id=SoccerTwos --no-graphics --resume", |
|
"mlagents_version": "1.1.0", |
|
"mlagents_envs_version": "1.1.0", |
|
"communication_protocol_version": "1.5.0", |
|
"pytorch_version": "2.5.1", |
|
"numpy_version": "1.23.5", |
|
"end_time_seconds": "1736405782" |
|
}, |
|
"total": 12.195199088000038, |
|
"count": 1, |
|
"self": 0.046524515000044175, |
|
"children": { |
|
"run_training.setup": { |
|
"total": 0.009205926999982239, |
|
"count": 1, |
|
"self": 0.009205926999982239 |
|
}, |
|
"TrainerController.start_learning": { |
|
"total": 12.139468646000012, |
|
"count": 1, |
|
"self": 0.00790456300006781, |
|
"children": { |
|
"TrainerController._reset_env": { |
|
"total": 0.8649016659999802, |
|
"count": 2, |
|
"self": 0.8649016659999802 |
|
}, |
|
"TrainerController.advance": { |
|
"total": 11.146474755999975, |
|
"count": 859, |
|
"self": 0.007396514998731618, |
|
"children": { |
|
"env_step": { |
|
"total": 9.714233093000757, |
|
"count": 859, |
|
"self": 7.133758082999805, |
|
"children": { |
|
"SubprocessEnvManager._take_step": { |
|
"total": 2.575609595000344, |
|
"count": 859, |
|
"self": 0.04626753400185635, |
|
"children": { |
|
"TorchPolicy.evaluate": { |
|
"total": 2.529342060998488, |
|
"count": 1560, |
|
"self": 2.529342060998488 |
|
} |
|
} |
|
}, |
|
"workers": { |
|
"total": 0.004865415000608664, |
|
"count": 858, |
|
"self": 0.0, |
|
"children": { |
|
"worker_root": { |
|
"total": 12.002926679000723, |
|
"count": 858, |
|
"is_parallel": true, |
|
"self": 5.712571195000919, |
|
"children": { |
|
"run_training.setup": { |
|
"total": 0.0, |
|
"count": 0, |
|
"is_parallel": true, |
|
"self": 0.0, |
|
"children": { |
|
"steps_from_proto": { |
|
"total": 0.0013604810000060752, |
|
"count": 2, |
|
"is_parallel": true, |
|
"self": 0.0005685950001179663, |
|
"children": { |
|
"_process_rank_one_or_two_observation": { |
|
"total": 0.0007918859998881089, |
|
"count": 8, |
|
"is_parallel": true, |
|
"self": 0.0007918859998881089 |
|
} |
|
} |
|
}, |
|
"UnityEnvironment.step": { |
|
"total": 0.01397632599997678, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.0002494380000257479, |
|
"children": { |
|
"UnityEnvironment._generate_step_input": { |
|
"total": 0.00017361100003654428, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.00017361100003654428 |
|
}, |
|
"communicator.exchange": { |
|
"total": 0.012864176999983101, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.012864176999983101 |
|
}, |
|
"steps_from_proto": { |
|
"total": 0.0006890999999313863, |
|
"count": 2, |
|
"is_parallel": true, |
|
"self": 0.00014464700001326491, |
|
"children": { |
|
"_process_rank_one_or_two_observation": { |
|
"total": 0.0005444529999181213, |
|
"count": 8, |
|
"is_parallel": true, |
|
"self": 0.0005444529999181213 |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
}, |
|
"steps_from_proto": { |
|
"total": 0.0006317009999747825, |
|
"count": 2, |
|
"is_parallel": true, |
|
"self": 0.00012187800007268379, |
|
"children": { |
|
"_process_rank_one_or_two_observation": { |
|
"total": 0.0005098229999020987, |
|
"count": 8, |
|
"is_parallel": true, |
|
"self": 0.0005098229999020987 |
|
} |
|
} |
|
}, |
|
"UnityEnvironment.step": { |
|
"total": 6.289723782999829, |
|
"count": 857, |
|
"is_parallel": true, |
|
"self": 0.19581987400101752, |
|
"children": { |
|
"UnityEnvironment._generate_step_input": { |
|
"total": 0.11244552100043848, |
|
"count": 857, |
|
"is_parallel": true, |
|
"self": 0.11244552100043848 |
|
}, |
|
"communicator.exchange": { |
|
"total": 5.450175698999715, |
|
"count": 857, |
|
"is_parallel": true, |
|
"self": 5.450175698999715 |
|
}, |
|
"steps_from_proto": { |
|
"total": 0.5312826889986582, |
|
"count": 1714, |
|
"is_parallel": true, |
|
"self": 0.10957889600263115, |
|
"children": { |
|
"_process_rank_one_or_two_observation": { |
|
"total": 0.421703792996027, |
|
"count": 6856, |
|
"is_parallel": true, |
|
"self": 0.421703792996027 |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
}, |
|
"trainer_advance": { |
|
"total": 1.424845148000486, |
|
"count": 858, |
|
"self": 0.047473463998812804, |
|
"children": { |
|
"process_trajectory": { |
|
"total": 1.3773716840016732, |
|
"count": 858, |
|
"self": 1.3773716840016732 |
|
} |
|
} |
|
} |
|
} |
|
}, |
|
"trainer_threads": { |
|
"total": 5.040000132794376e-07, |
|
"count": 1, |
|
"self": 5.040000132794376e-07 |
|
}, |
|
"TrainerController._save_models": { |
|
"total": 0.12018715699997529, |
|
"count": 1, |
|
"self": 0.0007389779999584789, |
|
"children": { |
|
"RLTrainer._checkpoint": { |
|
"total": 0.11944817900001681, |
|
"count": 1, |
|
"self": 0.11944817900001681 |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |