Hugging Face's logo

toddwilson147
/
ppo-pyramids

Reinforcement Learning
ml-agents
TensorBoard
ONNX
Pyramids
deep-reinforcement-learning
ML-Agents-Pyramids
Model card Files Metrics Community
toddwilson147 commited on
Commit
6c3c7fd
·
1 Parent(s): 06a5289

first training

Browse files
Files changed (24) hide show
  1. Pyramids.onnx +1 -1
  2. Pyramids/Pyramids-1000088.onnx +3 -0
  3. Pyramids/Pyramids-1000088.pt +3 -0
  4. Pyramids/Pyramids-1499984.onnx +3 -0
  5. Pyramids/Pyramids-1499984.pt +3 -0
  6. Pyramids/Pyramids-1999925.onnx +3 -0
  7. Pyramids/Pyramids-1999925.pt +3 -0
  8. Pyramids/Pyramids-2000053.onnx +3 -0
  9. Pyramids/Pyramids-2000053.pt +3 -0
  10. Pyramids/Pyramids-499906.onnx +3 -0
  11. Pyramids/Pyramids-499906.pt +3 -0
  12. Pyramids/Pyramids-499925.onnx +3 -0
  13. Pyramids/Pyramids-499925.pt +3 -0
  14. Pyramids/Pyramids-999960.onnx +3 -0
  15. Pyramids/Pyramids-999960.pt +3 -0
  16. Pyramids/Pyramids-999965.onnx +3 -0
  17. Pyramids/Pyramids-999965.pt +3 -0
  18. Pyramids/checkpoint.pt +1 -1
  19. Pyramids/events.out.tfevents.1703794146.d35928ebd312.31010.0 +3 -0
  20. config.json +1 -1
  21. configuration.yaml +3 -3
  22. run_logs/Player-0.log +21 -24
  23. run_logs/timers.json +186 -186
  24. run_logs/training_status.json +37 -19
Pyramids.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:48c1c95df1010949ad0b0ded02be16addd00ce37466765b3170300803f79eb82
3
  size 1420238
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8fecb80d6745b393ea6c487956c04bdae320e213867a7e2a92c5146ee030ca27
3
  size 1420238
Pyramids/Pyramids-1000088.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d27c1a000c3295361df66b9289370ff4895edb3e08122728fa891b5c44687453
3
+ size 1420238
Pyramids/Pyramids-1000088.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b35b3633dc5d1e717d55bf4bea17794978bcaa66c209bf19da20662262c93e3
3
+ size 8656252
Pyramids/Pyramids-1499984.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e5e0c518ea32e519db3c3390ab0d935cd0e7b7d6e0fcc240313ccb314834b01
3
+ size 1420238
Pyramids/Pyramids-1499984.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97babd6e744785fefd9c3f326f5275e826de0fe94d8838a7f1da18a97ca4bb78
3
+ size 8656252
Pyramids/Pyramids-1999925.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8fecb80d6745b393ea6c487956c04bdae320e213867a7e2a92c5146ee030ca27
3
+ size 1420238
Pyramids/Pyramids-1999925.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f44168ac803880f6a91ea0703681086e26b001bf63c424cb7e485e0d5247c180
3
+ size 8656252
Pyramids/Pyramids-2000053.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8fecb80d6745b393ea6c487956c04bdae320e213867a7e2a92c5146ee030ca27
3
+ size 1420238
Pyramids/Pyramids-2000053.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:429b0a7509e771fd618ffd14311c10666d3cce8c3cff0c84cd08b7753f72513c
3
+ size 8656252
Pyramids/Pyramids-499906.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:207748f27cc38d669bff0bada400b940f93978258556254bcde3c08548acc995
3
+ size 1420238
Pyramids/Pyramids-499906.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09b00005e7e92d2def78841b9755c5fc8de77148c782ac1d2c1a479f74b8343b
3
+ size 8656173
Pyramids/Pyramids-499925.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:074d65940000483cfb0a768cc865141581a4f5e3956e16c98f5d442fa012c891
3
+ size 1420238
Pyramids/Pyramids-499925.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:244c7222465cc8ed88cee73a94dc39e80475c2f9c946181c7e24b1a6360f5fc8
3
+ size 8656173
Pyramids/Pyramids-999960.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d27c1a000c3295361df66b9289370ff4895edb3e08122728fa891b5c44687453
3
+ size 1420238
Pyramids/Pyramids-999960.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2a232c5627f452944684467a28762eff3bd8fa1825d86cdfb29a15258d4bb2a
3
+ size 8656173
Pyramids/Pyramids-999965.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae0c75818926f0a0d9a54cc572933527c39f4ca3c73a85e6b654980eda733799
3
+ size 1420238
Pyramids/Pyramids-999965.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63da3c7e7d57a90abe52e4a9d4e60485b20ca9b1f053aebbe02bcc46992ddab4
3
+ size 8656173
Pyramids/checkpoint.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e3ebf4f1978d9ddefb87313a985407a10086f08fccf672310d8b032c080c3ec6
3
  size 8655778
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0120666c1131c9e277ca52dd2e15c2102d62bf3d58fc4a41873b5ab0a83d10ea
3
  size 8655778
Pyramids/events.out.tfevents.1703794146.d35928ebd312.31010.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8bae3da229b65d215b21671e9ea9e90679ba66ff77111deea3880e89616f9596
3
+ size 628061
config.json CHANGED
@@ -1 +1 @@
1
- {"default_settings": null, "behaviors": {"Pyramids": {"trainer_type": "ppo", "hyperparameters": {"batch_size": 128, "buffer_size": 2048, "learning_rate": 0.0003, "beta": 0.01, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "shared_critic": false, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}, "rnd": {"gamma": 0.99, "strength": 0.01, "network_settings": {"normalize": false, "hidden_units": 64, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "learning_rate": 0.0001, "encoding_size": null}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 1000000, "time_horizon": 128, "summary_freq": 30000, "threaded": false, "self_play": null, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/linux/Pyramids/Pyramids", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "timeout_wait": 60, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true, "no_graphics_monitor": false}, "environment_parameters": null, "checkpoint_settings": {"run_id": "Pyramids Training", "initialize_from": null, "load_model": false, "resume": false, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
 
1
+ {"default_settings": null, "behaviors": {"Pyramids": {"trainer_type": "ppo", "hyperparameters": {"batch_size": 128, "buffer_size": 2048, "learning_rate": 0.0003, "beta": 0.01, "epsilon": 0.15, "lambd": 0.95, "num_epoch": 3, "shared_critic": false, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}, "rnd": {"gamma": 0.99, "strength": 0.01, "network_settings": {"normalize": false, "hidden_units": 64, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "learning_rate": 0.0001, "encoding_size": null}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 2000000, "time_horizon": 128, "summary_freq": 30000, "threaded": false, "self_play": null, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/linux/Pyramids/Pyramids", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "timeout_wait": 60, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true, "no_graphics_monitor": false}, "environment_parameters": null, "checkpoint_settings": {"run_id": "Pyramids Training", "initialize_from": null, "load_model": false, "resume": false, "force": true, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
configuration.yaml CHANGED
@@ -7,7 +7,7 @@ behaviors:
7
  buffer_size: 2048
8
  learning_rate: 0.0003
9
  beta: 0.01
10
- epsilon: 0.2
11
  lambd: 0.95
12
  num_epoch: 3
13
  shared_critic: false
@@ -51,7 +51,7 @@ behaviors:
51
  init_path: null
52
  keep_checkpoints: 5
53
  even_checkpoints: false
54
- max_steps: 1000000
55
  time_horizon: 128
56
  summary_freq: 30000
57
  threaded: false
@@ -83,7 +83,7 @@ checkpoint_settings:
83
  initialize_from: null
84
  load_model: false
85
  resume: false
86
- force: false
87
  train_model: false
88
  inference: false
89
  results_dir: results
 
7
  buffer_size: 2048
8
  learning_rate: 0.0003
9
  beta: 0.01
10
+ epsilon: 0.15
11
  lambd: 0.95
12
  num_epoch: 3
13
  shared_critic: false
 
51
  init_path: null
52
  keep_checkpoints: 5
53
  even_checkpoints: false
54
+ max_steps: 2000000
55
  time_horizon: 128
56
  summary_freq: 30000
57
  threaded: false
 
83
  initialize_from: null
84
  load_model: false
85
  resume: false
86
+ force: true
87
  train_model: false
88
  inference: false
89
  results_dir: results
run_logs/Player-0.log CHANGED
@@ -1,12 +1,9 @@
1
  Mono path[0] = '/content/ml-agents/training-envs-executables/linux/Pyramids/Pyramids_Data/Managed'
2
  Mono config path = '/content/ml-agents/training-envs-executables/linux/Pyramids/Pyramids_Data/MonoBleedingEdge/etc'
3
  Found 1 interfaces on host : 0) 172.28.0.12
4
- Multi-casting "[IP] 172.28.0.12 [Port] 55122 [Flags] 2 [Guid] 2425358332 [EditorId] 764847374 [Version] 1048832 [Id] LinuxPlayer(13,172.28.0.12) [Debug] 0 [PackageName] LinuxPlayer [ProjectName] UnityEnvironment" to [225.0.0.222:54997]...
5
  Preloaded 'lib_burst_generated.so'
6
  Preloaded 'libgrpc_csharp_ext.x64.so'
7
- PlayerPrefs - Creating folder: /root/.config/unity3d/Unity Technologies
8
- PlayerPrefs - Creating folder: /root/.config/unity3d/Unity Technologies/UnityEnvironment
9
- Unable to load player prefs
10
  Initialize engine version: 2021.3.5f1 (40eb3a945986)
11
  [Subsystems] Discovering subsystems at path /content/ml-agents/training-envs-executables/linux/Pyramids/Pyramids_Data/UnitySubsystems
12
  Forcing GfxDevice: Null
@@ -36,7 +33,7 @@ ALSA lib pcm.c:2664:(snd_pcm_open_noupdate) Unknown PCM default
36
  FMOD failed to initialize the output device.: "Error initializing output device. " (60)
37
  FMOD initialized on nosound output
38
  Begin MonoManager ReloadAssembly
39
- - Completed reload, in 0.139 seconds
40
  ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
41
  ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
42
  ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -68,7 +65,7 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
68
  WARNING: Shader Unsupported: 'Standard' - All subshaders removed
69
  WARNING: Shader Did you use #pragma only_renderers and omit this platform?
70
  WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
71
- UnloadTime: 1.280281 ms
72
  ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
73
  requesting resize 84 x 84
74
  Setting up 1 worker threads for Enlighten.
@@ -76,7 +73,7 @@ PlayerConnection::CleanupMemory Statistics:
76
  [ALLOC_TEMP_TLS] TLS Allocator
77
  StackAllocators :
78
  [ALLOC_TEMP_MAIN]
79
- Peak usage frame count: [16.0 KB-32.0 KB]: 6060 frames, [32.0 KB-64.0 KB]: 10529 frames, [64.0 KB-128.0 KB]: 2179 frames, [2.0 MB-4.0 MB]: 1 frames
80
  Initial Block Size 4.0 MB
81
  Current Block Size 4.0 MB
82
  Peak Allocated Bytes 2.0 MB
@@ -149,7 +146,7 @@ PlayerConnection::CleanupMemory Statistics:
149
  [ALLOC_TEMP_Profiler.Dispatcher]
150
  Initial Block Size 64.0 KB
151
  Current Block Size 64.0 KB
152
- Peak Allocated Bytes 0 B
153
  Overflow Count 0
154
  [ALLOC_TEMP_Background Job.Worker 12]
155
  Initial Block Size 32.0 KB
@@ -207,28 +204,28 @@ PlayerConnection::CleanupMemory Statistics:
207
  Peak Allocated Bytes 128 B
208
  Overflow Count 0
209
  [ALLOC_MEMORYPROFILER]
210
- Peak usage frame count: [0.5 MB-1.0 MB]: 299 frames, [1.0 MB-2.0 MB]: 18470 frames
211
  Requested Block Size 1.0 MB
212
  Peak Block count 2
213
  Peak Allocated memory 1.6 MB
214
  Peak Large allocation bytes 0 B
215
  [ALLOC_DEFAULT] Dual Thread Allocator
216
- Peak main deferred allocation count 12856
217
  [ALLOC_BUCKET]
218
  Large Block size 4.0 MB
219
  Used Block count 1
220
  Peak Allocated bytes 1.7 MB
221
  [ALLOC_DEFAULT_MAIN]
222
- Peak usage frame count: [8.0 MB-16.0 MB]: 1 frames, [16.0 MB-32.0 MB]: 18768 frames
223
  Requested Block Size 16.0 MB
224
  Peak Block count 3
225
- Peak Allocated memory 31.7 MB
226
  Peak Large allocation bytes 0 B
227
  [ALLOC_DEFAULT_THREAD]
228
- Peak usage frame count: [16.0 MB-32.0 MB]: 18769 frames
229
  Requested Block Size 16.0 MB
230
  Peak Block count 1
231
- Peak Allocated memory 22.9 MB
232
  Peak Large allocation bytes 16.0 MB
233
  [ALLOC_TEMP_JOB_1_FRAME]
234
  Initial Block Size 2.0 MB
@@ -257,13 +254,13 @@ PlayerConnection::CleanupMemory Statistics:
257
  Used Block count 1
258
  Peak Allocated bytes 1.7 MB
259
  [ALLOC_GFX_MAIN]
260
- Peak usage frame count: [32.0 KB-64.0 KB]: 18768 frames, [64.0 KB-128.0 KB]: 1 frames
261
  Requested Block Size 16.0 MB
262
  Peak Block count 1
263
  Peak Allocated memory 67.0 KB
264
  Peak Large allocation bytes 0 B
265
  [ALLOC_GFX_THREAD]
266
- Peak usage frame count: [64.0 KB-128.0 KB]: 18769 frames
267
  Requested Block Size 16.0 MB
268
  Peak Block count 1
269
  Peak Allocated memory 67.7 KB
@@ -275,16 +272,16 @@ PlayerConnection::CleanupMemory Statistics:
275
  Used Block count 1
276
  Peak Allocated bytes 1.7 MB
277
  [ALLOC_CACHEOBJECTS_MAIN]
278
- Peak usage frame count: [0.5 MB-1.0 MB]: 299 frames, [1.0 MB-2.0 MB]: 18470 frames
279
  Requested Block Size 4.0 MB
280
  Peak Block count 1
281
  Peak Allocated memory 1.4 MB
282
  Peak Large allocation bytes 0 B
283
  [ALLOC_CACHEOBJECTS_THREAD]
284
- Peak usage frame count: [1.0 MB-2.0 MB]: 18768 frames, [4.0 MB-8.0 MB]: 1 frames
285
  Requested Block Size 4.0 MB
286
  Peak Block count 2
287
- Peak Allocated memory 4.0 MB
288
  Peak Large allocation bytes 0 B
289
  [ALLOC_TYPETREE] Dual Thread Allocator
290
  Peak main deferred allocation count 0
@@ -293,25 +290,25 @@ PlayerConnection::CleanupMemory Statistics:
293
  Used Block count 1
294
  Peak Allocated bytes 1.7 MB
295
  [ALLOC_TYPETREE_MAIN]
296
- Peak usage frame count: [0-1.0 KB]: 18769 frames
297
  Requested Block Size 2.0 MB
298
  Peak Block count 1
299
  Peak Allocated memory 1.0 KB
300
  Peak Large allocation bytes 0 B
301
  [ALLOC_TYPETREE_THREAD]
302
- Peak usage frame count: [1.0 KB-2.0 KB]: 18769 frames
303
  Requested Block Size 2.0 MB
304
  Peak Block count 1
305
  Peak Allocated memory 1.9 KB
306
  Peak Large allocation bytes 0 B
307
  [ALLOC_PROFILER]
308
- Peak usage frame count: [16.0 KB-32.0 KB]: 18769 frames
309
  Requested Block Size 16.0 MB
310
  Peak Block count 1
311
- Peak Allocated memory 29.2 KB
312
  Peak Large allocation bytes 0 B
313
  [ALLOC_PROFILER_BUCKET]
314
  Large Block size 4.0 MB
315
  Used Block count 1
316
  Peak Allocated bytes 396 B
317
- ##utp:{"type":"MemoryLeaks","version":2,"phase":"Immediate","time":1703790968450,"processId":8868,"allocatedMemory":1970133,"memoryLabels":[{"Default":9033},{"Permanent":1264},{"NewDelete":12801},{"Thread":34460},{"Manager":10603},{"VertexData":12},{"Geometry":280},{"Texture":16},{"Shader":69173},{"Material":24},{"GfxDevice":35248},{"Animation":304},{"Audio":3976},{"Physics":288},{"Serialization":216},{"Input":9176},{"JobScheduler":200},{"Mono":40},{"ScriptingNativeRuntime":216},{"BaseObject":1609212},{"Resource":592},{"Renderer":1936},{"Transform":48},{"File":800},{"WebCam":24},{"Culling":40},{"Terrain":953},{"Wind":24},{"String":3447},{"DynamicArray":30868},{"HashMap":7680},{"Utility":1360},{"PoolAlloc":1160},{"TypeTree":1792},{"ScriptManager":80},{"RuntimeInitializeOnLoadManager":72},{"SpriteAtlas":112},{"GI":3272},{"Unet":16},{"Director":7760},{"WebRequest":720},{"VR":45473},{"SceneManager":424},{"Video":32},{"LazyScriptCache":32},{"NativeArray":384},{"Camera":25},{"Secure":1},{"SerializationCache":624},{"APIUpdating":5872},{"Subsystems":384},{"VirtualTexturing":57552},{"AssetReference":32}]}
 
1
  Mono path[0] = '/content/ml-agents/training-envs-executables/linux/Pyramids/Pyramids_Data/Managed'
2
  Mono config path = '/content/ml-agents/training-envs-executables/linux/Pyramids/Pyramids_Data/MonoBleedingEdge/etc'
3
  Found 1 interfaces on host : 0) 172.28.0.12
4
+ Multi-casting "[IP] 172.28.0.12 [Port] 55257 [Flags] 2 [Guid] 3789214560 [EditorId] 764847374 [Version] 1048832 [Id] LinuxPlayer(13,172.28.0.12) [Debug] 0 [PackageName] LinuxPlayer [ProjectName] UnityEnvironment" to [225.0.0.222:54997]...
5
  Preloaded 'lib_burst_generated.so'
6
  Preloaded 'libgrpc_csharp_ext.x64.so'
 
 
 
7
  Initialize engine version: 2021.3.5f1 (40eb3a945986)
8
  [Subsystems] Discovering subsystems at path /content/ml-agents/training-envs-executables/linux/Pyramids/Pyramids_Data/UnitySubsystems
9
  Forcing GfxDevice: Null
 
33
  FMOD failed to initialize the output device.: "Error initializing output device. " (60)
34
  FMOD initialized on nosound output
35
  Begin MonoManager ReloadAssembly
36
+ - Completed reload, in 0.105 seconds
37
  ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
38
  ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
39
  ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 
65
  WARNING: Shader Unsupported: 'Standard' - All subshaders removed
66
  WARNING: Shader Did you use #pragma only_renderers and omit this platform?
67
  WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
68
+ UnloadTime: 0.883718 ms
69
  ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
70
  requesting resize 84 x 84
71
  Setting up 1 worker threads for Enlighten.
 
73
  [ALLOC_TEMP_TLS] TLS Allocator
74
  StackAllocators :
75
  [ALLOC_TEMP_MAIN]
76
+ Peak usage frame count: [16.0 KB-32.0 KB]: 5691 frames, [32.0 KB-64.0 KB]: 22658 frames, [64.0 KB-128.0 KB]: 9168 frames, [2.0 MB-4.0 MB]: 1 frames
77
  Initial Block Size 4.0 MB
78
  Current Block Size 4.0 MB
79
  Peak Allocated Bytes 2.0 MB
 
146
  [ALLOC_TEMP_Profiler.Dispatcher]
147
  Initial Block Size 64.0 KB
148
  Current Block Size 64.0 KB
149
+ Peak Allocated Bytes 480 B
150
  Overflow Count 0
151
  [ALLOC_TEMP_Background Job.Worker 12]
152
  Initial Block Size 32.0 KB
 
204
  Peak Allocated Bytes 128 B
205
  Overflow Count 0
206
  [ALLOC_MEMORYPROFILER]
207
+ Peak usage frame count: [0.5 MB-1.0 MB]: 299 frames, [1.0 MB-2.0 MB]: 37219 frames
208
  Requested Block Size 1.0 MB
209
  Peak Block count 2
210
  Peak Allocated memory 1.6 MB
211
  Peak Large allocation bytes 0 B
212
  [ALLOC_DEFAULT] Dual Thread Allocator
213
+ Peak main deferred allocation count 12590
214
  [ALLOC_BUCKET]
215
  Large Block size 4.0 MB
216
  Used Block count 1
217
  Peak Allocated bytes 1.7 MB
218
  [ALLOC_DEFAULT_MAIN]
219
+ Peak usage frame count: [8.0 MB-16.0 MB]: 1 frames, [16.0 MB-32.0 MB]: 37517 frames
220
  Requested Block Size 16.0 MB
221
  Peak Block count 3
222
+ Peak Allocated memory 31.2 MB
223
  Peak Large allocation bytes 0 B
224
  [ALLOC_DEFAULT_THREAD]
225
+ Peak usage frame count: [16.0 MB-32.0 MB]: 37518 frames
226
  Requested Block Size 16.0 MB
227
  Peak Block count 1
228
+ Peak Allocated memory 23.0 MB
229
  Peak Large allocation bytes 16.0 MB
230
  [ALLOC_TEMP_JOB_1_FRAME]
231
  Initial Block Size 2.0 MB
 
254
  Used Block count 1
255
  Peak Allocated bytes 1.7 MB
256
  [ALLOC_GFX_MAIN]
257
+ Peak usage frame count: [32.0 KB-64.0 KB]: 37517 frames, [64.0 KB-128.0 KB]: 1 frames
258
  Requested Block Size 16.0 MB
259
  Peak Block count 1
260
  Peak Allocated memory 67.0 KB
261
  Peak Large allocation bytes 0 B
262
  [ALLOC_GFX_THREAD]
263
+ Peak usage frame count: [64.0 KB-128.0 KB]: 37518 frames
264
  Requested Block Size 16.0 MB
265
  Peak Block count 1
266
  Peak Allocated memory 67.7 KB
 
272
  Used Block count 1
273
  Peak Allocated bytes 1.7 MB
274
  [ALLOC_CACHEOBJECTS_MAIN]
275
+ Peak usage frame count: [0.5 MB-1.0 MB]: 299 frames, [1.0 MB-2.0 MB]: 37219 frames
276
  Requested Block Size 4.0 MB
277
  Peak Block count 1
278
  Peak Allocated memory 1.4 MB
279
  Peak Large allocation bytes 0 B
280
  [ALLOC_CACHEOBJECTS_THREAD]
281
+ Peak usage frame count: [1.0 MB-2.0 MB]: 37517 frames, [4.0 MB-8.0 MB]: 1 frames
282
  Requested Block Size 4.0 MB
283
  Peak Block count 2
284
+ Peak Allocated memory 4.7 MB
285
  Peak Large allocation bytes 0 B
286
  [ALLOC_TYPETREE] Dual Thread Allocator
287
  Peak main deferred allocation count 0
 
290
  Used Block count 1
291
  Peak Allocated bytes 1.7 MB
292
  [ALLOC_TYPETREE_MAIN]
293
+ Peak usage frame count: [0-1.0 KB]: 37518 frames
294
  Requested Block Size 2.0 MB
295
  Peak Block count 1
296
  Peak Allocated memory 1.0 KB
297
  Peak Large allocation bytes 0 B
298
  [ALLOC_TYPETREE_THREAD]
299
+ Peak usage frame count: [1.0 KB-2.0 KB]: 37518 frames
300
  Requested Block Size 2.0 MB
301
  Peak Block count 1
302
  Peak Allocated memory 1.9 KB
303
  Peak Large allocation bytes 0 B
304
  [ALLOC_PROFILER]
305
+ Peak usage frame count: [16.0 KB-32.0 KB]: 37518 frames
306
  Requested Block Size 16.0 MB
307
  Peak Block count 1
308
+ Peak Allocated memory 29.1 KB
309
  Peak Large allocation bytes 0 B
310
  [ALLOC_PROFILER_BUCKET]
311
  Large Block size 4.0 MB
312
  Used Block count 1
313
  Peak Allocated bytes 396 B
314
+ ##utp:{"type":"MemoryLeaks","version":2,"phase":"Immediate","time":1703798893220,"processId":31029,"allocatedMemory":1970133,"memoryLabels":[{"Default":9033},{"Permanent":1264},{"NewDelete":12801},{"Thread":34460},{"Manager":10603},{"VertexData":12},{"Geometry":280},{"Texture":16},{"Shader":69173},{"Material":24},{"GfxDevice":35248},{"Animation":304},{"Audio":3976},{"Physics":288},{"Serialization":216},{"Input":9176},{"JobScheduler":200},{"Mono":40},{"ScriptingNativeRuntime":216},{"BaseObject":1609212},{"Resource":592},{"Renderer":1936},{"Transform":48},{"File":800},{"WebCam":24},{"Culling":40},{"Terrain":953},{"Wind":24},{"String":3447},{"DynamicArray":30868},{"HashMap":7680},{"Utility":1360},{"PoolAlloc":1160},{"TypeTree":1792},{"ScriptManager":80},{"RuntimeInitializeOnLoadManager":72},{"SpriteAtlas":112},{"GI":3272},{"Unet":16},{"Director":7760},{"WebRequest":720},{"VR":45473},{"SceneManager":424},{"Video":32},{"LazyScriptCache":32},{"NativeArray":384},{"Camera":25},{"Secure":1},{"SerializationCache":624},{"APIUpdating":5872},{"Subsystems":384},{"VirtualTexturing":57552},{"AssetReference":32}]}
run_logs/timers.json CHANGED
@@ -2,249 +2,249 @@
2
  "name": "root",
3
  "gauges": {
4
  "Pyramids.Policy.Entropy.mean": {
5
- "value": 0.43616369366645813,
6
- "min": 0.43616369366645813,
7
- "max": 1.5328153371810913,
8
- "count": 33
9
  },
10
  "Pyramids.Policy.Entropy.sum": {
11
- "value": 13084.9111328125,
12
- "min": 13084.9111328125,
13
- "max": 46499.484375,
14
- "count": 33
15
  },
16
  "Pyramids.Step.mean": {
17
- "value": 989960.0,
18
  "min": 29952.0,
19
- "max": 989960.0,
20
- "count": 33
21
  },
22
  "Pyramids.Step.sum": {
23
- "value": 989960.0,
24
  "min": 29952.0,
25
- "max": 989960.0,
26
- "count": 33
27
  },
28
  "Pyramids.Policy.ExtrinsicValueEstimate.mean": {
29
- "value": 0.34020060300827026,
30
- "min": -0.0857788622379303,
31
- "max": 0.38040727376937866,
32
- "count": 33
33
  },
34
  "Pyramids.Policy.ExtrinsicValueEstimate.sum": {
35
- "value": 91.51396179199219,
36
- "min": -20.672706604003906,
37
- "max": 100.42752075195312,
38
- "count": 33
39
  },
40
  "Pyramids.Policy.RndValueEstimate.mean": {
41
- "value": -0.013472538441419601,
42
- "min": -0.07316655665636063,
43
- "max": 0.20027896761894226,
44
- "count": 33
45
  },
46
  "Pyramids.Policy.RndValueEstimate.sum": {
47
- "value": -3.624112844467163,
48
- "min": -19.31597137451172,
49
- "max": 47.46611404418945,
50
- "count": 33
51
  },
52
  "Pyramids.Losses.PolicyLoss.mean": {
53
- "value": 0.0611953478875293,
54
- "min": 0.0611953478875293,
55
- "max": 0.07284315707335642,
56
- "count": 33
57
  },
58
  "Pyramids.Losses.PolicyLoss.sum": {
59
- "value": 0.9179302183129394,
60
- "min": 0.49195349981122516,
61
- "max": 1.07468887133291,
62
- "count": 33
63
  },
64
  "Pyramids.Losses.ValueLoss.mean": {
65
- "value": 0.012486568235594771,
66
- "min": 0.0005096045364066343,
67
- "max": 0.016776915319496766,
68
- "count": 33
69
  },
70
  "Pyramids.Losses.ValueLoss.sum": {
71
- "value": 0.18729852353392157,
72
- "min": 0.004586440827659709,
73
- "max": 0.2516537297924515,
74
- "count": 33
75
  },
76
  "Pyramids.Policy.LearningRate.mean": {
77
- "value": 7.472037509353333e-06,
78
- "min": 7.472037509353333e-06,
79
- "max": 0.00029515063018788575,
80
- "count": 33
81
  },
82
  "Pyramids.Policy.LearningRate.sum": {
83
- "value": 0.0001120805626403,
84
- "min": 0.0001120805626403,
85
- "max": 0.0031405370531543994,
86
- "count": 33
87
  },
88
  "Pyramids.Policy.Epsilon.mean": {
89
- "value": 0.10249064666666667,
90
- "min": 0.10249064666666667,
91
- "max": 0.19838354285714285,
92
- "count": 33
93
  },
94
  "Pyramids.Policy.Epsilon.sum": {
95
- "value": 1.5373597,
96
- "min": 1.3691136000000002,
97
- "max": 2.3592076000000004,
98
- "count": 33
99
  },
100
  "Pyramids.Policy.Beta.mean": {
101
- "value": 0.0002588156020000001,
102
- "min": 0.0002588156020000001,
103
- "max": 0.00983851593142857,
104
- "count": 33
105
  },
106
  "Pyramids.Policy.Beta.sum": {
107
- "value": 0.0038822340300000016,
108
- "min": 0.0038822340300000016,
109
- "max": 0.10470987544000002,
110
- "count": 33
111
  },
112
  "Pyramids.Losses.RNDLoss.mean": {
113
- "value": 0.007039604242891073,
114
- "min": 0.007039604242891073,
115
- "max": 0.22767020761966705,
116
- "count": 33
117
  },
118
  "Pyramids.Losses.RNDLoss.sum": {
119
- "value": 0.10559406131505966,
120
- "min": 0.10559406131505966,
121
- "max": 1.5936914682388306,
122
- "count": 33
123
  },
124
  "Pyramids.Environment.EpisodeLength.mean": {
125
- "value": 493.7857142857143,
126
- "min": 466.45,
127
  "max": 999.0,
128
- "count": 33
129
  },
130
  "Pyramids.Environment.EpisodeLength.sum": {
131
- "value": 34565.0,
132
  "min": 15984.0,
133
- "max": 34565.0,
134
- "count": 33
135
  },
136
  "Pyramids.Environment.CumulativeReward.mean": {
137
- "value": 1.19185425894601,
138
  "min": -1.0000000521540642,
139
- "max": 1.452917222704353,
140
- "count": 33
141
  },
142
  "Pyramids.Environment.CumulativeReward.sum": {
143
- "value": 83.4297981262207,
144
- "min": -32.000001668930054,
145
- "max": 84.26919891685247,
146
- "count": 33
147
  },
148
  "Pyramids.Policy.ExtrinsicReward.mean": {
149
- "value": 1.19185425894601,
150
  "min": -1.0000000521540642,
151
- "max": 1.452917222704353,
152
- "count": 33
153
  },
154
  "Pyramids.Policy.ExtrinsicReward.sum": {
155
- "value": 83.4297981262207,
156
- "min": -32.000001668930054,
157
- "max": 84.26919891685247,
158
- "count": 33
159
  },
160
  "Pyramids.Policy.RndReward.mean": {
161
- "value": 0.036854397019903576,
162
- "min": 0.036854397019903576,
163
- "max": 4.528168392367661,
164
- "count": 33
165
  },
166
  "Pyramids.Policy.RndReward.sum": {
167
- "value": 2.5798077913932502,
168
- "min": 2.0728297173045576,
169
- "max": 72.45069427788258,
170
- "count": 33
171
  },
172
  "Pyramids.IsTraining.mean": {
173
  "value": 1.0,
174
  "min": 1.0,
175
  "max": 1.0,
176
- "count": 33
177
  },
178
  "Pyramids.IsTraining.sum": {
179
  "value": 1.0,
180
  "min": 1.0,
181
  "max": 1.0,
182
- "count": 33
183
  }
184
  },
185
  "metadata": {
186
  "timer_format_version": "0.1.0",
187
- "start_time_seconds": "1703788733",
188
  "python_version": "3.10.12 (main, Nov 20 2023, 15:14:05) [GCC 11.4.0]",
189
- "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics",
190
  "mlagents_version": "1.1.0.dev0",
191
  "mlagents_envs_version": "1.1.0.dev0",
192
  "communication_protocol_version": "1.5.0",
193
  "pytorch_version": "2.1.2+cu121",
194
  "numpy_version": "1.23.5",
195
- "end_time_seconds": "1703790968"
196
  },
197
- "total": 2235.184603525,
198
  "count": 1,
199
- "self": 0.5031019140001263,
200
  "children": {
201
  "run_training.setup": {
202
- "total": 0.0726749759996892,
203
  "count": 1,
204
- "self": 0.0726749759996892
205
  },
206
  "TrainerController.start_learning": {
207
- "total": 2234.6088266350002,
208
  "count": 1,
209
- "self": 1.678271563043836,
210
  "children": {
211
  "TrainerController._reset_env": {
212
- "total": 2.1897488340000564,
213
  "count": 1,
214
- "self": 2.1897488340000564
215
  },
216
  "TrainerController.advance": {
217
- "total": 2230.653153778957,
218
- "count": 63475,
219
- "self": 1.6395667580613917,
220
  "children": {
221
  "env_step": {
222
- "total": 1579.760809477962,
223
- "count": 63475,
224
- "self": 1434.5592383770104,
225
  "children": {
226
  "SubprocessEnvManager._take_step": {
227
- "total": 144.21200849205115,
228
- "count": 63475,
229
- "self": 5.183391862075496,
230
  "children": {
231
  "TorchPolicy.evaluate": {
232
- "total": 139.02861662997566,
233
- "count": 62563,
234
- "self": 139.02861662997566
235
  }
236
  }
237
  },
238
  "workers": {
239
- "total": 0.9895626089005418,
240
- "count": 63475,
241
  "self": 0.0,
242
  "children": {
243
  "worker_root": {
244
- "total": 2228.8278008040875,
245
- "count": 63475,
246
  "is_parallel": true,
247
- "self": 925.5057500800544,
248
  "children": {
249
  "run_training.setup": {
250
  "total": 0.0,
@@ -253,48 +253,48 @@
253
  "self": 0.0,
254
  "children": {
255
  "steps_from_proto": {
256
- "total": 0.0017430249999961234,
257
  "count": 1,
258
  "is_parallel": true,
259
- "self": 0.0005212349997236743,
260
  "children": {
261
  "_process_rank_one_or_two_observation": {
262
- "total": 0.001221790000272449,
263
  "count": 8,
264
  "is_parallel": true,
265
- "self": 0.001221790000272449
266
  }
267
  }
268
  },
269
  "UnityEnvironment.step": {
270
- "total": 0.059935963999578235,
271
  "count": 1,
272
  "is_parallel": true,
273
- "self": 0.0006715029999213584,
274
  "children": {
275
  "UnityEnvironment._generate_step_input": {
276
- "total": 0.000563833999876806,
277
  "count": 1,
278
  "is_parallel": true,
279
- "self": 0.000563833999876806
280
  },
281
  "communicator.exchange": {
282
- "total": 0.05665915200006566,
283
  "count": 1,
284
  "is_parallel": true,
285
- "self": 0.05665915200006566
286
  },
287
  "steps_from_proto": {
288
- "total": 0.00204147499971441,
289
  "count": 1,
290
  "is_parallel": true,
291
- "self": 0.0005030829997849651,
292
  "children": {
293
  "_process_rank_one_or_two_observation": {
294
- "total": 0.0015383919999294449,
295
  "count": 8,
296
  "is_parallel": true,
297
- "self": 0.0015383919999294449
298
  }
299
  }
300
  }
@@ -303,34 +303,34 @@
303
  }
304
  },
305
  "UnityEnvironment.step": {
306
- "total": 1303.322050724033,
307
- "count": 63474,
308
  "is_parallel": true,
309
- "self": 36.68503616509588,
310
  "children": {
311
  "UnityEnvironment._generate_step_input": {
312
- "total": 26.431497609989947,
313
- "count": 63474,
314
  "is_parallel": true,
315
- "self": 26.431497609989947
316
  },
317
  "communicator.exchange": {
318
- "total": 1132.019258854018,
319
- "count": 63474,
320
  "is_parallel": true,
321
- "self": 1132.019258854018
322
  },
323
  "steps_from_proto": {
324
- "total": 108.18625809492914,
325
- "count": 63474,
326
  "is_parallel": true,
327
- "self": 22.48279960985792,
328
  "children": {
329
  "_process_rank_one_or_two_observation": {
330
- "total": 85.70345848507122,
331
- "count": 507792,
332
  "is_parallel": true,
333
- "self": 85.70345848507122
334
  }
335
  }
336
  }
@@ -343,31 +343,31 @@
343
  }
344
  },
345
  "trainer_advance": {
346
- "total": 649.2527775429335,
347
- "count": 63475,
348
- "self": 2.951320328856582,
349
  "children": {
350
  "process_trajectory": {
351
- "total": 133.49956516507336,
352
- "count": 63475,
353
- "self": 133.29597256807347,
354
  "children": {
355
  "RLTrainer._checkpoint": {
356
- "total": 0.20359259699989707,
357
- "count": 2,
358
- "self": 0.20359259699989707
359
  }
360
  }
361
  },
362
  "_update_policy": {
363
- "total": 512.8018920490035,
364
- "count": 430,
365
- "self": 303.13817000700556,
366
  "children": {
367
  "TorchPPOOptimizer.update": {
368
- "total": 209.66372204199797,
369
- "count": 22851,
370
- "self": 209.66372204199797
371
  }
372
  }
373
  }
@@ -376,19 +376,19 @@
376
  }
377
  },
378
  "trainer_threads": {
379
- "total": 9.609993867343292e-07,
380
  "count": 1,
381
- "self": 9.609993867343292e-07
382
  },
383
  "TrainerController._save_models": {
384
- "total": 0.08765149800001382,
385
  "count": 1,
386
- "self": 0.0019829399998343433,
387
  "children": {
388
  "RLTrainer._checkpoint": {
389
- "total": 0.08566855800017947,
390
  "count": 1,
391
- "self": 0.08566855800017947
392
  }
393
  }
394
  }
 
2
  "name": "root",
3
  "gauges": {
4
  "Pyramids.Policy.Entropy.mean": {
5
+ "value": 0.18891167640686035,
6
+ "min": 0.17684133350849152,
7
+ "max": 1.5110535621643066,
8
+ "count": 66
9
  },
10
  "Pyramids.Policy.Entropy.sum": {
11
+ "value": 5640.14697265625,
12
+ "min": 5282.6044921875,
13
+ "max": 45839.3203125,
14
+ "count": 66
15
  },
16
  "Pyramids.Step.mean": {
17
+ "value": 1979940.0,
18
  "min": 29952.0,
19
+ "max": 1979940.0,
20
+ "count": 66
21
  },
22
  "Pyramids.Step.sum": {
23
+ "value": 1979940.0,
24
  "min": 29952.0,
25
+ "max": 1979940.0,
26
+ "count": 66
27
  },
28
  "Pyramids.Policy.ExtrinsicValueEstimate.mean": {
29
+ "value": 0.6915242075920105,
30
+ "min": -0.1068970113992691,
31
+ "max": 0.7658700942993164,
32
+ "count": 66
33
  },
34
  "Pyramids.Policy.ExtrinsicValueEstimate.sum": {
35
+ "value": 199.15896606445312,
36
+ "min": -25.655282974243164,
37
+ "max": 230.5269012451172,
38
+ "count": 66
39
  },
40
  "Pyramids.Policy.RndValueEstimate.mean": {
41
+ "value": 0.030494902282953262,
42
+ "min": -0.00272195041179657,
43
+ "max": 0.48265042901039124,
44
+ "count": 66
45
  },
46
  "Pyramids.Policy.RndValueEstimate.sum": {
47
+ "value": 8.78253173828125,
48
+ "min": -0.7485363483428955,
49
+ "max": 114.38815307617188,
50
+ "count": 66
51
  },
52
  "Pyramids.Losses.PolicyLoss.mean": {
53
+ "value": 0.06731753824925463,
54
+ "min": 0.06473618129495576,
55
+ "max": 0.07435470879207803,
56
+ "count": 66
57
  },
58
  "Pyramids.Losses.PolicyLoss.sum": {
59
+ "value": 1.0097630737388195,
60
+ "min": 0.5204829615445462,
61
+ "max": 1.0532710177746292,
62
+ "count": 66
63
  },
64
  "Pyramids.Losses.ValueLoss.mean": {
65
+ "value": 0.014686005505953089,
66
+ "min": 0.00019062917491517435,
67
+ "max": 0.01607855709018714,
68
+ "count": 66
69
  },
70
  "Pyramids.Losses.ValueLoss.sum": {
71
+ "value": 0.22029008258929633,
72
+ "min": 0.0024781792738972665,
73
+ "max": 0.23825280266464685,
74
+ "count": 66
75
  },
76
  "Pyramids.Policy.LearningRate.mean": {
77
+ "value": 5.228848257083338e-06,
78
+ "min": 5.228848257083338e-06,
79
+ "max": 0.0002975753150939428,
80
+ "count": 66
81
  },
82
  "Pyramids.Policy.LearningRate.sum": {
83
+ "value": 7.843272385625007e-05,
84
+ "min": 7.843272385625007e-05,
85
+ "max": 0.0035394336701888504,
86
+ "count": 66
87
  },
88
  "Pyramids.Policy.Epsilon.mean": {
89
+ "value": 0.10087145833333334,
90
+ "min": 0.10087145833333334,
91
+ "max": 0.1495958857142857,
92
+ "count": 66
93
  },
94
  "Pyramids.Policy.Epsilon.sum": {
95
+ "value": 1.513071875,
96
+ "min": 1.0471712,
97
+ "max": 2.0868438750000005,
98
+ "count": 66
99
  },
100
  "Pyramids.Policy.Beta.mean": {
101
+ "value": 0.00018411737500000013,
102
+ "min": 0.00018411737500000013,
103
+ "max": 0.009919257965714285,
104
+ "count": 66
105
  },
106
  "Pyramids.Policy.Beta.sum": {
107
+ "value": 0.002761760625000002,
108
+ "min": 0.002761760625000002,
109
+ "max": 0.118003133885,
110
+ "count": 66
111
  },
112
  "Pyramids.Losses.RNDLoss.mean": {
113
+ "value": 0.009143485687673092,
114
+ "min": 0.008826537057757378,
115
+ "max": 0.5682476162910461,
116
+ "count": 66
117
  },
118
  "Pyramids.Losses.RNDLoss.sum": {
119
+ "value": 0.1371522843837738,
120
+ "min": 0.12357151508331299,
121
+ "max": 3.9777333736419678,
122
+ "count": 66
123
  },
124
  "Pyramids.Environment.EpisodeLength.mean": {
125
+ "value": 270.1454545454545,
126
+ "min": 242.22131147540983,
127
  "max": 999.0,
128
+ "count": 66
129
  },
130
  "Pyramids.Environment.EpisodeLength.sum": {
131
+ "value": 29716.0,
132
  "min": 15984.0,
133
+ "max": 34074.0,
134
+ "count": 66
135
  },
136
  "Pyramids.Environment.CumulativeReward.mean": {
137
+ "value": 1.6752945339137857,
138
  "min": -1.0000000521540642,
139
+ "max": 1.7401817978783087,
140
+ "count": 66
141
  },
142
  "Pyramids.Environment.CumulativeReward.sum": {
143
+ "value": 184.28239873051643,
144
+ "min": -31.99920167028904,
145
+ "max": 210.44839851558208,
146
+ "count": 66
147
  },
148
  "Pyramids.Policy.ExtrinsicReward.mean": {
149
+ "value": 1.6752945339137857,
150
  "min": -1.0000000521540642,
151
+ "max": 1.7401817978783087,
152
+ "count": 66
153
  },
154
  "Pyramids.Policy.ExtrinsicReward.sum": {
155
+ "value": 184.28239873051643,
156
+ "min": -31.99920167028904,
157
+ "max": 210.44839851558208,
158
+ "count": 66
159
  },
160
  "Pyramids.Policy.RndReward.mean": {
161
+ "value": 0.026084950056710195,
162
+ "min": 0.024309700210669062,
163
+ "max": 12.210489066317677,
164
+ "count": 66
165
  },
166
  "Pyramids.Policy.RndReward.sum": {
167
+ "value": 2.8693445062381215,
168
+ "min": 2.5831952454827842,
169
+ "max": 195.36782506108284,
170
+ "count": 66
171
  },
172
  "Pyramids.IsTraining.mean": {
173
  "value": 1.0,
174
  "min": 1.0,
175
  "max": 1.0,
176
+ "count": 66
177
  },
178
  "Pyramids.IsTraining.sum": {
179
  "value": 1.0,
180
  "min": 1.0,
181
  "max": 1.0,
182
+ "count": 66
183
  }
184
  },
185
  "metadata": {
186
  "timer_format_version": "0.1.0",
187
+ "start_time_seconds": "1703794145",
188
  "python_version": "3.10.12 (main, Nov 20 2023, 15:14:05) [GCC 11.4.0]",
189
+ "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics --force",
190
  "mlagents_version": "1.1.0.dev0",
191
  "mlagents_envs_version": "1.1.0.dev0",
192
  "communication_protocol_version": "1.5.0",
193
  "pytorch_version": "2.1.2+cu121",
194
  "numpy_version": "1.23.5",
195
+ "end_time_seconds": "1703798893"
196
  },
197
+ "total": 4747.931961107,
198
  "count": 1,
199
+ "self": 0.4863195040006758,
200
  "children": {
201
  "run_training.setup": {
202
+ "total": 0.04818614699979662,
203
  "count": 1,
204
+ "self": 0.04818614699979662
205
  },
206
  "TrainerController.start_learning": {
207
+ "total": 4747.397455455999,
208
  "count": 1,
209
+ "self": 2.9452523527525045,
210
  "children": {
211
  "TrainerController._reset_env": {
212
+ "total": 1.9935149369994178,
213
  "count": 1,
214
+ "self": 1.9935149369994178
215
  },
216
  "TrainerController.advance": {
217
+ "total": 4742.374269712247,
218
+ "count": 129295,
219
+ "self": 3.0485140909013353,
220
  "children": {
221
  "env_step": {
222
+ "total": 3460.7321008522304,
223
+ "count": 129295,
224
+ "self": 3189.4103073206006,
225
  "children": {
226
  "SubprocessEnvManager._take_step": {
227
+ "total": 269.4725381423277,
228
+ "count": 129295,
229
+ "self": 10.058822524116295,
230
  "children": {
231
  "TorchPolicy.evaluate": {
232
+ "total": 259.4137156182114,
233
+ "count": 125059,
234
+ "self": 259.4137156182114
235
  }
236
  }
237
  },
238
  "workers": {
239
+ "total": 1.8492553893020158,
240
+ "count": 129295,
241
  "self": 0.0,
242
  "children": {
243
  "worker_root": {
244
+ "total": 4736.733146702908,
245
+ "count": 129295,
246
  "is_parallel": true,
247
+ "self": 1799.8357480438062,
248
  "children": {
249
  "run_training.setup": {
250
  "total": 0.0,
 
253
  "self": 0.0,
254
  "children": {
255
  "steps_from_proto": {
256
+ "total": 0.0018275729999004398,
257
  "count": 1,
258
  "is_parallel": true,
259
+ "self": 0.0005797880003228784,
260
  "children": {
261
  "_process_rank_one_or_two_observation": {
262
+ "total": 0.0012477849995775614,
263
  "count": 8,
264
  "is_parallel": true,
265
+ "self": 0.0012477849995775614
266
  }
267
  }
268
  },
269
  "UnityEnvironment.step": {
270
+ "total": 0.05308938000052876,
271
  "count": 1,
272
  "is_parallel": true,
273
+ "self": 0.0006222820011316799,
274
  "children": {
275
  "UnityEnvironment._generate_step_input": {
276
+ "total": 0.0004984879997209646,
277
  "count": 1,
278
  "is_parallel": true,
279
+ "self": 0.0004984879997209646
280
  },
281
  "communicator.exchange": {
282
+ "total": 0.050138102999881085,
283
  "count": 1,
284
  "is_parallel": true,
285
+ "self": 0.050138102999881085
286
  },
287
  "steps_from_proto": {
288
+ "total": 0.001830506999795034,
289
  "count": 1,
290
  "is_parallel": true,
291
+ "self": 0.0003873210016536177,
292
  "children": {
293
  "_process_rank_one_or_two_observation": {
294
+ "total": 0.0014431859981414163,
295
  "count": 8,
296
  "is_parallel": true,
297
+ "self": 0.0014431859981414163
298
  }
299
  }
300
  }
 
303
  }
304
  },
305
  "UnityEnvironment.step": {
306
+ "total": 2936.897398659102,
307
+ "count": 129294,
308
  "is_parallel": true,
309
+ "self": 71.43184985760945,
310
  "children": {
311
  "UnityEnvironment._generate_step_input": {
312
+ "total": 52.23215479549435,
313
+ "count": 129294,
314
  "is_parallel": true,
315
+ "self": 52.23215479549435
316
  },
317
  "communicator.exchange": {
318
+ "total": 2604.7269187898646,
319
+ "count": 129294,
320
  "is_parallel": true,
321
+ "self": 2604.7269187898646
322
  },
323
  "steps_from_proto": {
324
+ "total": 208.50647521613337,
325
+ "count": 129294,
326
  "is_parallel": true,
327
+ "self": 42.95708791493871,
328
  "children": {
329
  "_process_rank_one_or_two_observation": {
330
+ "total": 165.54938730119466,
331
+ "count": 1034352,
332
  "is_parallel": true,
333
+ "self": 165.54938730119466
334
  }
335
  }
336
  }
 
343
  }
344
  },
345
  "trainer_advance": {
346
+ "total": 1278.5936547691153,
347
+ "count": 129295,
348
+ "self": 5.734748111053705,
349
  "children": {
350
  "process_trajectory": {
351
+ "total": 268.78127965707336,
352
+ "count": 129295,
353
+ "self": 268.28226629907385,
354
  "children": {
355
  "RLTrainer._checkpoint": {
356
+ "total": 0.49901335799950175,
357
+ "count": 4,
358
+ "self": 0.49901335799950175
359
  }
360
  }
361
  },
362
  "_update_policy": {
363
+ "total": 1004.0776270009883,
364
+ "count": 919,
365
+ "self": 594.7395972520089,
366
  "children": {
367
  "TorchPPOOptimizer.update": {
368
+ "total": 409.33802974897935,
369
+ "count": 45579,
370
+ "self": 409.33802974897935
371
  }
372
  }
373
  }
 
376
  }
377
  },
378
  "trainer_threads": {
379
+ "total": 1.3499993656296283e-06,
380
  "count": 1,
381
+ "self": 1.3499993656296283e-06
382
  },
383
  "TrainerController._save_models": {
384
+ "total": 0.08441710400074953,
385
  "count": 1,
386
+ "self": 0.002206681001553079,
387
  "children": {
388
  "RLTrainer._checkpoint": {
389
+ "total": 0.08221042299919645,
390
  "count": 1,
391
+ "self": 0.08221042299919645
392
  }
393
  }
394
  }
run_logs/training_status.json CHANGED
@@ -2,40 +2,58 @@
2
  "Pyramids": {
3
  "checkpoints": [
4
  {
5
- "steps": 499900,
6
- "file_path": "results/Pyramids Training/Pyramids/Pyramids-499900.onnx",
7
- "reward": 1.381999909877777,
8
- "creation_time": 1703789794.242882,
9
  "auxillary_file_paths": [
10
- "results/Pyramids Training/Pyramids/Pyramids-499900.pt"
11
  ]
12
  },
13
  {
14
- "steps": 999877,
15
- "file_path": "results/Pyramids Training/Pyramids/Pyramids-999877.onnx",
16
- "reward": 1.5769999995827675,
17
- "creation_time": 1703790967.9206343,
18
  "auxillary_file_paths": [
19
- "results/Pyramids Training/Pyramids/Pyramids-999877.pt"
20
  ]
21
  },
22
  {
23
- "steps": 1000005,
24
- "file_path": "results/Pyramids Training/Pyramids/Pyramids-1000005.onnx",
25
- "reward": 1.5769999995827675,
26
- "creation_time": 1703790968.0198445,
27
  "auxillary_file_paths": [
28
- "results/Pyramids Training/Pyramids/Pyramids-1000005.pt"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
29
  ]
30
  }
31
  ],
32
  "final_checkpoint": {
33
- "steps": 1000005,
34
  "file_path": "results/Pyramids Training/Pyramids.onnx",
35
- "reward": 1.5769999995827675,
36
- "creation_time": 1703790968.0198445,
37
  "auxillary_file_paths": [
38
- "results/Pyramids Training/Pyramids/Pyramids-1000005.pt"
39
  ]
40
  }
41
  },
 
2
  "Pyramids": {
3
  "checkpoints": [
4
  {
5
+ "steps": 499925,
6
+ "file_path": "results/Pyramids Training/Pyramids/Pyramids-499925.onnx",
7
+ "reward": 1.7659999281167984,
8
+ "creation_time": 1703795156.9139318,
9
  "auxillary_file_paths": [
10
+ "results/Pyramids Training/Pyramids/Pyramids-499925.pt"
11
  ]
12
  },
13
  {
14
+ "steps": 999965,
15
+ "file_path": "results/Pyramids Training/Pyramids/Pyramids-999965.onnx",
16
+ "reward": null,
17
+ "creation_time": 1703796400.9604836,
18
  "auxillary_file_paths": [
19
+ "results/Pyramids Training/Pyramids/Pyramids-999965.pt"
20
  ]
21
  },
22
  {
23
+ "steps": 1499984,
24
+ "file_path": "results/Pyramids Training/Pyramids/Pyramids-1499984.onnx",
25
+ "reward": 1.8089999705553055,
26
+ "creation_time": 1703797634.6166852,
27
  "auxillary_file_paths": [
28
+ "results/Pyramids Training/Pyramids/Pyramids-1499984.pt"
29
+ ]
30
+ },
31
+ {
32
+ "steps": 1999925,
33
+ "file_path": "results/Pyramids Training/Pyramids/Pyramids-1999925.onnx",
34
+ "reward": 1.8402499966323376,
35
+ "creation_time": 1703798892.686587,
36
+ "auxillary_file_paths": [
37
+ "results/Pyramids Training/Pyramids/Pyramids-1999925.pt"
38
+ ]
39
+ },
40
+ {
41
+ "steps": 2000053,
42
+ "file_path": "results/Pyramids Training/Pyramids/Pyramids-2000053.onnx",
43
+ "reward": 1.8402499966323376,
44
+ "creation_time": 1703798892.7830765,
45
+ "auxillary_file_paths": [
46
+ "results/Pyramids Training/Pyramids/Pyramids-2000053.pt"
47
  ]
48
  }
49
  ],
50
  "final_checkpoint": {
51
+ "steps": 2000053,
52
  "file_path": "results/Pyramids Training/Pyramids.onnx",
53
+ "reward": 1.8402499966323376,
54
+ "creation_time": 1703798892.7830765,
55
  "auxillary_file_paths": [
56
+ "results/Pyramids Training/Pyramids/Pyramids-2000053.pt"
57
  ]
58
  }
59
  },