Hugging Face's logo

sailplane
/
vm-llama3-70b-lr4e-5-be5e-4-r8-dist

Safetensors
Model card Files Community
vgaraujov commited on
Commit
2188b95
·
verified ·
1 Parent(s): 77df4c9

Training in progress, epoch 2, checkpoint

Browse files
Files changed (13) hide show
  1. checkpoint-204/adapter_config.json +3 -3
  2. checkpoint-204/adapter_model.safetensors +1 -1
  3. checkpoint-204/global_step204/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt +1 -1
  4. checkpoint-204/global_step204/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt +1 -1
  5. checkpoint-204/global_step204/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt +1 -1
  6. checkpoint-204/global_step204/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt +1 -1
  7. checkpoint-204/global_step204/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt +1 -1
  8. checkpoint-204/global_step204/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt +1 -1
  9. checkpoint-204/global_step204/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt +1 -1
  10. checkpoint-204/global_step204/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt +1 -1
  11. checkpoint-204/trainer_state.json +3 -3
  12. checkpoint-204/training_args.bin +1 -1
  13. checkpoint-204/value_head.safetensors +1 -1
checkpoint-204/adapter_config.json CHANGED
@@ -20,12 +20,12 @@
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
23
- "down_proj",
24
  "k_proj",
25
- "up_proj",
26
  "o_proj",
 
27
  "q_proj",
28
- "v_proj",
29
  "gate_proj"
30
  ],
31
  "task_type": "CAUSAL_LM",
 
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
23
+ "v_proj",
24
  "k_proj",
25
+ "down_proj",
26
  "o_proj",
27
+ "up_proj",
28
  "q_proj",
 
29
  "gate_proj"
30
  ],
31
  "task_type": "CAUSAL_LM",
checkpoint-204/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1db94d3f0afb99cb1473e9aa199a72672d93d9f6397eafa8fb7c7c6c2c4606f8
3
  size 207244392
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7950acbc43ed0e0db3b2c769dcf4f612bad07d3d7165a99f8ce3ba6829396ccd
3
  size 207244392
checkpoint-204/global_step204/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e91709901a99f4d5e851ae4d1c4d8c95c9eeb43df63e794fa768084e05defb23
3
  size 19421232
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6edce4ca7fe812355ca3e4092c6ced42ac99f25c6d6bbcf363356610e6beb35a
3
  size 19421232
checkpoint-204/global_step204/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bdc67f428492a6418223f76944d46b543ab34896c626fa0def5a037e9269d3b3
3
  size 19421232
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9cb70de3fe8006e99b07340989aa3016dd20d6a382ca92c2f29b7031fa575d09
3
  size 19421232
checkpoint-204/global_step204/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f7d2de3f33bbc17a0b230e45ca37d3b14ea6f9222fa9921171293b6d3fd848b7
3
  size 19421232
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e14dc81e5dfca2d1d7e4d1afaf131bd0af0be488bb1d560e6d66d55d734dce16
3
  size 19421232
checkpoint-204/global_step204/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2792ccf278e55265ed5204c1abbea1ddc52b7ef81df1005ceabb76a9a0b1205b
3
  size 19421232
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb1f41c0898618a95f1d01d042daf4df5b5fec8b7f6c4914455a63560aabad0b
3
  size 19421232
checkpoint-204/global_step204/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:abc2755806452289acb5005bfb547cbf9c59af36bbaa36770c2b7bf7825cd697
3
  size 19421232
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bbdb355e0f70485e95d3f883a1ece675972a403b3664a071563d39b84bc68f7a
3
  size 19421232
checkpoint-204/global_step204/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:377721391441afab3921fae0c082dbcbc703886f948c23b3a9e6c399b47ab941
3
  size 19421232
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d60c8c5bf285033185315740e7bf96d22d72392106ea54184aaf873dc4d6fa71
3
  size 19421232
checkpoint-204/global_step204/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3d0d43b93e6bbf1a922ea766c0a06ea1db1280bbb05b36373e7fb0384b473a70
3
  size 19421232
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1627f6c69c4736bbc7b343bc46d454160e09a134725728417c8bbfbea2a02e7a
3
  size 19421232
checkpoint-204/global_step204/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:50eae09738c441ce2cde421aeee089228f87768fa3222042bd8a2d90cdfd0c5a
3
  size 19421232
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea2f4ef1ef43a43029a1874797cbd244de506cb1e0fde84ec12c41d1c28761b0
3
  size 19421232
checkpoint-204/trainer_state.json CHANGED
@@ -10,16 +10,16 @@
10
  "log_history": [
11
  {
12
  "epoch": 0.9803921568627451,
13
- "grad_norm": 0.04069041460752487,
14
  "learning_rate": 3.9722621383652286e-05,
15
  "loss": 0.3224,
16
  "step": 100
17
  },
18
  {
19
  "epoch": 1.9607843137254903,
20
- "grad_norm": 0.06058349087834358,
21
  "learning_rate": 3.816756982694638e-05,
22
- "loss": 0.2133,
23
  "step": 200
24
  }
25
  ],
 
10
  "log_history": [
11
  {
12
  "epoch": 0.9803921568627451,
13
+ "grad_norm": 0.041187554597854614,
14
  "learning_rate": 3.9722621383652286e-05,
15
  "loss": 0.3224,
16
  "step": 100
17
  },
18
  {
19
  "epoch": 1.9607843137254903,
20
+ "grad_norm": 0.05797708407044411,
21
  "learning_rate": 3.816756982694638e-05,
22
+ "loss": 0.2134,
23
  "step": 200
24
  }
25
  ],
checkpoint-204/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:007bcc1d400d4a233d19c941cf50d51f13137550797eb8625a06e27dc172670e
3
  size 7352
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e85267171c46dc1c3303c31870ee78028f6f93ce2789cc5b73fc96c18746b9e2
3
  size 7352
checkpoint-204/value_head.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:24b1aac0301dfa844b11e53177af412d52a1ac7f6c96bb587d490fffd6b0d0a3
3
  size 16586
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd5ac2d39ad6e5cb6f2926524d26556a10b303be659e2967ae3d930d2ec5b0d4
3
  size 16586