dixedus commited on
Commit
160e7e0
·
verified ·
1 Parent(s): e667f0d

Training in progress, step 34, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:78ec1f71e8a58628b38e46eab8da79ed873b4ba022e71692d2df7dca37dff837
3
  size 45118424
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6e9693f35e165079ed3e11aacddcc767a0f60b7b572eb342620d085c950c3dc
3
  size 45118424
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ad4f02b9c3b5bcb15be2c7324e1fde42ab8d9d0a2dc971479d840b7c1acd8d8a
3
  size 23159290
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc1f95da4d9c6b620be952ddfd70190b9dedcc5f70c06fdb52adbff5b77fa693
3
  size 23159290
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9ad9cfa2a8dccff47b818d8bc530fee820cce157f145335f873d55243753a718
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95b7185e590278f6f9b499f3452bf508a28b1fd572e7d8c2f71e1ca40516afc9
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:61d8ec93266e4bc8a64331da6b277e98dfae3d3d4bab70d66d65fad27bc26c8c
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0af27ed5b5e5c3013f1da7a97e494138e751399ceff1f8e7486b6e269bc7092f
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.036677454153182305,
5
  "eval_steps": 17,
6
- "global_step": 17,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -58,6 +58,56 @@
58
  "eval_samples_per_second": 51.368,
59
  "eval_steps_per_second": 6.446,
60
  "step": 17
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
61
  }
62
  ],
63
  "logging_steps": 3,
@@ -77,7 +127,7 @@
77
  "attributes": {}
78
  }
79
  },
80
- "total_flos": 3387028993474560.0,
81
  "train_batch_size": 8,
82
  "trial_name": null,
83
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.07335490830636461,
5
  "eval_steps": 17,
6
+ "global_step": 34,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
58
  "eval_samples_per_second": 51.368,
59
  "eval_steps_per_second": 6.446,
60
  "step": 17
61
+ },
62
+ {
63
+ "epoch": 0.038834951456310676,
64
+ "grad_norm": 0.42941978573799133,
65
+ "learning_rate": 9.956320346634876e-05,
66
+ "loss": 0.0104,
67
+ "step": 18
68
+ },
69
+ {
70
+ "epoch": 0.045307443365695796,
71
+ "grad_norm": 0.16689348220825195,
72
+ "learning_rate": 9.917525374361912e-05,
73
+ "loss": 0.0053,
74
+ "step": 21
75
+ },
76
+ {
77
+ "epoch": 0.05177993527508091,
78
+ "grad_norm": 0.1845988631248474,
79
+ "learning_rate": 9.86663298624003e-05,
80
+ "loss": 0.0032,
81
+ "step": 24
82
+ },
83
+ {
84
+ "epoch": 0.05825242718446602,
85
+ "grad_norm": 0.2645643949508667,
86
+ "learning_rate": 9.803768380684242e-05,
87
+ "loss": 0.0052,
88
+ "step": 27
89
+ },
90
+ {
91
+ "epoch": 0.06472491909385113,
92
+ "grad_norm": 0.019420228898525238,
93
+ "learning_rate": 9.729086208503174e-05,
94
+ "loss": 0.0056,
95
+ "step": 30
96
+ },
97
+ {
98
+ "epoch": 0.07119741100323625,
99
+ "grad_norm": 0.054533425718545914,
100
+ "learning_rate": 9.642770192448536e-05,
101
+ "loss": 0.0043,
102
+ "step": 33
103
+ },
104
+ {
105
+ "epoch": 0.07335490830636461,
106
+ "eval_loss": 0.004006265662610531,
107
+ "eval_runtime": 15.2337,
108
+ "eval_samples_per_second": 51.268,
109
+ "eval_steps_per_second": 6.433,
110
+ "step": 34
111
  }
112
  ],
113
  "logging_steps": 3,
 
127
  "attributes": {}
128
  }
129
  },
130
+ "total_flos": 6677285729992704.0,
131
  "train_batch_size": 8,
132
  "trial_name": null,
133
  "trial_params": null