dzanbek commited on
Commit
9ac21fd
·
verified ·
1 Parent(s): 1726800

Training in progress, step 15, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:151c2ac857905e8c798803a46850d1cd6811df2e0c7961fa2ef51b2d2f93546a
3
  size 80013120
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73b972f9bc64d410480b7739f47766d1d722fa0fc4e4ccc9fa6a3929f186e043
3
  size 80013120
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d8cedc9c78e1423f753cf4f9ebb8215929c7db45cfc0887d45d9818e81fc0e58
3
  size 160284754
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb8e2ae8bef2a763205ede29820fcfd849d175722e242b18c3c051600794f73f
3
  size 160284754
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:77820273899338f3cb44d8b61f14d2376760c84be6dcbd25e712a3423d224d4a
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0c99adfd3842a16f78adc954f43d1319a31e4bf74797a8fd450f6ab3f8c288b
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4abdd3b29509160214335978cbd2a63c87f2b7769a5608c5e772a6c51d699b65
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff2736979009751c0c6b0ddcc5f6544d6f723aa752b4798eab0b70fb76cf0083
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.020931449502878074,
5
  "eval_steps": 3,
6
- "global_step": 10,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -109,6 +109,57 @@
109
  "learning_rate": 8.535533905932738e-05,
110
  "loss": 3.6575,
111
  "step": 10
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
112
  }
113
  ],
114
  "logging_steps": 1,
@@ -128,7 +179,7 @@
128
  "attributes": {}
129
  }
130
  },
131
- "total_flos": 3257498484080640.0,
132
  "train_batch_size": 2,
133
  "trial_name": null,
134
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.03139717425431711,
5
  "eval_steps": 3,
6
+ "global_step": 15,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
109
  "learning_rate": 8.535533905932738e-05,
110
  "loss": 3.6575,
111
  "step": 10
112
+ },
113
+ {
114
+ "epoch": 0.023024594453165882,
115
+ "grad_norm": 5.032680988311768,
116
+ "learning_rate": 7.938926261462366e-05,
117
+ "loss": 4.096,
118
+ "step": 11
119
+ },
120
+ {
121
+ "epoch": 0.02511773940345369,
122
+ "grad_norm": 3.810659646987915,
123
+ "learning_rate": 7.269952498697734e-05,
124
+ "loss": 2.9131,
125
+ "step": 12
126
+ },
127
+ {
128
+ "epoch": 0.02511773940345369,
129
+ "eval_loss": 0.7286272644996643,
130
+ "eval_runtime": 28.6298,
131
+ "eval_samples_per_second": 7.056,
132
+ "eval_steps_per_second": 3.528,
133
+ "step": 12
134
+ },
135
+ {
136
+ "epoch": 0.027210884353741496,
137
+ "grad_norm": 2.648770570755005,
138
+ "learning_rate": 6.545084971874738e-05,
139
+ "loss": 2.9433,
140
+ "step": 13
141
+ },
142
+ {
143
+ "epoch": 0.029304029304029304,
144
+ "grad_norm": 2.9842631816864014,
145
+ "learning_rate": 5.782172325201155e-05,
146
+ "loss": 2.2262,
147
+ "step": 14
148
+ },
149
+ {
150
+ "epoch": 0.03139717425431711,
151
+ "grad_norm": 3.5351529121398926,
152
+ "learning_rate": 5e-05,
153
+ "loss": 2.8287,
154
+ "step": 15
155
+ },
156
+ {
157
+ "epoch": 0.03139717425431711,
158
+ "eval_loss": 0.5874171257019043,
159
+ "eval_runtime": 28.604,
160
+ "eval_samples_per_second": 7.062,
161
+ "eval_steps_per_second": 3.531,
162
+ "step": 15
163
  }
164
  ],
165
  "logging_steps": 1,
 
179
  "attributes": {}
180
  }
181
  },
182
+ "total_flos": 4886247726120960.0,
183
  "train_batch_size": 2,
184
  "trial_name": null,
185
  "trial_params": null