nat-hunt commited on
Commit
8a56ba4
·
verified ·
1 Parent(s): daa2b3a

Training in progress, step 150, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:845555c6de9615ffd82652772b0c1f13b0219dad9d8411e0092a298a00c8b0e1
3
  size 83945296
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05d5e7678126d1a879f4ffa40be1c01a679c22fe582005a8973619f2557095e5
3
  size 83945296
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bb76b5e51d187b4414ca4015838dc1ddf78e15e0bbe33ae525fdded6fbc89403
3
  size 43122580
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b94a3895c1e6ccfc41429e94316ee871c7dc196191dd303084e2fa53f7b6642
3
  size 43122580
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7370cd9778cec4351056cccc604c313cf532b0f8ca91677580d7717122bd776d
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44627e3dbaee3655496addb0d6d4bce4a40debfebf6c6e10d21a0f2b7bfe9f1f
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0fd8212ec5ec3406d74a7f927b717dd30ea8a06115ee6582e14976f7b84b4b58
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b489c13e2d776471e9a48162938854a24466ce6713df9c0fb59abd9a09fb226b
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.02297266253158741,
5
  "eval_steps": 50,
6
- "global_step": 100,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -101,6 +101,49 @@
101
  "eval_samples_per_second": 14.873,
102
  "eval_steps_per_second": 7.441,
103
  "step": 100
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
104
  }
105
  ],
106
  "logging_steps": 10,
@@ -120,7 +163,7 @@
120
  "attributes": {}
121
  }
122
  },
123
- "total_flos": 3.430851105993523e+16,
124
  "train_batch_size": 2,
125
  "trial_name": null,
126
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.03445899379738112,
5
  "eval_steps": 50,
6
+ "global_step": 150,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
101
  "eval_samples_per_second": 14.873,
102
  "eval_steps_per_second": 7.441,
103
  "step": 100
104
+ },
105
+ {
106
+ "epoch": 0.02526992878474615,
107
+ "grad_norm": 2.937729597091675,
108
+ "learning_rate": 8.79463319744677e-05,
109
+ "loss": 2.206,
110
+ "step": 110
111
+ },
112
+ {
113
+ "epoch": 0.027567195037904894,
114
+ "grad_norm": 3.3445348739624023,
115
+ "learning_rate": 7.217825360835473e-05,
116
+ "loss": 2.2943,
117
+ "step": 120
118
+ },
119
+ {
120
+ "epoch": 0.029864461291063633,
121
+ "grad_norm": 2.91733717918396,
122
+ "learning_rate": 5.713074385969457e-05,
123
+ "loss": 2.1249,
124
+ "step": 130
125
+ },
126
+ {
127
+ "epoch": 0.03216172754422238,
128
+ "grad_norm": 3.4622771739959717,
129
+ "learning_rate": 4.3193525326884435e-05,
130
+ "loss": 2.1225,
131
+ "step": 140
132
+ },
133
+ {
134
+ "epoch": 0.03445899379738112,
135
+ "grad_norm": 3.4070169925689697,
136
+ "learning_rate": 3.072756464904006e-05,
137
+ "loss": 2.1542,
138
+ "step": 150
139
+ },
140
+ {
141
+ "epoch": 0.03445899379738112,
142
+ "eval_loss": 0.5411030054092407,
143
+ "eval_runtime": 123.3205,
144
+ "eval_samples_per_second": 14.864,
145
+ "eval_steps_per_second": 7.436,
146
+ "step": 150
147
  }
148
  ],
149
  "logging_steps": 10,
 
163
  "attributes": {}
164
  }
165
  },
166
+ "total_flos": 5.14408582175785e+16,
167
  "train_batch_size": 2,
168
  "trial_name": null,
169
  "trial_params": null