nathanialhunt commited on
Commit
0a5cb9e
·
verified ·
1 Parent(s): 0e78c58

Training in progress, step 150, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9d8bb98cc079647c8595486d7ec4c6c1dbfeab5c9d69b725689294cc7970fea7
3
  size 109009752
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07d04bc45df4b3cba486cc45e2063279e0846f0c8df938b6f995b5dc99706092
3
  size 109009752
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c45325f5b31a2e0c27b39dfa70d3fa45e24543d4239b3ca7c2adb32ea06e4cba
3
  size 56088148
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:366ee91d89db94a05da45409deef2ace46f614a21262ad65fe818248ddf64abe
3
  size 56088148
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:356b548ab3e5c18278417ebb5318355e9481c8992b11479d08e62a1cb33f7930
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:895bc9637d2006530369fffe00fd60c01471aa1822b76fe15317578b06a982b9
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0fd8212ec5ec3406d74a7f927b717dd30ea8a06115ee6582e14976f7b84b4b58
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b489c13e2d776471e9a48162938854a24466ce6713df9c0fb59abd9a09fb226b
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.020530719088436074,
5
  "eval_steps": 50,
6
- "global_step": 100,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -101,6 +101,49 @@
101
  "eval_samples_per_second": 23.761,
102
  "eval_steps_per_second": 11.886,
103
  "step": 100
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
104
  }
105
  ],
106
  "logging_steps": 10,
@@ -120,7 +163,7 @@
120
  "attributes": {}
121
  }
122
  },
123
- "total_flos": 2.254755040591872e+16,
124
  "train_batch_size": 2,
125
  "trial_name": null,
126
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.030796078632654107,
5
  "eval_steps": 50,
6
+ "global_step": 150,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
101
  "eval_samples_per_second": 23.761,
102
  "eval_steps_per_second": 11.886,
103
  "step": 100
104
+ },
105
+ {
106
+ "epoch": 0.02258379099727968,
107
+ "grad_norm": 0.619922399520874,
108
+ "learning_rate": 8.79463319744677e-05,
109
+ "loss": 0.308,
110
+ "step": 110
111
+ },
112
+ {
113
+ "epoch": 0.024636862906123286,
114
+ "grad_norm": 0.47642096877098083,
115
+ "learning_rate": 7.217825360835473e-05,
116
+ "loss": 0.2825,
117
+ "step": 120
118
+ },
119
+ {
120
+ "epoch": 0.026689934814966895,
121
+ "grad_norm": 0.38181358575820923,
122
+ "learning_rate": 5.713074385969457e-05,
123
+ "loss": 0.2863,
124
+ "step": 130
125
+ },
126
+ {
127
+ "epoch": 0.028743006723810503,
128
+ "grad_norm": 0.5245420336723328,
129
+ "learning_rate": 4.3193525326884435e-05,
130
+ "loss": 0.2711,
131
+ "step": 140
132
+ },
133
+ {
134
+ "epoch": 0.030796078632654107,
135
+ "grad_norm": 0.40633440017700195,
136
+ "learning_rate": 3.072756464904006e-05,
137
+ "loss": 0.2751,
138
+ "step": 150
139
+ },
140
+ {
141
+ "epoch": 0.030796078632654107,
142
+ "eval_loss": 0.2869807481765747,
143
+ "eval_runtime": 86.1617,
144
+ "eval_samples_per_second": 23.804,
145
+ "eval_steps_per_second": 11.908,
146
+ "step": 150
147
  }
148
  ],
149
  "logging_steps": 10,
 
163
  "attributes": {}
164
  }
165
  },
166
+ "total_flos": 3.384772789272576e+16,
167
  "train_batch_size": 2,
168
  "trial_name": null,
169
  "trial_params": null