kokovova commited on
Commit
993fe47
·
verified ·
1 Parent(s): 334cb27

Training in progress, step 150, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:30055bd71829ebfab820f875e833fe6accba0aeaaf0ba34458f8b48a21e8369a
3
  size 639691872
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41cffc0b0e672936effdb47f97b322b70578230158066ace556cfd6219dccd6a
3
  size 639691872
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:587c7bb72ad132c0a1fc7523f929bde457698f51ce15f28ae71810bf7c6d7a3d
3
  size 325339796
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f34b4f45e850bcd36eab0112eb58de21ba4990fa604a609960ce6f85d1c8360
3
  size 325339796
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:36f9d4df5fa80b8af0ae9e036c834f318a3d9c628c3b781762ee3d1f9db0527c
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0fc2cf6684b4b4476cd2888efa54a33bf379ef1e654c5e672ef4c940dae96161
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:70f9eefb79e5a651e4979588997923d1fc997984394f03e9fb61aca38c6bee05
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e6da36b358afefa2fe6fe8e3889efc77dfb89ac577ed7bb55c631123a9ebe149
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "best_metric": 1.5543313026428223,
3
- "best_model_checkpoint": "miner_id_24/checkpoint-100",
4
- "epoch": 0.0859106529209622,
5
  "eval_steps": 50,
6
- "global_step": 100,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -101,6 +101,49 @@
101
  "eval_samples_per_second": 13.439,
102
  "eval_steps_per_second": 3.373,
103
  "step": 100
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
104
  }
105
  ],
106
  "logging_steps": 10,
@@ -129,7 +172,7 @@
129
  "attributes": {}
130
  }
131
  },
132
- "total_flos": 4.9793401356288e+16,
133
  "train_batch_size": 8,
134
  "trial_name": null,
135
  "trial_params": null
 
1
  {
2
+ "best_metric": 1.5382037162780762,
3
+ "best_model_checkpoint": "miner_id_24/checkpoint-150",
4
+ "epoch": 0.12886597938144329,
5
  "eval_steps": 50,
6
+ "global_step": 150,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
101
  "eval_samples_per_second": 13.439,
102
  "eval_steps_per_second": 3.373,
103
  "step": 100
104
+ },
105
+ {
106
+ "epoch": 0.09450171821305842,
107
+ "grad_norm": 0.41234856843948364,
108
+ "learning_rate": 5.05e-06,
109
+ "loss": 1.4694,
110
+ "step": 110
111
+ },
112
+ {
113
+ "epoch": 0.10309278350515463,
114
+ "grad_norm": 0.45751872658729553,
115
+ "learning_rate": 4.488888888888889e-06,
116
+ "loss": 1.5459,
117
+ "step": 120
118
+ },
119
+ {
120
+ "epoch": 0.11168384879725086,
121
+ "grad_norm": 0.4848977327346802,
122
+ "learning_rate": 3.927777777777778e-06,
123
+ "loss": 1.4818,
124
+ "step": 130
125
+ },
126
+ {
127
+ "epoch": 0.12027491408934708,
128
+ "grad_norm": 0.6670855283737183,
129
+ "learning_rate": 3.3666666666666665e-06,
130
+ "loss": 1.5387,
131
+ "step": 140
132
+ },
133
+ {
134
+ "epoch": 0.12886597938144329,
135
+ "grad_norm": 1.1316231489181519,
136
+ "learning_rate": 2.8055555555555555e-06,
137
+ "loss": 1.5887,
138
+ "step": 150
139
+ },
140
+ {
141
+ "epoch": 0.12886597938144329,
142
+ "eval_loss": 1.5382037162780762,
143
+ "eval_runtime": 36.6812,
144
+ "eval_samples_per_second": 13.358,
145
+ "eval_steps_per_second": 3.353,
146
+ "step": 150
147
  }
148
  ],
149
  "logging_steps": 10,
 
172
  "attributes": {}
173
  }
174
  },
175
+ "total_flos": 7.4690102034432e+16,
176
  "train_batch_size": 8,
177
  "trial_name": null,
178
  "trial_params": null