taufiqsyed commited on
Commit
c81ed1d
·
verified ·
1 Parent(s): 5a24078

End of training

Browse files
Files changed (5) hide show
  1. README.md +5 -3
  2. all_results.json +11 -11
  3. eval_results.json +6 -6
  4. train_results.json +6 -6
  5. trainer_state.json +275 -14
README.md CHANGED
@@ -3,6 +3,8 @@ library_name: peft
3
  license: cc-by-nc-4.0
4
  base_model: facebook/musicgen-small
5
  tags:
 
 
6
  - generated_from_trainer
7
  model-index:
8
  - name: salami_truncsplit_model_smol
@@ -14,10 +16,10 @@ should probably proofread and complete it, then remove this comment. -->
14
 
15
  # salami_truncsplit_model_smol
16
 
17
- This model is a fine-tuned version of [facebook/musicgen-small](https://huggingface.co/facebook/musicgen-small) on an unknown dataset.
18
  It achieves the following results on the evaluation set:
19
- - Loss: 5.7909
20
- - Clap: 0.1398
21
 
22
  ## Model description
23
 
 
3
  license: cc-by-nc-4.0
4
  base_model: facebook/musicgen-small
5
  tags:
6
+ - text-to-audio
7
+ - taufiqsyed/salami_cleaned_sampled
8
  - generated_from_trainer
9
  model-index:
10
  - name: salami_truncsplit_model_smol
 
16
 
17
  # salami_truncsplit_model_smol
18
 
19
+ This model is a fine-tuned version of [facebook/musicgen-small](https://huggingface.co/facebook/musicgen-small) on the TAUFIQSYED/SALAMI_CLEANED_SAMPLED - DEFAULT dataset.
20
  It achieves the following results on the evaluation set:
21
+ - Loss: 5.7054
22
+ - Clap: 0.1373
23
 
24
  ## Model description
25
 
all_results.json CHANGED
@@ -1,15 +1,15 @@
1
  {
2
- "epoch": 0.96,
3
- "eval_clap": 0.10270867496728897,
4
- "eval_loss": 5.67751407623291,
5
- "eval_runtime": 102.8226,
6
  "eval_samples": 16,
7
- "eval_samples_per_second": 0.156,
8
- "eval_steps_per_second": 0.156,
9
- "total_flos": 21902076557316.0,
10
- "train_loss": 7.579820553461711,
11
- "train_runtime": 210.354,
12
  "train_samples": 200,
13
- "train_samples_per_second": 0.951,
14
- "train_steps_per_second": 0.057
15
  }
 
1
  {
2
+ "epoch": 3.7199999999999998,
3
+ "eval_clap": 0.13727425038814545,
4
+ "eval_loss": 5.705405235290527,
5
+ "eval_runtime": 100.2701,
6
  "eval_samples": 16,
7
+ "eval_samples_per_second": 0.16,
8
+ "eval_steps_per_second": 0.16,
9
+ "total_flos": 84973802219964.0,
10
+ "train_loss": 6.279264723261197,
11
+ "train_runtime": 934.4841,
12
  "train_samples": 200,
13
+ "train_samples_per_second": 0.856,
14
+ "train_steps_per_second": 0.051
15
  }
eval_results.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "epoch": 0.96,
3
- "eval_clap": 0.10270867496728897,
4
- "eval_loss": 5.67751407623291,
5
- "eval_runtime": 102.8226,
6
  "eval_samples": 16,
7
- "eval_samples_per_second": 0.156,
8
- "eval_steps_per_second": 0.156
9
  }
 
1
  {
2
+ "epoch": 3.7199999999999998,
3
+ "eval_clap": 0.13727425038814545,
4
+ "eval_loss": 5.705405235290527,
5
+ "eval_runtime": 100.2701,
6
  "eval_samples": 16,
7
+ "eval_samples_per_second": 0.16,
8
+ "eval_steps_per_second": 0.16
9
  }
train_results.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "epoch": 0.96,
3
- "total_flos": 21902076557316.0,
4
- "train_loss": 7.579820553461711,
5
- "train_runtime": 210.354,
6
  "train_samples": 200,
7
- "train_samples_per_second": 0.951,
8
- "train_steps_per_second": 0.057
9
  }
 
1
  {
2
+ "epoch": 3.7199999999999998,
3
+ "total_flos": 84973802219964.0,
4
+ "train_loss": 6.279264723261197,
5
+ "train_runtime": 934.4841,
6
  "train_samples": 200,
7
+ "train_samples_per_second": 0.856,
8
+ "train_steps_per_second": 0.051
9
  }
trainer_state.json CHANGED
@@ -1,16 +1,16 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.96,
5
  "eval_steps": 25,
6
- "global_step": 12,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
10
  "log_history": [
11
  {
12
  "epoch": 0.08,
13
- "grad_norm": 91.3963394165039,
14
  "learning_rate": 0.0002,
15
  "loss": 9.8814,
16
  "step": 1
@@ -38,7 +38,7 @@
38
  },
39
  {
40
  "epoch": 0.4,
41
- "grad_norm": 57.29794692993164,
42
  "learning_rate": 0.0002,
43
  "loss": 7.5538,
44
  "step": 5
@@ -93,19 +93,280 @@
93
  "step": 12
94
  },
95
  {
96
- "epoch": 0.96,
97
- "step": 12,
98
- "total_flos": 21902076557316.0,
99
- "train_loss": 7.579820553461711,
100
- "train_runtime": 210.354,
101
- "train_samples_per_second": 0.951,
102
- "train_steps_per_second": 0.057
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
103
  }
104
  ],
105
  "logging_steps": 1.0,
106
- "max_steps": 12,
107
  "num_input_tokens_seen": 0,
108
- "num_train_epochs": 1,
109
  "save_steps": 500,
110
  "stateful_callbacks": {
111
  "TrainerControl": {
@@ -119,7 +380,7 @@
119
  "attributes": {}
120
  }
121
  },
122
- "total_flos": 21902076557316.0,
123
  "train_batch_size": 1,
124
  "trial_name": null,
125
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 3.7199999999999998,
5
  "eval_steps": 25,
6
+ "global_step": 48,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
10
  "log_history": [
11
  {
12
  "epoch": 0.08,
13
+ "grad_norm": 91.39633178710938,
14
  "learning_rate": 0.0002,
15
  "loss": 9.8814,
16
  "step": 1
 
38
  },
39
  {
40
  "epoch": 0.4,
41
+ "grad_norm": 57.297943115234375,
42
  "learning_rate": 0.0002,
43
  "loss": 7.5538,
44
  "step": 5
 
93
  "step": 12
94
  },
95
  {
96
+ "epoch": 1.0,
97
+ "grad_norm": 11.796930313110352,
98
+ "learning_rate": 0.0002,
99
+ "loss": 3.1317,
100
+ "step": 13
101
+ },
102
+ {
103
+ "epoch": 1.08,
104
+ "grad_norm": 12.123869895935059,
105
+ "learning_rate": 0.0002,
106
+ "loss": 6.5345,
107
+ "step": 14
108
+ },
109
+ {
110
+ "epoch": 1.16,
111
+ "grad_norm": 34.23923873901367,
112
+ "learning_rate": 0.0002,
113
+ "loss": 5.8903,
114
+ "step": 15
115
+ },
116
+ {
117
+ "epoch": 1.24,
118
+ "grad_norm": 22.84559440612793,
119
+ "learning_rate": 0.0002,
120
+ "loss": 5.7779,
121
+ "step": 16
122
+ },
123
+ {
124
+ "epoch": 1.32,
125
+ "grad_norm": 13.740588188171387,
126
+ "learning_rate": 0.0002,
127
+ "loss": 6.2512,
128
+ "step": 17
129
+ },
130
+ {
131
+ "epoch": 1.4,
132
+ "grad_norm": 12.967787742614746,
133
+ "learning_rate": 0.0002,
134
+ "loss": 5.9554,
135
+ "step": 18
136
+ },
137
+ {
138
+ "epoch": 1.48,
139
+ "grad_norm": 17.227495193481445,
140
+ "learning_rate": 0.0002,
141
+ "loss": 6.0653,
142
+ "step": 19
143
+ },
144
+ {
145
+ "epoch": 1.56,
146
+ "grad_norm": 32.50784683227539,
147
+ "learning_rate": 0.0002,
148
+ "loss": 6.7432,
149
+ "step": 20
150
+ },
151
+ {
152
+ "epoch": 1.6400000000000001,
153
+ "grad_norm": 14.103690147399902,
154
+ "learning_rate": 0.0002,
155
+ "loss": 6.324,
156
+ "step": 21
157
+ },
158
+ {
159
+ "epoch": 1.72,
160
+ "grad_norm": 13.136197090148926,
161
+ "learning_rate": 0.0002,
162
+ "loss": 6.0088,
163
+ "step": 22
164
+ },
165
+ {
166
+ "epoch": 1.8,
167
+ "grad_norm": 13.178682327270508,
168
+ "learning_rate": 0.0002,
169
+ "loss": 6.2658,
170
+ "step": 23
171
+ },
172
+ {
173
+ "epoch": 1.88,
174
+ "grad_norm": 8.991060256958008,
175
+ "learning_rate": 0.0002,
176
+ "loss": 6.3406,
177
+ "step": 24
178
+ },
179
+ {
180
+ "epoch": 1.96,
181
+ "grad_norm": 11.259429931640625,
182
+ "learning_rate": 0.0002,
183
+ "loss": 6.4484,
184
+ "step": 25
185
+ },
186
+ {
187
+ "epoch": 1.96,
188
+ "eval_clap": 0.1398070603609085,
189
+ "eval_loss": 5.790895462036133,
190
+ "eval_runtime": 105.0758,
191
+ "eval_samples_per_second": 0.152,
192
+ "eval_steps_per_second": 0.152,
193
+ "step": 25
194
+ },
195
+ {
196
+ "epoch": 2.0,
197
+ "grad_norm": 5.0106096267700195,
198
+ "learning_rate": 0.0002,
199
+ "loss": 3.2002,
200
+ "step": 26
201
+ },
202
+ {
203
+ "epoch": 2.08,
204
+ "grad_norm": 20.214805603027344,
205
+ "learning_rate": 0.0002,
206
+ "loss": 5.9964,
207
+ "step": 27
208
+ },
209
+ {
210
+ "epoch": 2.16,
211
+ "grad_norm": 9.884445190429688,
212
+ "learning_rate": 0.0002,
213
+ "loss": 6.158,
214
+ "step": 28
215
+ },
216
+ {
217
+ "epoch": 2.24,
218
+ "grad_norm": 29.28801918029785,
219
+ "learning_rate": 0.0002,
220
+ "loss": 5.6601,
221
+ "step": 29
222
+ },
223
+ {
224
+ "epoch": 2.32,
225
+ "grad_norm": 8.058592796325684,
226
+ "learning_rate": 0.0002,
227
+ "loss": 6.1302,
228
+ "step": 30
229
+ },
230
+ {
231
+ "epoch": 2.4,
232
+ "grad_norm": 14.248044967651367,
233
+ "learning_rate": 0.0002,
234
+ "loss": 6.22,
235
+ "step": 31
236
+ },
237
+ {
238
+ "epoch": 2.48,
239
+ "grad_norm": 13.470457077026367,
240
+ "learning_rate": 0.0002,
241
+ "loss": 6.0524,
242
+ "step": 32
243
+ },
244
+ {
245
+ "epoch": 2.56,
246
+ "grad_norm": 14.079459190368652,
247
+ "learning_rate": 0.0002,
248
+ "loss": 6.2468,
249
+ "step": 33
250
+ },
251
+ {
252
+ "epoch": 2.64,
253
+ "grad_norm": 22.368366241455078,
254
+ "learning_rate": 0.0002,
255
+ "loss": 6.6833,
256
+ "step": 34
257
+ },
258
+ {
259
+ "epoch": 2.7199999999999998,
260
+ "grad_norm": 8.494449615478516,
261
+ "learning_rate": 0.0002,
262
+ "loss": 5.9105,
263
+ "step": 35
264
+ },
265
+ {
266
+ "epoch": 2.8,
267
+ "grad_norm": 7.31801176071167,
268
+ "learning_rate": 0.0002,
269
+ "loss": 6.1115,
270
+ "step": 36
271
+ },
272
+ {
273
+ "epoch": 2.88,
274
+ "grad_norm": 12.499704360961914,
275
+ "learning_rate": 0.0002,
276
+ "loss": 5.8303,
277
+ "step": 37
278
+ },
279
+ {
280
+ "epoch": 2.96,
281
+ "grad_norm": 12.041208267211914,
282
+ "learning_rate": 0.0002,
283
+ "loss": 6.2806,
284
+ "step": 38
285
+ },
286
+ {
287
+ "epoch": 3.0,
288
+ "grad_norm": 9.749319076538086,
289
+ "learning_rate": 0.0002,
290
+ "loss": 2.9795,
291
+ "step": 39
292
+ },
293
+ {
294
+ "epoch": 3.08,
295
+ "grad_norm": 7.609906196594238,
296
+ "learning_rate": 0.0002,
297
+ "loss": 6.2322,
298
+ "step": 40
299
+ },
300
+ {
301
+ "epoch": 3.16,
302
+ "grad_norm": 8.086981773376465,
303
+ "learning_rate": 0.0002,
304
+ "loss": 6.1848,
305
+ "step": 41
306
+ },
307
+ {
308
+ "epoch": 3.24,
309
+ "grad_norm": 22.7243709564209,
310
+ "learning_rate": 0.0002,
311
+ "loss": 5.6357,
312
+ "step": 42
313
+ },
314
+ {
315
+ "epoch": 3.32,
316
+ "grad_norm": 13.268460273742676,
317
+ "learning_rate": 0.0002,
318
+ "loss": 6.1597,
319
+ "step": 43
320
+ },
321
+ {
322
+ "epoch": 3.4,
323
+ "grad_norm": 9.500421524047852,
324
+ "learning_rate": 0.0002,
325
+ "loss": 6.0353,
326
+ "step": 44
327
+ },
328
+ {
329
+ "epoch": 3.48,
330
+ "grad_norm": 21.6617431640625,
331
+ "learning_rate": 0.0002,
332
+ "loss": 5.6887,
333
+ "step": 45
334
+ },
335
+ {
336
+ "epoch": 3.56,
337
+ "grad_norm": 14.880556106567383,
338
+ "learning_rate": 0.0002,
339
+ "loss": 5.6862,
340
+ "step": 46
341
+ },
342
+ {
343
+ "epoch": 3.64,
344
+ "grad_norm": 14.079529762268066,
345
+ "learning_rate": 0.0002,
346
+ "loss": 6.1141,
347
+ "step": 47
348
+ },
349
+ {
350
+ "epoch": 3.7199999999999998,
351
+ "grad_norm": 13.863551139831543,
352
+ "learning_rate": 0.0002,
353
+ "loss": 5.5132,
354
+ "step": 48
355
+ },
356
+ {
357
+ "epoch": 3.7199999999999998,
358
+ "step": 48,
359
+ "total_flos": 84973802219964.0,
360
+ "train_loss": 6.279264723261197,
361
+ "train_runtime": 934.4841,
362
+ "train_samples_per_second": 0.856,
363
+ "train_steps_per_second": 0.051
364
  }
365
  ],
366
  "logging_steps": 1.0,
367
+ "max_steps": 48,
368
  "num_input_tokens_seen": 0,
369
+ "num_train_epochs": 4,
370
  "save_steps": 500,
371
  "stateful_callbacks": {
372
  "TrainerControl": {
 
380
  "attributes": {}
381
  }
382
  },
383
+ "total_flos": 84973802219964.0,
384
  "train_batch_size": 1,
385
  "trial_name": null,
386
  "trial_params": null