Training in progress, step 800

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "openai/whisper-base",
+  "_name_or_path": "openai/whisper-small",
   "activation_dropout": 0.0,
   "activation_function": "gelu",
   "apply_spec_augment": false,
@@ -13,17 +13,17 @@
   ],
   "bos_token_id": 50257,
   "classifier_proj_size": 256,
-  "d_model": 512,
-  "decoder_attention_heads": 8,
-  "decoder_ffn_dim": 2048,
+  "d_model": 768,
+  "decoder_attention_heads": 12,
+  "decoder_ffn_dim": 3072,
   "decoder_layerdrop": 0.0,
-  "decoder_layers": 6,
+  "decoder_layers": 12,
   "decoder_start_token_id": 50258,
   "dropout": 0.0,
-  "encoder_attention_heads": 8,
-  "encoder_ffn_dim": 2048,
+  "encoder_attention_heads": 12,
+  "encoder_ffn_dim": 3072,
   "encoder_layerdrop": 0.0,
-  "encoder_layers": 6,
+  "encoder_layers": 12,
   "eos_token_id": 50257,
   "forced_decoder_ids": [
     [
@@ -52,7 +52,7 @@
   "max_target_positions": 448,
   "median_filter_width": 7,
   "model_type": "whisper",
-  "num_hidden_layers": 6,
+  "num_hidden_layers": 12,
   "num_mel_bins": 80,
   "pad_token_id": 50257,
   "scale_embedding": false,
@@ -140,8 +140,6 @@
     49870,
     50254,
     50258,
-    50358,
-    50359,
     50360,
     50361,
     50362

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ea0114db8bc0e54873499c406933b21a1dc6fc5876e2713d8701c9297f31c896
-size 290403936
+oid sha256:0b56741a740d686d3a5c5a31d008d6701e2c99b35124867db2978c2db906f529
+size 966995080

runs/Jul29_17-30-24_dca14f9b3a70/events.out.tfevents.1722274230.dca14f9b3a70.1453.1

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c5a4d9b78856eebd5e10c5514511ed84fb19ed9a6d4fb840a3b5185c979f22a7
-size 12604
+oid sha256:919e8d9e6157c52b62be3707ca5e3773d7223795ed1145da9f13e1d7d2dd5b99
+size 14610

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:236d12b487704ebf0de23dcf1e620d3905d1f9062845e589f253d4f5966e486a
+oid sha256:956e340eb138b3f2da69e2e0232ed2ea7a897075cc8e11e3639d5a09a541b39d
 size 5240