Thecoder3281f commited on
Commit
e4d0332
·
verified ·
1 Parent(s): cc82f50

End of training

Browse files
README.md ADDED
@@ -0,0 +1,84 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ library_name: peft
3
+ language:
4
+ - en
5
+ license: apache-2.0
6
+ base_model: openai/whisper-small
7
+ tags:
8
+ - generated_from_trainer
9
+ datasets:
10
+ - mesolitica/IMDA-TTS
11
+ metrics:
12
+ - wer
13
+ model-index:
14
+ - name: Whisper Small NSC small (500 steps) - Jarrett Er
15
+ results:
16
+ - task:
17
+ type: automatic-speech-recognition
18
+ name: Automatic Speech Recognition
19
+ dataset:
20
+ name: NSC Small section
21
+ type: mesolitica/IMDA-TTS
22
+ split: None
23
+ args: 'config: en, split: train'
24
+ metrics:
25
+ - type: wer
26
+ value: 4.936854190585533
27
+ name: Wer
28
+ ---
29
+
30
+ <!-- This model card has been generated automatically according to the information the Trainer had access to. You
31
+ should probably proofread and complete it, then remove this comment. -->
32
+
33
+ # Whisper Small NSC small (500 steps) - Jarrett Er
34
+
35
+ This model is a fine-tuned version of [Thecoder3281f/whisper-small-hi-commonvoice17-1000](https://huggingface.co/Thecoder3281f/whisper-small-hi-commonvoice17-1000) on the NSC Small section dataset.
36
+ It achieves the following results on the evaluation set:
37
+ - Loss: 0.1036
38
+ - Wer: 4.9369
39
+
40
+ ## Model description
41
+
42
+ More information needed
43
+
44
+ ## Intended uses & limitations
45
+
46
+ More information needed
47
+
48
+ ## Training and evaluation data
49
+
50
+ More information needed
51
+
52
+ ## Training procedure
53
+
54
+ ### Training hyperparameters
55
+
56
+ The following hyperparameters were used during training:
57
+ - learning_rate: 0.0001
58
+ - train_batch_size: 16
59
+ - eval_batch_size: 8
60
+ - seed: 42
61
+ - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
62
+ - lr_scheduler_type: linear
63
+ - lr_scheduler_warmup_steps: 50
64
+ - training_steps: 500
65
+ - mixed_precision_training: Native AMP
66
+
67
+ ### Training results
68
+
69
+ | Training Loss | Epoch | Step | Validation Loss | Wer |
70
+ |:-------------:|:------:|:----:|:---------------:|:------:|
71
+ | 0.0718 | 1.7544 | 100 | 0.0956 | 5.9701 |
72
+ | 0.0226 | 3.5088 | 200 | 0.0991 | 5.2813 |
73
+ | 0.0077 | 5.2632 | 300 | 0.1004 | 4.3628 |
74
+ | 0.0052 | 7.0175 | 400 | 0.1026 | 4.9369 |
75
+ | 0.0042 | 8.7719 | 500 | 0.1036 | 4.9369 |
76
+
77
+
78
+ ### Framework versions
79
+
80
+ - PEFT 0.14.0
81
+ - Transformers 4.45.2
82
+ - Pytorch 2.5.1+cu124
83
+ - Datasets 3.2.1.dev0
84
+ - Tokenizers 0.20.3
adapter_config.json ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alpha_pattern": {},
3
+ "auto_mapping": {
4
+ "base_model_class": "PeftModel",
5
+ "parent_library": "peft.peft_model"
6
+ },
7
+ "base_model_name_or_path": null,
8
+ "bias": "none",
9
+ "eva_config": null,
10
+ "exclude_modules": null,
11
+ "fan_in_fan_out": false,
12
+ "inference_mode": true,
13
+ "init_lora_weights": true,
14
+ "layer_replication": null,
15
+ "layers_pattern": null,
16
+ "layers_to_transform": null,
17
+ "loftq_config": {},
18
+ "lora_alpha": 64,
19
+ "lora_bias": false,
20
+ "lora_dropout": 0.1,
21
+ "megatron_config": null,
22
+ "megatron_core": "megatron.core",
23
+ "modules_to_save": null,
24
+ "peft_type": "LORA",
25
+ "r": 8,
26
+ "rank_pattern": {},
27
+ "revision": null,
28
+ "target_modules": [
29
+ "down_proj",
30
+ "v_proj",
31
+ "k_proj",
32
+ "q_proj",
33
+ "o_proj",
34
+ "up_proj",
35
+ "gate_proj"
36
+ ],
37
+ "task_type": null,
38
+ "use_dora": false,
39
+ "use_rslora": false
40
+ }
adapter_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf81b16e180a9dd96484c9ccf1c93016516271771f4db7ac02a2fc5b8812ca03
3
+ size 13035080
preprocessor_config.json ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "chunk_length": 30,
3
+ "feature_extractor_type": "WhisperFeatureExtractor",
4
+ "feature_size": 80,
5
+ "hop_length": 160,
6
+ "n_fft": 400,
7
+ "n_samples": 480000,
8
+ "nb_max_frames": 3000,
9
+ "padding_side": "right",
10
+ "padding_value": 0.0,
11
+ "processor_class": "WhisperProcessor",
12
+ "return_attention_mask": false,
13
+ "sampling_rate": 16000
14
+ }
runs/Dec20_17-11-00_jarrett-ROG-Zephyrus-M16-GU604VI-GU604VI/events.out.tfevents.1734685864.jarrett-ROG-Zephyrus-M16-GU604VI-GU604VI.8007.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54d7875a4379e7bce53154c5a722d3f0b763d404cbf045c019e90302b51c7232
3
+ size 6886
runs/Dec20_17-11-00_jarrett-ROG-Zephyrus-M16-GU604VI-GU604VI/events.out.tfevents.1734686103.jarrett-ROG-Zephyrus-M16-GU604VI-GU604VI.8007.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa7f804d2baf29977fada63c2b6c4fbf62b8a0cbd0f1c5388579193a1e0a7b93
3
+ size 6886
runs/Dec20_17-22-41_jarrett-ROG-Zephyrus-M16-GU604VI-GU604VI/events.out.tfevents.1734686580.jarrett-ROG-Zephyrus-M16-GU604VI-GU604VI.8887.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b362dfc7a7f3b71199760075603425e89ee476ef8221a3f1d3fb380f2cb5ed6
3
+ size 12909
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b68051bcffb618189f17efcff76856f4b31f30b5bb2164a7eb77174b2d546a66
3
+ size 5432