vxing commited on
Commit
b086292
·
verified ·
1 Parent(s): c3b56c8

End of training

Browse files
Files changed (40) hide show
  1. .gitattributes +1 -0
  2. README.md +63 -0
  3. added_tokens.json +5 -0
  4. config.json +51 -0
  5. merges.txt +0 -0
  6. model.safetensors +3 -0
  7. runs/Feb08_22-52-13_ip-10-192-11-245/events.out.tfevents.1739055209.ip-10-192-11-245.9504.0 +3 -0
  8. runs/Feb08_22-54-05_ip-10-192-11-245/events.out.tfevents.1739055246.ip-10-192-11-245.9504.1 +3 -0
  9. runs/Feb08_22-54-20_ip-10-192-11-245/events.out.tfevents.1739055260.ip-10-192-11-245.9504.2 +3 -0
  10. runs/Feb08_22-55-37_ip-10-192-11-245/events.out.tfevents.1739055339.ip-10-192-11-245.9504.3 +3 -0
  11. runs/Feb08_22-57-47_ip-10-192-11-245/events.out.tfevents.1739055473.ip-10-192-11-245.30591.0 +3 -0
  12. runs/Feb08_22-57-47_ip-10-192-11-245/events.out.tfevents.1739055898.ip-10-192-11-245.30591.1 +3 -0
  13. runs/Feb08_22-57-47_ip-10-192-11-245/events.out.tfevents.1739056427.ip-10-192-11-245.30591.2 +3 -0
  14. runs/Feb08_23-19-39_ip-10-192-12-191/events.out.tfevents.1739056783.ip-10-192-12-191.2207.0 +3 -0
  15. runs/Feb08_23-19-39_ip-10-192-12-191/events.out.tfevents.1739057039.ip-10-192-12-191.2207.1 +3 -0
  16. runs/Feb08_23-25-17_ip-10-192-12-191/events.out.tfevents.1739057117.ip-10-192-12-191.10023.0 +3 -0
  17. runs/Feb09_13-08-59_ip-10-192-12-20/events.out.tfevents.1739106547.ip-10-192-12-20.7814.0 +3 -0
  18. runs/Feb09_13-10-48_ip-10-192-12-20/events.out.tfevents.1739106650.ip-10-192-12-20.7814.1 +3 -0
  19. runs/Feb09_13-20-35_ip-10-192-12-20/events.out.tfevents.1739107243.ip-10-192-12-20.16256.0 +3 -0
  20. runs/Feb09_13-47-32_ip-10-192-12-20/events.out.tfevents.1739108853.ip-10-192-12-20.16256.1 +3 -0
  21. runs/Feb09_13-49-17_ip-10-192-12-20/events.out.tfevents.1739108957.ip-10-192-12-20.16256.2 +3 -0
  22. runs/Feb09_13-50-11_ip-10-192-12-20/events.out.tfevents.1739109011.ip-10-192-12-20.33701.0 +3 -0
  23. runs/Feb09_13-58-04_ip-10-192-12-20/events.out.tfevents.1739109487.ip-10-192-12-20.37739.0 +3 -0
  24. runs/Feb09_14-53-03_ip-10-192-12-9/events.out.tfevents.1739112788.ip-10-192-12-9.35560.0 +3 -0
  25. runs/Feb09_14-54-58_ip-10-192-12-9/events.out.tfevents.1739112899.ip-10-192-12-9.36889.0 +3 -0
  26. runs/Feb09_15-13-51_ip-10-192-12-9/events.out.tfevents.1739114033.ip-10-192-12-9.55230.0 +3 -0
  27. runs/Feb09_15-15-04_ip-10-192-12-9/events.out.tfevents.1739114106.ip-10-192-12-9.56862.0 +3 -0
  28. runs/Feb09_15-27-01_ip-10-192-12-9/events.out.tfevents.1739114823.ip-10-192-12-9.56862.1 +3 -0
  29. runs/Feb09_15-27-01_ip-10-192-12-9/events.out.tfevents.1739114915.ip-10-192-12-9.56862.2 +3 -0
  30. runs/Feb09_15-28-49_ip-10-192-12-9/events.out.tfevents.1739114931.ip-10-192-12-9.56862.3 +3 -0
  31. runs/Feb09_15-28-59_ip-10-192-12-9/events.out.tfevents.1739114940.ip-10-192-12-9.56862.4 +3 -0
  32. runs/Feb09_15-29-08_ip-10-192-12-9/events.out.tfevents.1739114949.ip-10-192-12-9.56862.5 +3 -0
  33. runs/Feb09_15-34-09_ip-10-192-12-9/events.out.tfevents.1739115251.ip-10-192-12-9.56862.6 +3 -0
  34. runs/Feb09_15-39-37_ip-10-192-12-9/events.out.tfevents.1739115578.ip-10-192-12-9.74334.0 +3 -0
  35. runs/Feb09_15-39-37_ip-10-192-12-9/events.out.tfevents.1739117302.ip-10-192-12-9.74334.1 +3 -0
  36. special_tokens_map.json +20 -0
  37. tokenizer.json +3 -0
  38. tokenizer_config.json +44 -0
  39. training_args.bin +3 -0
  40. vocab.json +0 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
README.md ADDED
@@ -0,0 +1,63 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ library_name: transformers
3
+ license: apache-2.0
4
+ base_model: Qwen/Qwen2-1.5B-Instruct
5
+ tags:
6
+ - generated_from_trainer
7
+ metrics:
8
+ - f1
9
+ model-index:
10
+ - name: training_results
11
+ results: []
12
+ ---
13
+
14
+ <!-- This model card has been generated automatically according to the information the Trainer had access to. You
15
+ should probably proofread and complete it, then remove this comment. -->
16
+
17
+ # training_results
18
+
19
+ This model is a fine-tuned version of [Qwen/Qwen2-1.5B-Instruct](https://huggingface.co/Qwen/Qwen2-1.5B-Instruct) on the None dataset.
20
+ It achieves the following results on the evaluation set:
21
+ - Loss: 0.3345
22
+ - F1: 0.7726
23
+
24
+ ## Model description
25
+
26
+ More information needed
27
+
28
+ ## Intended uses & limitations
29
+
30
+ More information needed
31
+
32
+ ## Training and evaluation data
33
+
34
+ More information needed
35
+
36
+ ## Training procedure
37
+
38
+ ### Training hyperparameters
39
+
40
+ The following hyperparameters were used during training:
41
+ - learning_rate: 2e-05
42
+ - train_batch_size: 2
43
+ - eval_batch_size: 1
44
+ - seed: 2025
45
+ - optimizer: Use adamw_torch with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
46
+ - lr_scheduler_type: linear
47
+ - num_epochs: 3
48
+
49
+ ### Training results
50
+
51
+ | Training Loss | Epoch | Step | Validation Loss | F1 |
52
+ |:-------------:|:-----:|:----:|:---------------:|:------:|
53
+ | 0.2853 | 1.0 | 1071 | 0.2093 | 0.7665 |
54
+ | 0.0465 | 2.0 | 2142 | 0.2988 | 0.7690 |
55
+ | 0.0143 | 3.0 | 3213 | 0.3345 | 0.7726 |
56
+
57
+
58
+ ### Framework versions
59
+
60
+ - Transformers 4.48.3
61
+ - Pytorch 2.2.1+cu121
62
+ - Datasets 3.2.0
63
+ - Tokenizers 0.21.0
added_tokens.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "<|endoftext|>": 151643,
3
+ "<|im_end|>": 151645,
4
+ "<|im_start|>": 151644
5
+ }
config.json ADDED
@@ -0,0 +1,51 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "Qwen/Qwen2-1.5B-Instruct",
3
+ "architectures": [
4
+ "Qwen2ForSequenceClassification"
5
+ ],
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 151643,
8
+ "eos_token_id": 151645,
9
+ "hidden_act": "silu",
10
+ "hidden_size": 1536,
11
+ "id2label": {
12
+ "0": "LABEL_0",
13
+ "1": "LABEL_1",
14
+ "2": "LABEL_2",
15
+ "3": "LABEL_3",
16
+ "4": "LABEL_4",
17
+ "5": "LABEL_5",
18
+ "6": "LABEL_6",
19
+ "7": "LABEL_7"
20
+ },
21
+ "initializer_range": 0.02,
22
+ "intermediate_size": 8960,
23
+ "label2id": {
24
+ "LABEL_0": 0,
25
+ "LABEL_1": 1,
26
+ "LABEL_2": 2,
27
+ "LABEL_3": 3,
28
+ "LABEL_4": 4,
29
+ "LABEL_5": 5,
30
+ "LABEL_6": 6,
31
+ "LABEL_7": 7
32
+ },
33
+ "max_position_embeddings": 32768,
34
+ "max_window_layers": 28,
35
+ "model_type": "qwen2",
36
+ "num_attention_heads": 12,
37
+ "num_hidden_layers": 28,
38
+ "num_key_value_heads": 2,
39
+ "pad_token_id": 151643,
40
+ "problem_type": "multi_label_classification",
41
+ "rms_norm_eps": 1e-06,
42
+ "rope_scaling": null,
43
+ "rope_theta": 1000000.0,
44
+ "sliding_window": null,
45
+ "tie_word_embeddings": true,
46
+ "torch_dtype": "bfloat16",
47
+ "transformers_version": "4.48.3",
48
+ "use_cache": true,
49
+ "use_sliding_window": false,
50
+ "vocab_size": 151936
51
+ }
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1460e21aae86e8f8d7c3db636b2ae8641e8bce9fd020cf9a6554056fe8380f71
3
+ size 3087491808
runs/Feb08_22-52-13_ip-10-192-11-245/events.out.tfevents.1739055209.ip-10-192-11-245.9504.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0af3841980465720b493255a288ea8ab675232cd2442454bce1bafd2d41a91a2
3
+ size 5536
runs/Feb08_22-54-05_ip-10-192-11-245/events.out.tfevents.1739055246.ip-10-192-11-245.9504.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:251aa1161b14916e0187766b6222d590a8f95f830fbf953e60283ee55ecc8825
3
+ size 5536
runs/Feb08_22-54-20_ip-10-192-11-245/events.out.tfevents.1739055260.ip-10-192-11-245.9504.2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad93d1a9fe40fb24ecf19094a203eed716705800c695f56b94b5d58d56784715
3
+ size 10984
runs/Feb08_22-55-37_ip-10-192-11-245/events.out.tfevents.1739055339.ip-10-192-11-245.9504.3 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:485f340fd25a337131aea3989658d704fa6cbefaa3c4475050b39ea5e6f36932
3
+ size 5536
runs/Feb08_22-57-47_ip-10-192-11-245/events.out.tfevents.1739055473.ip-10-192-11-245.30591.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3e504405e42b64c72267b6f22b46dc123974d696d769d11d72a57e250f18424
3
+ size 5536
runs/Feb08_22-57-47_ip-10-192-11-245/events.out.tfevents.1739055898.ip-10-192-11-245.30591.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c7a3a976d31d8be57be653b60fd706cf271243e9683e0f2ac3114f8e3c3e690
3
+ size 5536
runs/Feb08_22-57-47_ip-10-192-11-245/events.out.tfevents.1739056427.ip-10-192-11-245.30591.2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b36fe7cb6f152f62686af2a49a372abc53f6bcca922a315675f0ccda5dd2f99
3
+ size 5536
runs/Feb08_23-19-39_ip-10-192-12-191/events.out.tfevents.1739056783.ip-10-192-12-191.2207.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b185f29492e01709fe0788606e893fa4e7717206252b4a74908a76e54c22f705
3
+ size 5536
runs/Feb08_23-19-39_ip-10-192-12-191/events.out.tfevents.1739057039.ip-10-192-12-191.2207.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25a10602fe6e26fc8c0d9603a8e28879c16f5c3105efdf16651b09985967ecaf
3
+ size 10984
runs/Feb08_23-25-17_ip-10-192-12-191/events.out.tfevents.1739057117.ip-10-192-12-191.10023.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54eadbf18d4a873b00bdc029a8265d4f5cacb7519a887a4a52316c0697e4fa9f
3
+ size 5536
runs/Feb09_13-08-59_ip-10-192-12-20/events.out.tfevents.1739106547.ip-10-192-12-20.7814.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fdd1067f0fea397f742088de3fc39fbdbc831b4beb9e639c6e1036d1b4d5e331
3
+ size 5535
runs/Feb09_13-10-48_ip-10-192-12-20/events.out.tfevents.1739106650.ip-10-192-12-20.7814.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:553897026d87722066c61f5f49d7d11d497d7522cf6ce51578fe11d2cd214928
3
+ size 10984
runs/Feb09_13-20-35_ip-10-192-12-20/events.out.tfevents.1739107243.ip-10-192-12-20.16256.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f534568ee7633e56978174b355200367afcd7128bc7eb710b295afe8275816b4
3
+ size 6017
runs/Feb09_13-47-32_ip-10-192-12-20/events.out.tfevents.1739108853.ip-10-192-12-20.16256.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a6151182ee4b29f55a493609503892d79da7079bc4ffe4f80929761e898bc61
3
+ size 5534
runs/Feb09_13-49-17_ip-10-192-12-20/events.out.tfevents.1739108957.ip-10-192-12-20.16256.2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54532b32f095301918e868b237a4e9bf610d71dd8d5d365b1fe0caae8a38c00d
3
+ size 5535
runs/Feb09_13-50-11_ip-10-192-12-20/events.out.tfevents.1739109011.ip-10-192-12-20.33701.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07d0d03c9e71d565f77ac5ed9a4f954e99392532af1f22edd08997904b5e53c5
3
+ size 5536
runs/Feb09_13-58-04_ip-10-192-12-20/events.out.tfevents.1739109487.ip-10-192-12-20.37739.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49b23a9707aa2cdb7b257a4d7a35c946d644920f457e5e870b521834114282a0
3
+ size 5537
runs/Feb09_14-53-03_ip-10-192-12-9/events.out.tfevents.1739112788.ip-10-192-12-9.35560.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d254c7f68166ecb32273b277100fcb0145be9f895eff17ef6ade5b701187ff4
3
+ size 5534
runs/Feb09_14-54-58_ip-10-192-12-9/events.out.tfevents.1739112899.ip-10-192-12-9.36889.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d08341bbbe6e2efe94f67b509d9f1b42f20633fb36a1bdf97cb63a523cc4d44
3
+ size 14705
runs/Feb09_15-13-51_ip-10-192-12-9/events.out.tfevents.1739114033.ip-10-192-12-9.55230.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ae27df07d656ddb58e823161c218c1165c8598b9d0a521b0026c8a40984838b
3
+ size 5947
runs/Feb09_15-15-04_ip-10-192-12-9/events.out.tfevents.1739114106.ip-10-192-12-9.56862.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6f175af6cbd4147261e7b2c50d20c97141ff272aaf6ed9a6f2f12e9dd11ab51
3
+ size 15337
runs/Feb09_15-27-01_ip-10-192-12-9/events.out.tfevents.1739114823.ip-10-192-12-9.56862.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc5d366d521f22fb34f0377812ec8fbe5e55569fb842a3318a6e6e82391eba3c
3
+ size 5507
runs/Feb09_15-27-01_ip-10-192-12-9/events.out.tfevents.1739114915.ip-10-192-12-9.56862.2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f06cc0cf825bcf6ba7402f5a171108a4d8243814a029cd7d8affcbd6a161c95e
3
+ size 5559
runs/Feb09_15-28-49_ip-10-192-12-9/events.out.tfevents.1739114931.ip-10-192-12-9.56862.3 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:789aa5c3d6f9ea0a65b8fd5fe1dd0ae80d150f148915696115155725a60a85f3
3
+ size 5560
runs/Feb09_15-28-59_ip-10-192-12-9/events.out.tfevents.1739114940.ip-10-192-12-9.56862.4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7388d3527904e7b1a91ac5120dae0a48d4a776631dbd27ed10870bdd952f80e2
3
+ size 5560
runs/Feb09_15-29-08_ip-10-192-12-9/events.out.tfevents.1739114949.ip-10-192-12-9.56862.5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45898b48bddfd580ab7db8f43fa6c3df9e50056212e21ec692d35556ae851c85
3
+ size 6817
runs/Feb09_15-34-09_ip-10-192-12-9/events.out.tfevents.1739115251.ip-10-192-12-9.56862.6 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94a723c683ba75eb4fdc4ec3a8f9af79530431ca1c955c2d207930150594a655
3
+ size 5559
runs/Feb09_15-39-37_ip-10-192-12-9/events.out.tfevents.1739115578.ip-10-192-12-9.74334.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7641022b6cfe7c09e24b6ee7317901d5a74d3c7a3a3a146b0a3fa4645f7e7e6c
3
+ size 20360
runs/Feb09_15-39-37_ip-10-192-12-9/events.out.tfevents.1739117302.ip-10-192-12-9.74334.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1dd850fa880a7f330e625b30081d135bb0159e47cdfa1ac729ceaf70bb4e18f3
3
+ size 405
special_tokens_map.json ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "additional_special_tokens": [
3
+ "<|im_start|>",
4
+ "<|im_end|>"
5
+ ],
6
+ "eos_token": {
7
+ "content": "<|im_end|>",
8
+ "lstrip": false,
9
+ "normalized": false,
10
+ "rstrip": false,
11
+ "single_word": false
12
+ },
13
+ "pad_token": {
14
+ "content": "<|endoftext|>",
15
+ "lstrip": false,
16
+ "normalized": false,
17
+ "rstrip": false,
18
+ "single_word": false
19
+ }
20
+ }
tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bcfe42da0a4497e8b2b172c1f9f4ec423a46dc12907f4349c55025f670422ba9
3
+ size 11418266
tokenizer_config.json ADDED
@@ -0,0 +1,44 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_prefix_space": false,
3
+ "added_tokens_decoder": {
4
+ "151643": {
5
+ "content": "<|endoftext|>",
6
+ "lstrip": false,
7
+ "normalized": false,
8
+ "rstrip": false,
9
+ "single_word": false,
10
+ "special": true
11
+ },
12
+ "151644": {
13
+ "content": "<|im_start|>",
14
+ "lstrip": false,
15
+ "normalized": false,
16
+ "rstrip": false,
17
+ "single_word": false,
18
+ "special": true
19
+ },
20
+ "151645": {
21
+ "content": "<|im_end|>",
22
+ "lstrip": false,
23
+ "normalized": false,
24
+ "rstrip": false,
25
+ "single_word": false,
26
+ "special": true
27
+ }
28
+ },
29
+ "additional_special_tokens": [
30
+ "<|im_start|>",
31
+ "<|im_end|>"
32
+ ],
33
+ "bos_token": null,
34
+ "chat_template": "{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n' }}{% endif %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
35
+ "clean_up_tokenization_spaces": false,
36
+ "eos_token": "<|im_end|>",
37
+ "errors": "replace",
38
+ "extra_special_tokens": {},
39
+ "model_max_length": 32768,
40
+ "pad_token": "<|endoftext|>",
41
+ "split_special_tokens": false,
42
+ "tokenizer_class": "Qwen2Tokenizer",
43
+ "unk_token": null
44
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:156d4b27ec4e436206e95772c58229cdd0cd56c0a1133c746d679425f0b04cb1
3
+ size 5368
vocab.json ADDED
The diff for this file is too large to render. See raw diff