Waggerra commited on
Commit
f42218c
·
verified ·
1 Parent(s): 8113051

Create config.json

Browse files
Files changed (1) hide show
  1. config.json +29 -0
config.json ADDED
@@ -0,0 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_config": {
3
+ "architectures": ["PhiForSequenceClassification"],
4
+ "model_type": "phi",
5
+ "name": "Waggerra/classifier",
6
+ "base_model": "microsoft/phi-3",
7
+ "fine_tuned": true
8
+ },
9
+ "inference_config": {
10
+ "temperature": 0.7,
11
+ "top_p": 0.9,
12
+ "max_length": 2048,
13
+ "do_sample": true
14
+ },
15
+ "training_config": {
16
+ "learning_rate": 2e-5,
17
+ "num_train_epochs": 3,
18
+ "per_device_train_batch_size": 4,
19
+ "gradient_accumulation_steps": 4
20
+ },
21
+ "metadata": {
22
+ "author": "Waggerra",
23
+ "model_name": "classifier",
24
+ "description": "Phi-3 3B model fine-tuned for classification tasks",
25
+ "tags": ["classification", "phi-3", "fine-tuned"],
26
+ "license": "mit",
27
+ "language": ["en"]
28
+ }
29
+ }