Waggerra commited on
Commit
1b7e469
·
verified ·
1 Parent(s): b445666

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +13 -28
config.json CHANGED
@@ -1,29 +1,14 @@
1
  {
2
- "model_config": {
3
- "architectures": ["BloomForCausalLM"],
4
- "model_type": "phi",
5
- "name": "Waggerra/classifier",
6
- "base_model": "microsoft/phi-3",
7
- "fine_tuned": true
8
- },
9
- "inference_config": {
10
- "temperature": 0.7,
11
- "top_p": 0.9,
12
- "max_length": 2048,
13
- "do_sample": true
14
- },
15
- "training_config": {
16
- "learning_rate": 2e-5,
17
- "num_train_epochs": 3,
18
- "per_device_train_batch_size": 4,
19
- "gradient_accumulation_steps": 4
20
- },
21
- "metadata": {
22
- "author": "Waggerra",
23
- "model_name": "classifier",
24
- "description": "Phi-3 3B model fine-tuned for classification tasks",
25
- "tags": ["classification", "phi-3", "fine-tuned"],
26
- "license": "mit",
27
- "language": ["en"]
28
- }
29
- }
 
1
  {
2
+ "architectures": [
3
+ "BloomForCausalLM"
4
+ ],
5
+ "vocab_size": 50257,
6
+ "hidden_size": 4096,
7
+ "tie_word_embeddings": true,
8
+ "n_layer": 30,
9
+ "hidden_dropout": 0.0,
10
+ "layer_norm_epsilon": 1e-05,
11
+ "n_head": 32,
12
+ "attention_dropout": 0.0,
13
+ "model_type": "bloom"
14
+ }