AdithyaSK commited on
Commit
df01244
·
verified ·
1 Parent(s): 7227e3c

Update adapter_config.json

Browse files
Files changed (1) hide show
  1. adapter_config.json +11 -2
adapter_config.json CHANGED
@@ -19,8 +19,17 @@
19
  "r": 32,
20
  "rank_pattern": {},
21
  "revision": null,
22
- "target_modules": "^(model.layers|model.mm_projector_vary)(?!.*(lm_head|output|emb|wte|shared)).*",
 
 
 
 
 
 
 
 
 
23
  "task_type": "CAUSAL_LM",
24
  "use_dora": false,
25
  "use_rslora": false
26
- }
 
19
  "r": 32,
20
  "rank_pattern": {},
21
  "revision": null,
22
+ "target_modules": [
23
+ "q_proj",
24
+ "v_proj",
25
+ "k_proj",
26
+ "v_proj",
27
+ "o_proj",
28
+ "gate_proj",
29
+ "up_proj",
30
+ "down_proj"
31
+ ],
32
  "task_type": "CAUSAL_LM",
33
  "use_dora": false,
34
  "use_rslora": false
35
+ }