sms1097 commited on
Commit
91ead46
·
verified ·
1 Parent(s): 3025bb9

Training in progress, step 10

Browse files
adapter_config.json CHANGED
@@ -15,12 +15,12 @@
15
  "megatron_core": "megatron.core",
16
  "modules_to_save": null,
17
  "peft_type": "LORA",
18
- "r": 32,
19
  "rank_pattern": {},
20
  "revision": null,
21
  "target_modules": [
22
- "q_proj",
23
- "v_proj"
24
  ],
25
  "task_type": "CAUSAL_LM"
26
  }
 
15
  "megatron_core": "megatron.core",
16
  "modules_to_save": null,
17
  "peft_type": "LORA",
18
+ "r": 16,
19
  "rank_pattern": {},
20
  "revision": null,
21
  "target_modules": [
22
+ "v_proj",
23
+ "q_proj"
24
  ],
25
  "task_type": "CAUSAL_LM"
26
  }
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:710aa6a308da9bdc4c2b7a78648e3cc439dfc4065aa01845d0bacdfda67a604f
3
- size 18034152
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8df2d39e9bb63ef618fe44919ff505b416b4184553d76b2be253d452b16d9f84
3
+ size 9022864
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:434a467fc8abcb01ffb78727698c358c126bec918feddf47f9905373a63fa4d8
3
  size 4600
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e52731ceab201e148deecb153a05ad5bed894a2dc47f18d15cf65464d1ae506
3
  size 4600