Hugging Face's logo

Weyaxi
/
Nebula-v2-7B-adapter

PEFT
TensorBoard
Safetensors
English
Model card Files Metrics Community
1
Weyaxi commited on
Commit
0f9de30
·
1 Parent(s): 222512b

Training in progress, step 1000

Browse files
Files changed (14) hide show
  1. README.md +28 -0
  2. adapter_config.json +24 -0
  3. adapter_model.safetensors +3 -0
  4. runs/Nov11_12-24-59_7c1896916563/events.out.tfevents.1699705501.7c1896916563.1432.0 +3 -0
  5. runs/Oct03_16-04-00_801f1b3d31d0/events.out.tfevents.1696349041.801f1b3d31d0.307.0 +3 -0
  6. runs/Oct03_16-08-47_801f1b3d31d0/events.out.tfevents.1696349327.801f1b3d31d0.2634.0 +3 -0
  7. runs/Oct03_16-40-08_801f1b3d31d0/events.out.tfevents.1696351209.801f1b3d31d0.10644.0 +3 -0
  8. runs/Oct03_17-55-14_801f1b3d31d0/events.out.tfevents.1696355715.801f1b3d31d0.29390.0 +3 -0
  9. runs/Oct03_18-27-18_801f1b3d31d0/events.out.tfevents.1696357639.801f1b3d31d0.37362.0 +3 -0
  10. runs/Oct03_18-35-13_801f1b3d31d0/events.out.tfevents.1696358114.801f1b3d31d0.39525.0 +3 -0
  11. runs/Oct03_19-54-19_801f1b3d31d0/events.out.tfevents.1696362860.801f1b3d31d0.59398.0 +3 -0
  12. runs/Oct04_17-40-29_1d91a4065171/events.out.tfevents.1696441230.1d91a4065171.307.0 +3 -0
  13. runs/Oct04_19-14-59_1d91a4065171/events.out.tfevents.1696446900.1d91a4065171.25416.0 +3 -0
  14. training_args.bin +3 -0
README.md ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: cc-by-nc-4.0
3
+ datasets:
4
+ - garage-bAInd/Open-Platypus
5
+ language:
6
+ - en
7
+ tags:
8
+ - peft
9
+ ---
10
+ ![image/png](https://cdn-uploads.huggingface.co/production/uploads/6468ce47e134d050a58aa89c/cKySe1S5IW_KnbZpKmozQ.png)
11
+
12
+ <a href="https://www.buymeacoffee.com/PulsarAI" target="_blank"><img src="https://cdn.buymeacoffee.com/buttons/v2/default-yellow.png" alt="Buy Me A Coffee" style="height: 60px !important;width: 217px !important;" ></a>
13
+
14
+ # Nebula-7b-Checkpoints
15
+
16
+ Checkpoints of Nebula-7B. Finetuned from [mistralai/Mistral-7B-v0.1](https://huggingface.co/mistralai/Mistral-7B-v0.1).
17
+
18
+ ## Lora Weights
19
+
20
+ You can access lora weights from here:
21
+
22
+ [PulsarAI/Nebula-7B-Lora](https://huggingface.co/PulsarAI/Nebula-7B-Lora)
23
+
24
+ ## Original Weights
25
+
26
+ You can access original weights from here:
27
+
28
+ [PulsarAI/Nebula-7B](https://huggingface.co/PulsarAI/Nebula-7B)
adapter_config.json ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alpha_pattern": {},
3
+ "auto_mapping": null,
4
+ "base_model_name_or_path": "mistralai/Mistral-7B-v0.1",
5
+ "bias": "none",
6
+ "fan_in_fan_out": false,
7
+ "inference_mode": true,
8
+ "init_lora_weights": true,
9
+ "layers_pattern": null,
10
+ "layers_to_transform": null,
11
+ "lora_alpha": 16,
12
+ "lora_dropout": 0.05,
13
+ "modules_to_save": null,
14
+ "peft_type": "LORA",
15
+ "r": 16,
16
+ "rank_pattern": {},
17
+ "revision": null,
18
+ "target_modules": [
19
+ "gate_proj",
20
+ "up_proj",
21
+ "down_proj"
22
+ ],
23
+ "task_type": "CAUSAL_LM"
24
+ }
adapter_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c88931a7e3cb4369226975272b6df3dd866db4ff248bab2fe3e0095308680b17
3
+ size 113271504
runs/Nov11_12-24-59_7c1896916563/events.out.tfevents.1699705501.7c1896916563.1432.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fbc9b6fb09c4ebf21ec2457a3dcb88335068a28ef38d51951f54fe7d3dadf2a8
3
+ size 12530
runs/Oct03_16-04-00_801f1b3d31d0/events.out.tfevents.1696349041.801f1b3d31d0.307.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e71eb9c7bf63884247816201a9e81e1e6f44d2461a5bcfdbbed8239081719ff1
3
+ size 4184
runs/Oct03_16-08-47_801f1b3d31d0/events.out.tfevents.1696349327.801f1b3d31d0.2634.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2fd0e032e54ba3efe7824e2df52f6bebdabd0768c74940e42f7f6426cf2cb80c
3
+ size 17511
runs/Oct03_16-40-08_801f1b3d31d0/events.out.tfevents.1696351209.801f1b3d31d0.10644.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61212cc3a41e2eaaf95bbcdf8dc4e730a474f26dd717c91ccb2b68bc1cfc8757
3
+ size 37785
runs/Oct03_17-55-14_801f1b3d31d0/events.out.tfevents.1696355715.801f1b3d31d0.29390.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd28133d0a9ef14b55a4efdcf346f8bc74aa9ed7f34f18323e8cdb7561cac8c5
3
+ size 18391
runs/Oct03_18-27-18_801f1b3d31d0/events.out.tfevents.1696357639.801f1b3d31d0.37362.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6f2edf3d5d43be8000f2b47ee2fc3d6de150151a47e1fc7867213ba078e7728
3
+ size 5831
runs/Oct03_18-35-13_801f1b3d31d0/events.out.tfevents.1696358114.801f1b3d31d0.39525.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49e7d09774f6b04144f4b0b58afcf592020fc886658552b3c2e6028ecbf65a07
3
+ size 40214
runs/Oct03_19-54-19_801f1b3d31d0/events.out.tfevents.1696362860.801f1b3d31d0.59398.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c0428ee10e8c05324bc493faec7ed9df15518397572a44e9f8fb65cf255849b
3
+ size 12582
runs/Oct04_17-40-29_1d91a4065171/events.out.tfevents.1696441230.1d91a4065171.307.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae46c2aa78109fe31ca441a309d500e731611b459d605805509aaa11f3af18e7
3
+ size 48378
runs/Oct04_19-14-59_1d91a4065171/events.out.tfevents.1696446900.1d91a4065171.25416.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84457bdb71c62cf805181e935aaf204d848ac64419f49ddc9efacfbe4ced43ca
3
+ size 28439
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff3f14263d57a21f74e74c0a78ee060fb4f7e4f359695ebcf40baa86435acce1
3
+ size 4664