Hugging Face's logo

Felladrin
/
gguf-vicuna-160m

GGUF
Inference Endpoints
Model card Files Community
Felladrin commited on
Commit
a106468
·
verified ·
1 Parent(s): 9c34a78

Upload folder using huggingface_hub

Browse files
Files changed (10) hide show
  1. .gitattributes +9 -0
  2. vicuna-160m.F16.gguf +3 -0
  3. vicuna-160m.Q2_K.gguf +3 -0
  4. vicuna-160m.Q3_K_M.gguf +3 -0
  5. vicuna-160m.Q3_K_S.gguf +3 -0
  6. vicuna-160m.Q4_0.gguf +3 -0
  7. vicuna-160m.Q4_K_M.gguf +3 -0
  8. vicuna-160m.Q5_K_M.gguf +3 -0
  9. vicuna-160m.Q6_K.gguf +3 -0
  10. vicuna-160m.Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,12 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ vicuna-160m.F16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ vicuna-160m.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ vicuna-160m.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ vicuna-160m.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ vicuna-160m.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ vicuna-160m.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ vicuna-160m.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
43
+ vicuna-160m.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
44
+ vicuna-160m.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
vicuna-160m.F16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:697597ab3314b421d11fe58937b10fde509b762fe937c04c8f7202adb4cc6a74
3
+ size 325603648
vicuna-160m.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1e9f3c2ca05927b1be29cf3cd3340ccb8bef107d9ba70455cbd4b05476f278a
3
+ size 70503232
vicuna-160m.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb9a83fa0ed0f45d9ace3e3c4d9dc66624005cd2997c50bfba45ec7a46068e3e
3
+ size 85975360
vicuna-160m.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05504e4547e56d866f41d907319b38ed7e2a4c362d2e3a68edce4b8a5cf86cfd
3
+ size 80187712
vicuna-160m.Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75e1e7a43eefe27dbb94826f974567b84b827cce8598ad71e4b7392dbb88d543
3
+ size 98492224
vicuna-160m.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:32c5c5efde469636e5dd7628ab92f5a626be6c70c502a78c2224797440acfe18
3
+ size 103054144
vicuna-160m.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2bdad83e7157cff23a68238b7233ffaf511bb1bee2772fff15b695272c233107
3
+ size 118070080
vicuna-160m.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d9f5a7e19ca53bdc352b4b46cc2a87fe0f0324af996f97ca6994e89feb40802
3
+ size 134024512
vicuna-160m.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21d0e9c35a6b491885d1eae87a6d40a6475c620a28ade22005d037c416b3e29c
3
+ size 173355328