Hugging Face's logo

mradermacher
/
MiniChat-2-3B-pruned2.4-GGUF

Transformers
GGUF
English
nm-vllm
sparse
Inference Endpoints
Model card Files Community
mradermacher commited on
Commit
0be04e0
·
verified ·
1 Parent(s): e5ce40d

uploaded from rich1

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. MiniChat-2-3B-pruned2.4.IQ4_XS.gguf +3 -0
  3. MiniChat-2-3B-pruned2.4.Q2_K.gguf +3 -0
  4. MiniChat-2-3B-pruned2.4.Q3_K_L.gguf +3 -0
  5. MiniChat-2-3B-pruned2.4.Q3_K_M.gguf +3 -0
  6. MiniChat-2-3B-pruned2.4.Q3_K_S.gguf +3 -0
  7. MiniChat-2-3B-pruned2.4.Q4_K_M.gguf +3 -0
  8. MiniChat-2-3B-pruned2.4.Q4_K_S.gguf +3 -0
  9. MiniChat-2-3B-pruned2.4.Q5_K_M.gguf +3 -0
  10. MiniChat-2-3B-pruned2.4.Q5_K_S.gguf +3 -0
  11. MiniChat-2-3B-pruned2.4.Q6_K.gguf +3 -0
  12. MiniChat-2-3B-pruned2.4.Q8_0.gguf +3 -0
  13. MiniChat-2-3B-pruned2.4.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ MiniChat-2-3B-pruned2.4.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ MiniChat-2-3B-pruned2.4.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ MiniChat-2-3B-pruned2.4.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ MiniChat-2-3B-pruned2.4.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ MiniChat-2-3B-pruned2.4.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ MiniChat-2-3B-pruned2.4.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ MiniChat-2-3B-pruned2.4.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ MiniChat-2-3B-pruned2.4.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ MiniChat-2-3B-pruned2.4.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ MiniChat-2-3B-pruned2.4.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ MiniChat-2-3B-pruned2.4.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ MiniChat-2-3B-pruned2.4.f16.gguf filter=lfs diff=lfs merge=lfs -text
MiniChat-2-3B-pruned2.4.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85bf15ca65efe718ff106676d9e9c0c2318e602daf266fdc5b2295daa76aeff7
3
+ size 1661740224
MiniChat-2-3B-pruned2.4.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92e84a3f887d861fdb42fc23c8aadef9148fb3673691ce1dda091cd7da5f8c65
3
+ size 1174505664
MiniChat-2-3B-pruned2.4.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29a7b83b0556739a17072ec477d7c678bf4fd5ff056b58152619efad3d2aed40
3
+ size 1631049408
MiniChat-2-3B-pruned2.4.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:617e03e852783b7761103b54a7206ab66301bd2735a28ed28d79de8a13d2c3db
3
+ size 1504433856
MiniChat-2-3B-pruned2.4.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad4f5dbddefd90e2b7adf101272edd6a22d54efafdf5aa012baff1958a7f712f
3
+ size 1358550720
MiniChat-2-3B-pruned2.4.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d60ed2166c800492e69d22749ab145a5fe5e254365e057f78a1996be667210a1
3
+ size 1846656192
MiniChat-2-3B-pruned2.4.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c60bd6bab6fdee21a753f05bb0f39a70e1c7ac07bc456d93bb3bb452ccf6d34e
3
+ size 1753758912
MiniChat-2-3B-pruned2.4.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:092116f6e56c6483e104c97f3371d7c2e61e9880abf3624f926d6938309b426c
3
+ size 2153389248
MiniChat-2-3B-pruned2.4.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc2491e51df24b6c14ded9598c6ab7611edafbf1179cab29227d7394f20cb461
3
+ size 2098240704
MiniChat-2-3B-pruned2.4.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8f7b9904c157397b607cc8e5359922f8c956cd99764b45b9f6e32495c8d604b
3
+ size 2479293120
MiniChat-2-3B-pruned2.4.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc22092637753b37281a1f95bac634e4e4b31d46df9647bf09602dfe4e2de6ef
3
+ size 3210770112
MiniChat-2-3B-pruned2.4.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c31a5da74c6253535ba4d5541204d12e3673b49aaa4e8d71303ac82e9d229550
3
+ size 6042293952