Hugging Face's logo

mmnga
/
DeepSeek-V3-bf16-gguf

GGUF
Japanese
English
Inference Endpoints
imatrix
conversational
Model card Files Community
mmnga commited on
Commit
066e1a7
·
verified ·
1 Parent(s): 04ea7b1

Add files using upload-large-folder tool

Browse files
Files changed (36) hide show
  1. .gitattributes +35 -0
  2. IQ1_M/DeepSeek-V3_IQ1_M-00001-of-00013.gguf +3 -0
  3. IQ1_M/DeepSeek-V3_IQ1_M-00002-of-00013.gguf +3 -0
  4. IQ1_M/DeepSeek-V3_IQ1_M-00003-of-00013.gguf +3 -0
  5. IQ1_M/DeepSeek-V3_IQ1_M-00004-of-00013.gguf +3 -0
  6. IQ1_M/DeepSeek-V3_IQ1_M-00005-of-00013.gguf +3 -0
  7. IQ1_M/DeepSeek-V3_IQ1_M-00006-of-00013.gguf +3 -0
  8. IQ1_M/DeepSeek-V3_IQ1_M-00007-of-00013.gguf +3 -0
  9. IQ1_M/DeepSeek-V3_IQ1_M-00008-of-00013.gguf +3 -0
  10. IQ1_M/DeepSeek-V3_IQ1_M-00009-of-00013.gguf +3 -0
  11. IQ1_M/DeepSeek-V3_IQ1_M-00010-of-00013.gguf +3 -0
  12. IQ1_M/DeepSeek-V3_IQ1_M-00011-of-00013.gguf +3 -0
  13. IQ1_M/DeepSeek-V3_IQ1_M-00012-of-00013.gguf +3 -0
  14. IQ1_M/DeepSeek-V3_IQ1_M-00013-of-00013.gguf +3 -0
  15. IQ3_XXS/DeepSeek-V3_IQ3_XXS-00001-of-00022.gguf +3 -0
  16. IQ3_XXS/DeepSeek-V3_IQ3_XXS-00002-of-00022.gguf +3 -0
  17. IQ3_XXS/DeepSeek-V3_IQ3_XXS-00003-of-00022.gguf +3 -0
  18. IQ3_XXS/DeepSeek-V3_IQ3_XXS-00004-of-00022.gguf +3 -0
  19. IQ3_XXS/DeepSeek-V3_IQ3_XXS-00005-of-00022.gguf +3 -0
  20. IQ3_XXS/DeepSeek-V3_IQ3_XXS-00006-of-00022.gguf +3 -0
  21. IQ3_XXS/DeepSeek-V3_IQ3_XXS-00007-of-00022.gguf +3 -0
  22. IQ3_XXS/DeepSeek-V3_IQ3_XXS-00008-of-00022.gguf +3 -0
  23. IQ3_XXS/DeepSeek-V3_IQ3_XXS-00009-of-00022.gguf +3 -0
  24. IQ3_XXS/DeepSeek-V3_IQ3_XXS-00010-of-00022.gguf +3 -0
  25. IQ3_XXS/DeepSeek-V3_IQ3_XXS-00011-of-00022.gguf +3 -0
  26. IQ3_XXS/DeepSeek-V3_IQ3_XXS-00012-of-00022.gguf +3 -0
  27. IQ3_XXS/DeepSeek-V3_IQ3_XXS-00013-of-00022.gguf +3 -0
  28. IQ3_XXS/DeepSeek-V3_IQ3_XXS-00014-of-00022.gguf +3 -0
  29. IQ3_XXS/DeepSeek-V3_IQ3_XXS-00015-of-00022.gguf +3 -0
  30. IQ3_XXS/DeepSeek-V3_IQ3_XXS-00016-of-00022.gguf +3 -0
  31. IQ3_XXS/DeepSeek-V3_IQ3_XXS-00017-of-00022.gguf +3 -0
  32. IQ3_XXS/DeepSeek-V3_IQ3_XXS-00018-of-00022.gguf +3 -0
  33. IQ3_XXS/DeepSeek-V3_IQ3_XXS-00019-of-00022.gguf +3 -0
  34. IQ3_XXS/DeepSeek-V3_IQ3_XXS-00020-of-00022.gguf +3 -0
  35. IQ3_XXS/DeepSeek-V3_IQ3_XXS-00021-of-00022.gguf +3 -0
  36. IQ3_XXS/DeepSeek-V3_IQ3_XXS-00022-of-00022.gguf +3 -0
.gitattributes CHANGED
@@ -151,3 +151,38 @@ IQ2_S/DeepSeek-V3_IQ2_S-00018-of-00018.gguf filter=lfs diff=lfs merge=lfs -text
151
  IQ2_S/DeepSeek-V3_IQ2_S-00005-of-00018.gguf filter=lfs diff=lfs merge=lfs -text
152
  IQ2_S/DeepSeek-V3_IQ2_S-00016-of-00018.gguf filter=lfs diff=lfs merge=lfs -text
153
  IQ2_S/DeepSeek-V3_IQ2_S-00013-of-00018.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
151
  IQ2_S/DeepSeek-V3_IQ2_S-00005-of-00018.gguf filter=lfs diff=lfs merge=lfs -text
152
  IQ2_S/DeepSeek-V3_IQ2_S-00016-of-00018.gguf filter=lfs diff=lfs merge=lfs -text
153
  IQ2_S/DeepSeek-V3_IQ2_S-00013-of-00018.gguf filter=lfs diff=lfs merge=lfs -text
154
+ IQ1_M/DeepSeek-V3_IQ1_M-00013-of-00013.gguf filter=lfs diff=lfs merge=lfs -text
155
+ IQ3_XXS/DeepSeek-V3_IQ3_XXS-00001-of-00022.gguf filter=lfs diff=lfs merge=lfs -text
156
+ IQ3_XXS/DeepSeek-V3_IQ3_XXS-00005-of-00022.gguf filter=lfs diff=lfs merge=lfs -text
157
+ IQ1_M/DeepSeek-V3_IQ1_M-00001-of-00013.gguf filter=lfs diff=lfs merge=lfs -text
158
+ IQ3_XXS/DeepSeek-V3_IQ3_XXS-00015-of-00022.gguf filter=lfs diff=lfs merge=lfs -text
159
+ IQ3_XXS/DeepSeek-V3_IQ3_XXS-00020-of-00022.gguf filter=lfs diff=lfs merge=lfs -text
160
+ IQ3_XXS/DeepSeek-V3_IQ3_XXS-00008-of-00022.gguf filter=lfs diff=lfs merge=lfs -text
161
+ IQ3_XXS/DeepSeek-V3_IQ3_XXS-00007-of-00022.gguf filter=lfs diff=lfs merge=lfs -text
162
+ IQ3_XXS/DeepSeek-V3_IQ3_XXS-00009-of-00022.gguf filter=lfs diff=lfs merge=lfs -text
163
+ IQ3_XXS/DeepSeek-V3_IQ3_XXS-00021-of-00022.gguf filter=lfs diff=lfs merge=lfs -text
164
+ IQ3_XXS/DeepSeek-V3_IQ3_XXS-00014-of-00022.gguf filter=lfs diff=lfs merge=lfs -text
165
+ IQ1_M/DeepSeek-V3_IQ1_M-00009-of-00013.gguf filter=lfs diff=lfs merge=lfs -text
166
+ IQ3_XXS/DeepSeek-V3_IQ3_XXS-00006-of-00022.gguf filter=lfs diff=lfs merge=lfs -text
167
+ IQ1_M/DeepSeek-V3_IQ1_M-00011-of-00013.gguf filter=lfs diff=lfs merge=lfs -text
168
+ IQ3_XXS/DeepSeek-V3_IQ3_XXS-00011-of-00022.gguf filter=lfs diff=lfs merge=lfs -text
169
+ IQ3_XXS/DeepSeek-V3_IQ3_XXS-00013-of-00022.gguf filter=lfs diff=lfs merge=lfs -text
170
+ IQ3_XXS/DeepSeek-V3_IQ3_XXS-00012-of-00022.gguf filter=lfs diff=lfs merge=lfs -text
171
+ IQ1_M/DeepSeek-V3_IQ1_M-00008-of-00013.gguf filter=lfs diff=lfs merge=lfs -text
172
+ IQ1_M/DeepSeek-V3_IQ1_M-00012-of-00013.gguf filter=lfs diff=lfs merge=lfs -text
173
+ IQ1_M/DeepSeek-V3_IQ1_M-00006-of-00013.gguf filter=lfs diff=lfs merge=lfs -text
174
+ IQ1_M/DeepSeek-V3_IQ1_M-00007-of-00013.gguf filter=lfs diff=lfs merge=lfs -text
175
+ IQ3_XXS/DeepSeek-V3_IQ3_XXS-00018-of-00022.gguf filter=lfs diff=lfs merge=lfs -text
176
+ IQ1_M/DeepSeek-V3_IQ1_M-00010-of-00013.gguf filter=lfs diff=lfs merge=lfs -text
177
+ IQ3_XXS/DeepSeek-V3_IQ3_XXS-00003-of-00022.gguf filter=lfs diff=lfs merge=lfs -text
178
+ IQ3_XXS/DeepSeek-V3_IQ3_XXS-00019-of-00022.gguf filter=lfs diff=lfs merge=lfs -text
179
+ IQ1_M/DeepSeek-V3_IQ1_M-00002-of-00013.gguf filter=lfs diff=lfs merge=lfs -text
180
+ IQ1_M/DeepSeek-V3_IQ1_M-00003-of-00013.gguf filter=lfs diff=lfs merge=lfs -text
181
+ IQ3_XXS/DeepSeek-V3_IQ3_XXS-00016-of-00022.gguf filter=lfs diff=lfs merge=lfs -text
182
+ IQ3_XXS/DeepSeek-V3_IQ3_XXS-00017-of-00022.gguf filter=lfs diff=lfs merge=lfs -text
183
+ IQ3_XXS/DeepSeek-V3_IQ3_XXS-00004-of-00022.gguf filter=lfs diff=lfs merge=lfs -text
184
+ IQ3_XXS/DeepSeek-V3_IQ3_XXS-00022-of-00022.gguf filter=lfs diff=lfs merge=lfs -text
185
+ IQ1_M/DeepSeek-V3_IQ1_M-00005-of-00013.gguf filter=lfs diff=lfs merge=lfs -text
186
+ IQ1_M/DeepSeek-V3_IQ1_M-00004-of-00013.gguf filter=lfs diff=lfs merge=lfs -text
187
+ IQ3_XXS/DeepSeek-V3_IQ3_XXS-00010-of-00022.gguf filter=lfs diff=lfs merge=lfs -text
188
+ IQ3_XXS/DeepSeek-V3_IQ3_XXS-00002-of-00022.gguf filter=lfs diff=lfs merge=lfs -text
IQ1_M/DeepSeek-V3_IQ1_M-00001-of-00013.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5aa404bc70a10dc7dc773ab7cf0611dddeadb87924052f5ef509c94dd266268
3
+ size 11501873344
IQ1_M/DeepSeek-V3_IQ1_M-00002-of-00013.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39f5f127ad6c98962edc17fd0ff99d86166365bf9721be9b8cee0bc663353603
3
+ size 11811381408
IQ1_M/DeepSeek-V3_IQ1_M-00003-of-00013.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2af51e4ba50179c56d096ef3230d7f87203ecdf7b300ea9b2da9b524b001e97d
3
+ size 11818750272
IQ1_M/DeepSeek-V3_IQ1_M-00004-of-00013.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af32b78c7da821a006bd3ef403ec4df11cef9d5319e4ae942c477261735bb079
3
+ size 11773195040
IQ1_M/DeepSeek-V3_IQ1_M-00005-of-00013.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee012dbc14a644393e9a8d2b478a700077a84f9e941cf233d9c9b2860eaec941
3
+ size 11811381440
IQ1_M/DeepSeek-V3_IQ1_M-00006-of-00013.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b009e9135a5fcebd7ebbc2efdea3578ebe3ead42a76c9bc94bfe56f7bbbc5b2c
3
+ size 11818750272
IQ1_M/DeepSeek-V3_IQ1_M-00007-of-00013.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd741c587004db1507bbcc54bf171ef81ea951a6f8d1606f0940fc43eace798c
3
+ size 11773195040
IQ1_M/DeepSeek-V3_IQ1_M-00008-of-00013.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:242ed2efb5bcf70ce32d8add62023834ce68d66c261a52f1c10e7590166d3d01
3
+ size 11811381440
IQ1_M/DeepSeek-V3_IQ1_M-00009-of-00013.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03de9a0e694922cdc4ecec48bc90543f3cd3ab676db1c16541a3ccdf1292cfea
3
+ size 11818750272
IQ1_M/DeepSeek-V3_IQ1_M-00010-of-00013.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27acb0bc913cb9a757a37d50983f786c956d1a62c5efb3d15bf928b56c699ca4
3
+ size 11773195040
IQ1_M/DeepSeek-V3_IQ1_M-00011-of-00013.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ef26094ad1d62da803eada2a4e8d2571fea8ef68552e127e9946050045fcc56
3
+ size 11811381440
IQ1_M/DeepSeek-V3_IQ1_M-00012-of-00013.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:257811982b8a8043385a8d7f0bbf297736dd37b6fafa600e97d59b1c20ad6e80
3
+ size 11818750272
IQ1_M/DeepSeek-V3_IQ1_M-00013-of-00013.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:525aacde415d29af83351e028ce191303e329a540f29d29ce40ae37415f8626f
3
+ size 7540871968
IQ3_XXS/DeepSeek-V3_IQ3_XXS-00001-of-00022.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9fe4b932b8ab5751100d72f46a73209aa0be05aa033daeb2b5bd99e7b2f27d45
3
+ size 10639172352
IQ3_XXS/DeepSeek-V3_IQ3_XXS-00002-of-00022.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83a4599a04c834cf648e93cd2f361ac7b2a75998806b9ce8404756ae85ccc5e9
3
+ size 11730574976
IQ3_XXS/DeepSeek-V3_IQ3_XXS-00003-of-00022.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29fa6769d35425eb722de5e97464a884cb3a9dec430225054097c5621295eedc
3
+ size 11800375840
IQ3_XXS/DeepSeek-V3_IQ3_XXS-00004-of-00022.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31434704fd95cc687bc31515b2b10bf5dd5b45ae995d85e918d72696318bde14
3
+ size 11807744704
IQ3_XXS/DeepSeek-V3_IQ3_XXS-00005-of-00022.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b02e785b47305d03fe14581486c7c992eec9d597eb7286008054d0de411bfb8
3
+ size 11730575008
IQ3_XXS/DeepSeek-V3_IQ3_XXS-00006-of-00022.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:577a9cb972d7ece6763e3348ab57a7e58f45236b559f7d270b6c15f041dea843
3
+ size 11800375872
IQ3_XXS/DeepSeek-V3_IQ3_XXS-00007-of-00022.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6bfa777a47c8eb113d5f3a2b9a40d43cc230f98f92296c27533d24171a0c7172
3
+ size 11807744704
IQ3_XXS/DeepSeek-V3_IQ3_XXS-00008-of-00022.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b4892c336c9f375cb75a869f1d9f2eda695204e3a83dd3b9195afe0d9b1de49
3
+ size 11730575008
IQ3_XXS/DeepSeek-V3_IQ3_XXS-00009-of-00022.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:652a2e484d9854cb017df188c5ed438c7cc406b20b9050af5369ffba8e0ea66b
3
+ size 11800375872
IQ3_XXS/DeepSeek-V3_IQ3_XXS-00010-of-00022.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:027031f48de201ad930ce959e5d532cdf4fe0009d1f362eb0bccbcb83adfbc6f
3
+ size 11807744704
IQ3_XXS/DeepSeek-V3_IQ3_XXS-00011-of-00022.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c2500ce497269b439c5bccfccb923da98322a46bb7626eb66b60f44d1db8dad
3
+ size 11730575008
IQ3_XXS/DeepSeek-V3_IQ3_XXS-00012-of-00022.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bcfabc14e7f5bad995be081270cbd3a47af1ae51918e8d347131499e93664dbc
3
+ size 11800375872
IQ3_XXS/DeepSeek-V3_IQ3_XXS-00013-of-00022.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:148edacff73d09fd51376eb17e0f6ffb446e25b38fa48fc0ef3ac44abeaddc74
3
+ size 11807744704
IQ3_XXS/DeepSeek-V3_IQ3_XXS-00014-of-00022.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45b249504f3e4195dedd53e6ccd8beb114b82a3114ef92e473937823e53eaf5e
3
+ size 11730575008
IQ3_XXS/DeepSeek-V3_IQ3_XXS-00015-of-00022.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6050e132c3295a2ae01257915ab74a85405ad343dcd45c3c8848ff71dcd43ad9
3
+ size 11800375872
IQ3_XXS/DeepSeek-V3_IQ3_XXS-00016-of-00022.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13ccafb2380cb5c87f35e849ed52450ecc4ee9129dd822a4490d893e4686d99b
3
+ size 11807744704
IQ3_XXS/DeepSeek-V3_IQ3_XXS-00017-of-00022.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a0b437894366407fe8f1aa231b067fdd5007b5922cc47e5a6941ef85cf51461
3
+ size 11730575008
IQ3_XXS/DeepSeek-V3_IQ3_XXS-00018-of-00022.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bcad836fb5ef19eea2c27e02fb57f830cb85dbe83da95f60bb1c48d3cfcbd537
3
+ size 11800375872
IQ3_XXS/DeepSeek-V3_IQ3_XXS-00019-of-00022.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff8777bc74f476197c4b9a8461c83c1d6a3ad216f885bd38919b798f8268f75a
3
+ size 11807744704
IQ3_XXS/DeepSeek-V3_IQ3_XXS-00020-of-00022.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1dbd80e13da7ee64f7f24293702902808633452b893d8a98695d6dd9dea65167
3
+ size 11730575008
IQ3_XXS/DeepSeek-V3_IQ3_XXS-00021-of-00022.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c272ae1bb81a753b406f76b9cdef01da9456c2d051bb5f2d919de92f58a029e
3
+ size 11800375872
IQ3_XXS/DeepSeek-V3_IQ3_XXS-00022-of-00022.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:704c6afcbca821231a512afcaf7fe8ef5f2676d9824a8caf36b0a189fa9b3c56
3
+ size 11730575008