morriszms commited on
Commit
83cc761
·
verified ·
1 Parent(s): 82670ea

Upload folder using huggingface_hub

Browse files
Qwen2.5-Coder-0.5B-Instruct-Q2_K.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f50f4de053f5f971c5091b47cee767e114b20347e17dfa05b085bc37fe807518
3
- size 338607520
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a007130ec1a4b5a0128c8dd09f9742a3fbcc3acd987727a124b4b79020e4f554
3
+ size 338607456
Qwen2.5-Coder-0.5B-Instruct-Q3_K_L.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a02a9610731e42ed26d2ce081cc403501e79c3df2bc12f1dfcd10b6e77585ecb
3
- size 369358240
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c39d8d65171b7a820defa5f738aa150a43263e3591f42a2aeffa338caf63ee5
3
+ size 369358176
Qwen2.5-Coder-0.5B-Instruct-Q3_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:adfd4ebef76a485483001659af88e08d3cd6de32266cc9dbfab21230a5a064e9
3
- size 355466656
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df3453b0d2acbcfd47210aada02b39bf30c1f5b9512cf242619c8b30fc5891a6
3
+ size 355466592
Qwen2.5-Coder-0.5B-Instruct-Q3_K_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ff1177021264794ef16f5e45ae8094c4de181aa50bd266068c56a6335da5d032
3
- size 338263456
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac32e680fac72e45e173f162851cbc61f42885ba720add886afb251731d77e1f
3
+ size 338263392
Qwen2.5-Coder-0.5B-Instruct-Q4_0.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d312132dfeef6811b9ccc4c539156b323ae7b5f2502c80451f6748c40c5c2968
3
- size 352155040
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:247ec6d9cb9aabb33d3b04892543c6f64d82ac5214ca89341f4ad765e69fedc3
3
+ size 352154976
Qwen2.5-Coder-0.5B-Instruct-Q4_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d57bd567ab5c24167b05526a15f373ee4f5535e689c0ea65738de68c91f1e6ce
3
- size 397808032
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:523f3a6776dcb46249c3f4c19cf7f05a0e7a129e241ce850ef9e2e12d4f011f1
3
+ size 397807968
Qwen2.5-Coder-0.5B-Instruct-Q4_K_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:abfebd544e74f8443af9ce918733299f855e5b39b467e4acaefd9c6a6f5ea7be
3
- size 385471904
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f0fc77afea6695a143d9b6564ac6924704c181182e1e3ccce0ed516d57f2914
3
+ size 385471840
Qwen2.5-Coder-0.5B-Instruct-Q5_0.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:827f5358c9367ab84f15020359bd91b8b947f8c266d9d14b3fdec0bab0564855
3
- size 396883360
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2986cfd32087573acd57ab8de8c589282380c15b486aefdd8dd7c6c61983b4da
3
+ size 396883296
Qwen2.5-Coder-0.5B-Instruct-Q5_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1180c183b4eb14abbf663a68ae00151c202175b4b8e452a87facc20312a65325
3
- size 420086176
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc51b71f8f190b6babbaaa566c916dd7d24d55a167e3c2164a26bf4306627de4
3
+ size 420086112
Qwen2.5-Coder-0.5B-Instruct-Q5_K_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:63e41b3ac1fee2bf48c121ba56f4b842f005f62b2071b641e783961cfd59df88
3
- size 412710304
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b2ba4937ca78e6b398f0a275741c9db8c6697a8e6c66613395132a36e656cc3
3
+ size 412710240
Qwen2.5-Coder-0.5B-Instruct-Q6_K.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e432a3cb12281bbd8152eb46acdebbdb4c30394c8d7056fe2656045833e7f6b3
3
- size 505736608
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9036eba0474393d0a4346a9863a5a13cc17a76f515eb8367b1c89323639b836
3
+ size 505736544
Qwen2.5-Coder-0.5B-Instruct-Q8_0.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:86fb7b03107155b3851e101c0d35ecb961cc837a0643aa2f16fb7300d854ab2d
3
- size 531068320
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:454fcb82425d994449e95204b0e5beab79f615158cd6ee5ecea189ee99384ce0
3
+ size 531068256
README.md CHANGED
@@ -1,17 +1,16 @@
1
  ---
2
- license: apache-2.0
3
- license_link: https://huggingface.co/Qwen/Qwen2.5-Coder-0.5B-Instruct/blob/main/LICENSE
4
  language:
5
  - en
6
- base_model: Qwen/Qwen2.5-Coder-0.5B-Instruct
7
- pipeline_tag: text-generation
8
  library_name: transformers
 
9
  tags:
 
 
10
  - code
11
- - codeqwen
12
- - chat
13
  - qwen
14
  - qwen-coder
 
15
  - TensorBlock
16
  - GGUF
17
  ---
@@ -27,11 +26,11 @@ tags:
27
  </div>
28
  </div>
29
 
30
- ## Qwen/Qwen2.5-Coder-0.5B-Instruct - GGUF
31
 
32
- This repo contains GGUF format model files for [Qwen/Qwen2.5-Coder-0.5B-Instruct](https://huggingface.co/Qwen/Qwen2.5-Coder-0.5B-Instruct).
33
 
34
- The files were quantized using machines provided by [TensorBlock](https://tensorblock.co/), and they are compatible with llama.cpp as of [commit b4011](https://github.com/ggerganov/llama.cpp/commit/a6744e43e80f4be6398fc7733a01642c846dce1d).
35
 
36
  <div style="text-align: left; margin: 20px 0;">
37
  <a href="https://tensorblock.co/waitlist/client" style="display: inline-block; padding: 10px 20px; background-color: #007bff; color: white; text-decoration: none; border-radius: 5px; font-weight: bold;">
 
1
  ---
2
+ base_model: unsloth/Qwen2.5-Coder-0.5B-Instruct
 
3
  language:
4
  - en
 
 
5
  library_name: transformers
6
+ license: apache-2.0
7
  tags:
8
+ - unsloth
9
+ - transformers
10
  - code
 
 
11
  - qwen
12
  - qwen-coder
13
+ - codeqwen
14
  - TensorBlock
15
  - GGUF
16
  ---
 
26
  </div>
27
  </div>
28
 
29
+ ## unsloth/Qwen2.5-Coder-0.5B-Instruct - GGUF
30
 
31
+ This repo contains GGUF format model files for [unsloth/Qwen2.5-Coder-0.5B-Instruct](https://huggingface.co/unsloth/Qwen2.5-Coder-0.5B-Instruct).
32
 
33
+ The files were quantized using machines provided by [TensorBlock](https://tensorblock.co/), and they are compatible with llama.cpp as of [commit b4242](https://github.com/ggerganov/llama.cpp/commit/a6744e43e80f4be6398fc7733a01642c846dce1d).
34
 
35
  <div style="text-align: left; margin: 20px 0;">
36
  <a href="https://tensorblock.co/waitlist/client" style="display: inline-block; padding: 10px 20px; background-color: #007bff; color: white; text-decoration: none; border-radius: 5px; font-weight: bold;">