Hugging Face's logo

mradermacher
/
Llama-Doctor-3.2-3B-Instruct-GGUF

Transformers
GGUF
PyTorch
Safetensors
English
Llama-3.2
3B
Llama-Doctor
Instruct
Llama-Cpp
meta
Doctor-Llama
Inference Endpoints
conversational
Model card Files Community
mradermacher commited on
Commit
70ddc83
·
verified ·
1 Parent(s): f505d77

uploaded from marco

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. Llama-Doctor-3.2-3B-Instruct.IQ4_XS.gguf +3 -0
  3. Llama-Doctor-3.2-3B-Instruct.Q2_K.gguf +3 -0
  4. Llama-Doctor-3.2-3B-Instruct.Q3_K_L.gguf +3 -0
  5. Llama-Doctor-3.2-3B-Instruct.Q3_K_M.gguf +3 -0
  6. Llama-Doctor-3.2-3B-Instruct.Q3_K_S.gguf +3 -0
  7. Llama-Doctor-3.2-3B-Instruct.Q4_K_M.gguf +3 -0
  8. Llama-Doctor-3.2-3B-Instruct.Q4_K_S.gguf +3 -0
  9. Llama-Doctor-3.2-3B-Instruct.Q5_K_M.gguf +3 -0
  10. Llama-Doctor-3.2-3B-Instruct.Q5_K_S.gguf +3 -0
  11. Llama-Doctor-3.2-3B-Instruct.Q6_K.gguf +3 -0
  12. Llama-Doctor-3.2-3B-Instruct.Q8_0.gguf +3 -0
  13. Llama-Doctor-3.2-3B-Instruct.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Llama-Doctor-3.2-3B-Instruct.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Llama-Doctor-3.2-3B-Instruct.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Llama-Doctor-3.2-3B-Instruct.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Llama-Doctor-3.2-3B-Instruct.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Llama-Doctor-3.2-3B-Instruct.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Llama-Doctor-3.2-3B-Instruct.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Llama-Doctor-3.2-3B-Instruct.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Llama-Doctor-3.2-3B-Instruct.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Llama-Doctor-3.2-3B-Instruct.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Llama-Doctor-3.2-3B-Instruct.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Llama-Doctor-3.2-3B-Instruct.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Llama-Doctor-3.2-3B-Instruct.f16.gguf filter=lfs diff=lfs merge=lfs -text
Llama-Doctor-3.2-3B-Instruct.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0c7276dd5759ed21a0e633263973fc799ae6c61cf44658b384b686833596d13
3
+ size 1840908352
Llama-Doctor-3.2-3B-Instruct.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf51464a833c7f7768ec8fe19a9c9978e2936d04663b2dbc7472337d13b10a86
3
+ size 1363937344
Llama-Doctor-3.2-3B-Instruct.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46d4386a2d65f0410854d48f0efb0b19095c074c55d1a4fee706e0163ae3bda5
3
+ size 1815349312
Llama-Doctor-3.2-3B-Instruct.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b8f3d8212810bddd120723d6075cd615977c2272a4c61cb95a4b13c0ef32207
3
+ size 1687160896
Llama-Doctor-3.2-3B-Instruct.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1d8057a98fbd061b00a24a09783b1a946e78fcb5cd5111f64dedb8e4f586bd1
3
+ size 1542850624
Llama-Doctor-3.2-3B-Instruct.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1ca9612c487265f2d40f26b48ac118c7360c6d3c84a4913ce8f033787c149c9
3
+ size 2019379264
Llama-Doctor-3.2-3B-Instruct.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a00ae996bf2fd65d8bd5e977ae480de0185358975cbbd29863cb97f8c1ad16a1
3
+ size 1928202304
Llama-Doctor-3.2-3B-Instruct.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:687e85f4dc89e0f944d100006a715afcc2dae9963ce0fff53f02bd6fdd65118d
3
+ size 2322155584
Llama-Doctor-3.2-3B-Instruct.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c477e24890efedd5ab2033eb017cbc763526952dd0c27b78964c6dd66235cc9
3
+ size 2269513792
Llama-Doctor-3.2-3B-Instruct.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d370da24e983b949e7f4ab7c6ca5951047f6dc9cb7d9efee0070fda7653a4290
3
+ size 2643855424
Llama-Doctor-3.2-3B-Instruct.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:caf180fe9ccddbbc3a0521304a4f0fbc621a25b21a135a211cc5af95a8259d1d
3
+ size 3421900864
Llama-Doctor-3.2-3B-Instruct.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:729f0e6799a949be6d1af0a9d5887ecade9222d846731bd6787af0d2c86a8d04
3
+ size 6433689664