Hugging Face's logo

mradermacher
/
granite-3.0-1b-a400m-base-GGUF

Transformers
GGUF
English
language
granite-3.0
Inference Endpoints
Model card Files Community
mradermacher commited on
Commit
9949853
·
verified ·
1 Parent(s): 9011988

uploaded from kaos

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. granite-3.0-1b-a400m-base.IQ4_XS.gguf +3 -0
  3. granite-3.0-1b-a400m-base.Q2_K.gguf +3 -0
  4. granite-3.0-1b-a400m-base.Q3_K_L.gguf +3 -0
  5. granite-3.0-1b-a400m-base.Q3_K_M.gguf +3 -0
  6. granite-3.0-1b-a400m-base.Q3_K_S.gguf +3 -0
  7. granite-3.0-1b-a400m-base.Q4_K_M.gguf +3 -0
  8. granite-3.0-1b-a400m-base.Q4_K_S.gguf +3 -0
  9. granite-3.0-1b-a400m-base.Q5_K_M.gguf +3 -0
  10. granite-3.0-1b-a400m-base.Q5_K_S.gguf +3 -0
  11. granite-3.0-1b-a400m-base.Q6_K.gguf +3 -0
  12. granite-3.0-1b-a400m-base.Q8_0.gguf +3 -0
  13. granite-3.0-1b-a400m-base.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ granite-3.0-1b-a400m-base.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ granite-3.0-1b-a400m-base.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ granite-3.0-1b-a400m-base.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ granite-3.0-1b-a400m-base.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ granite-3.0-1b-a400m-base.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ granite-3.0-1b-a400m-base.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ granite-3.0-1b-a400m-base.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ granite-3.0-1b-a400m-base.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ granite-3.0-1b-a400m-base.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ granite-3.0-1b-a400m-base.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ granite-3.0-1b-a400m-base.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ granite-3.0-1b-a400m-base.f16.gguf filter=lfs diff=lfs merge=lfs -text
granite-3.0-1b-a400m-base.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e68c54bbc9224368c756f6aa7a831651ee3c4c07b9c915edb3ab5ace424732e6
3
+ size 762809856
granite-3.0-1b-a400m-base.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3df578bffd7e2c080ec3a17a6bf366df1ca93e3dc14aa4db49a0da9a2af1c97
3
+ size 528748032
granite-3.0-1b-a400m-base.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67a0c7d0013afc774e316c8e844369eb0e7e971d297f1a9cf0c32de31c188cc2
3
+ size 733023744
granite-3.0-1b-a400m-base.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed6dd11cd9357a8044dd909ec908af722716c8dd2974d4f97df6de551bd57db1
3
+ size 680201728
granite-3.0-1b-a400m-base.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b43b7ba09ffa562556211b2c1168c152309cd45f5141a99f0974ee130d0676dc
3
+ size 619482624
granite-3.0-1b-a400m-base.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8deb2285457e832ef2bdf8ba96a0adcca2f1c0c81c109c3fe8c284bbd5d4cd1e
3
+ size 850152960
granite-3.0-1b-a400m-base.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fda9745e447577cc6fb6d89ece0b1b748a964fd3a33f336b8e4beba2548b84bb
3
+ size 803180032
granite-3.0-1b-a400m-base.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16aa22917c75fa3d7b4159da9f5b5ce9478b637dd8234d138acf46b22d013757
3
+ size 990924288
granite-3.0-1b-a400m-base.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0fc2c83db3f0af51570be4e19e8735b6a8181d8d7ec11ee0e3adca1f629470fd
3
+ size 963350016
granite-3.0-1b-a400m-base.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0456400b63a2354fe9620d96f0cae923218a2a59e9c3a6b7915707f2e7fdf5d
3
+ size 1140493824
granite-3.0-1b-a400m-base.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a8247ca034375eadcb02e567e453742919af84879af73c4a55d33bfb43f05c0
3
+ size 1475710464
granite-3.0-1b-a400m-base.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2e0269f20335000e7e9022bc2dd7057cab2b30413097cef70176936279eccad
3
+ size 2773323264