Hugging Face's logo

c01zaut
/
SystemGemma2-9b-it-rk3588-1.1.2

Text Generation
Transformers
Safetensors
gemma2
conversational
text-generation-inference
Inference Endpoints
Model card Files Community
c01zaut commited on
Commit
0096b28
·
verified ·
1 Parent(s): 9555d25

Upload folder using huggingface_hub

Browse files
Files changed (26) hide show
  1. .gitattributes +18 -0
  2. README.md +1 -1
  3. SystemGemma2-9b-it-rk3588-w8a8-opt-0-hybrid-ratio-0.0.rkllm +1 -1
  4. SystemGemma2-9b-it-rk3588-w8a8-opt-0-hybrid-ratio-0.5.rkllm +1 -1
  5. SystemGemma2-9b-it-rk3588-w8a8-opt-0-hybrid-ratio-1.0.rkllm +1 -1
  6. SystemGemma2-9b-it-rk3588-w8a8-opt-1-hybrid-ratio-0.0.rkllm +1 -1
  7. SystemGemma2-9b-it-rk3588-w8a8-opt-1-hybrid-ratio-0.5.rkllm +1 -1
  8. SystemGemma2-9b-it-rk3588-w8a8-opt-1-hybrid-ratio-1.0.rkllm +1 -1
  9. SystemGemma2-9b-it-rk3588-w8a8_g128-opt-0-hybrid-ratio-0.0.rkllm +3 -0
  10. SystemGemma2-9b-it-rk3588-w8a8_g128-opt-0-hybrid-ratio-0.5.rkllm +3 -0
  11. SystemGemma2-9b-it-rk3588-w8a8_g128-opt-0-hybrid-ratio-1.0.rkllm +3 -0
  12. SystemGemma2-9b-it-rk3588-w8a8_g128-opt-1-hybrid-ratio-0.0.rkllm +3 -0
  13. SystemGemma2-9b-it-rk3588-w8a8_g128-opt-1-hybrid-ratio-0.5.rkllm +3 -0
  14. SystemGemma2-9b-it-rk3588-w8a8_g128-opt-1-hybrid-ratio-1.0.rkllm +3 -0
  15. SystemGemma2-9b-it-rk3588-w8a8_g256-opt-0-hybrid-ratio-0.0.rkllm +3 -0
  16. SystemGemma2-9b-it-rk3588-w8a8_g256-opt-0-hybrid-ratio-0.5.rkllm +3 -0
  17. SystemGemma2-9b-it-rk3588-w8a8_g256-opt-0-hybrid-ratio-1.0.rkllm +3 -0
  18. SystemGemma2-9b-it-rk3588-w8a8_g256-opt-1-hybrid-ratio-0.0.rkllm +3 -0
  19. SystemGemma2-9b-it-rk3588-w8a8_g256-opt-1-hybrid-ratio-0.5.rkllm +3 -0
  20. SystemGemma2-9b-it-rk3588-w8a8_g256-opt-1-hybrid-ratio-1.0.rkllm +3 -0
  21. SystemGemma2-9b-it-rk3588-w8a8_g512-opt-0-hybrid-ratio-0.0.rkllm +3 -0
  22. SystemGemma2-9b-it-rk3588-w8a8_g512-opt-0-hybrid-ratio-0.5.rkllm +3 -0
  23. SystemGemma2-9b-it-rk3588-w8a8_g512-opt-0-hybrid-ratio-1.0.rkllm +3 -0
  24. SystemGemma2-9b-it-rk3588-w8a8_g512-opt-1-hybrid-ratio-0.0.rkllm +3 -0
  25. SystemGemma2-9b-it-rk3588-w8a8_g512-opt-1-hybrid-ratio-0.5.rkllm +3 -0
  26. SystemGemma2-9b-it-rk3588-w8a8_g512-opt-1-hybrid-ratio-1.0.rkllm +3 -0
.gitattributes CHANGED
@@ -40,4 +40,22 @@ SystemGemma2-9b-it-rk3588-w8a8-opt-0-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs
40
  SystemGemma2-9b-it-rk3588-w8a8-opt-1-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
41
  SystemGemma2-9b-it-rk3588-w8a8-opt-1-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
42
  SystemGemma2-9b-it-rk3588-w8a8-opt-1-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
43
  transformers/transformers-4.42.0.dev0-py3-none-any.whl filter=lfs diff=lfs merge=lfs -text
 
40
  SystemGemma2-9b-it-rk3588-w8a8-opt-1-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
41
  SystemGemma2-9b-it-rk3588-w8a8-opt-1-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
42
  SystemGemma2-9b-it-rk3588-w8a8-opt-1-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=lfs -text
43
+ SystemGemma2-9b-it-rk3588-w8a8_g128-opt-0-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
44
+ SystemGemma2-9b-it-rk3588-w8a8_g128-opt-0-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
45
+ SystemGemma2-9b-it-rk3588-w8a8_g128-opt-0-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=lfs -text
46
+ SystemGemma2-9b-it-rk3588-w8a8_g128-opt-1-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
47
+ SystemGemma2-9b-it-rk3588-w8a8_g128-opt-1-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
48
+ SystemGemma2-9b-it-rk3588-w8a8_g128-opt-1-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=lfs -text
49
+ SystemGemma2-9b-it-rk3588-w8a8_g256-opt-0-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
50
+ SystemGemma2-9b-it-rk3588-w8a8_g256-opt-0-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
51
+ SystemGemma2-9b-it-rk3588-w8a8_g256-opt-0-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=lfs -text
52
+ SystemGemma2-9b-it-rk3588-w8a8_g256-opt-1-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
53
+ SystemGemma2-9b-it-rk3588-w8a8_g256-opt-1-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
54
+ SystemGemma2-9b-it-rk3588-w8a8_g256-opt-1-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=lfs -text
55
+ SystemGemma2-9b-it-rk3588-w8a8_g512-opt-0-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
56
+ SystemGemma2-9b-it-rk3588-w8a8_g512-opt-0-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
57
+ SystemGemma2-9b-it-rk3588-w8a8_g512-opt-0-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=lfs -text
58
+ SystemGemma2-9b-it-rk3588-w8a8_g512-opt-1-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
59
+ SystemGemma2-9b-it-rk3588-w8a8_g512-opt-1-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
60
+ SystemGemma2-9b-it-rk3588-w8a8_g512-opt-1-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=lfs -text
61
  transformers/transformers-4.42.0.dev0-py3-none-any.whl filter=lfs diff=lfs merge=lfs -text
README.md CHANGED
@@ -13,7 +13,7 @@ extra_gated_button_content: Acknowledge license
13
  ---
14
  # SystemGemma2-9b-it-RK3588-1.1.2
15
 
16
- This version of SystemGemma2-9b-it has been converted to run on the RK3588 NPU using ['w8a8'] quantization.
17
  This model has been optimized with the following LoRA:
18
 
19
  Compatible with RKLLM version: 1.1.2
 
13
  ---
14
  # SystemGemma2-9b-it-RK3588-1.1.2
15
 
16
+ This version of SystemGemma2-9b-it has been converted to run on the RK3588 NPU using ['w8a8', 'w8a8_g128', 'w8a8_g256', 'w8a8_g512'] quantization.
17
  This model has been optimized with the following LoRA:
18
 
19
  Compatible with RKLLM version: 1.1.2
SystemGemma2-9b-it-rk3588-w8a8-opt-0-hybrid-ratio-0.0.rkllm CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c7b1c170f3edda2c4899912666f8f77770f2703ab76bc28abec88a7373cec703
3
  size 11118198916
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a778a236b2c51853582f5297e5c2e830039342a0a009c60f40a067328656d89f
3
  size 11118198916
SystemGemma2-9b-it-rk3588-w8a8-opt-0-hybrid-ratio-0.5.rkllm CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c7b1c170f3edda2c4899912666f8f77770f2703ab76bc28abec88a7373cec703
3
  size 11118198916
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a778a236b2c51853582f5297e5c2e830039342a0a009c60f40a067328656d89f
3
  size 11118198916
SystemGemma2-9b-it-rk3588-w8a8-opt-0-hybrid-ratio-1.0.rkllm CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c7b1c170f3edda2c4899912666f8f77770f2703ab76bc28abec88a7373cec703
3
  size 11118198916
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a778a236b2c51853582f5297e5c2e830039342a0a009c60f40a067328656d89f
3
  size 11118198916
SystemGemma2-9b-it-rk3588-w8a8-opt-1-hybrid-ratio-0.0.rkllm CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f59dcf9dc98eb96d109bb4099adc2f3c660dbbf6b72971edd8092277124e626b
3
  size 11118198916
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:551bd7d8501912019d4134e4218f12d6cfbaef7feae885e19c33e4df435e036d
3
  size 11118198916
SystemGemma2-9b-it-rk3588-w8a8-opt-1-hybrid-ratio-0.5.rkllm CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f59dcf9dc98eb96d109bb4099adc2f3c660dbbf6b72971edd8092277124e626b
3
  size 11118198916
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:551bd7d8501912019d4134e4218f12d6cfbaef7feae885e19c33e4df435e036d
3
  size 11118198916
SystemGemma2-9b-it-rk3588-w8a8-opt-1-hybrid-ratio-1.0.rkllm CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f59dcf9dc98eb96d109bb4099adc2f3c660dbbf6b72971edd8092277124e626b
3
  size 11118198916
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:551bd7d8501912019d4134e4218f12d6cfbaef7feae885e19c33e4df435e036d
3
  size 11118198916
SystemGemma2-9b-it-rk3588-w8a8_g128-opt-0-hybrid-ratio-0.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:048cb6b3709b821e81ad346cf7e103dada2ab99eb0be9b41d66f4ef1a72b2fd5
3
+ size 11763657124
SystemGemma2-9b-it-rk3588-w8a8_g128-opt-0-hybrid-ratio-0.5.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:048cb6b3709b821e81ad346cf7e103dada2ab99eb0be9b41d66f4ef1a72b2fd5
3
+ size 11763657124
SystemGemma2-9b-it-rk3588-w8a8_g128-opt-0-hybrid-ratio-1.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:048cb6b3709b821e81ad346cf7e103dada2ab99eb0be9b41d66f4ef1a72b2fd5
3
+ size 11763657124
SystemGemma2-9b-it-rk3588-w8a8_g128-opt-1-hybrid-ratio-0.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1a72c5738fa1c755a5925b467116e6b7c3c30e84315eaabff24c3e9ffb8e93f
3
+ size 11706061892
SystemGemma2-9b-it-rk3588-w8a8_g128-opt-1-hybrid-ratio-0.5.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1a72c5738fa1c755a5925b467116e6b7c3c30e84315eaabff24c3e9ffb8e93f
3
+ size 11706061892
SystemGemma2-9b-it-rk3588-w8a8_g128-opt-1-hybrid-ratio-1.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1a72c5738fa1c755a5925b467116e6b7c3c30e84315eaabff24c3e9ffb8e93f
3
+ size 11706061892
SystemGemma2-9b-it-rk3588-w8a8_g256-opt-0-hybrid-ratio-0.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba9c180b6007d2fe585e8095ace39be0e1838b112e4b2da6469d94ee707efedf
3
+ size 11432170404
SystemGemma2-9b-it-rk3588-w8a8_g256-opt-0-hybrid-ratio-0.5.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba9c180b6007d2fe585e8095ace39be0e1838b112e4b2da6469d94ee707efedf
3
+ size 11432170404
SystemGemma2-9b-it-rk3588-w8a8_g256-opt-0-hybrid-ratio-1.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba9c180b6007d2fe585e8095ace39be0e1838b112e4b2da6469d94ee707efedf
3
+ size 11432170404
SystemGemma2-9b-it-rk3588-w8a8_g256-opt-1-hybrid-ratio-0.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9cc0944e861370032ce3e44ae8aec1ef63a12f9f5eb9c17d66763008c065275
3
+ size 11404439964
SystemGemma2-9b-it-rk3588-w8a8_g256-opt-1-hybrid-ratio-0.5.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9cc0944e861370032ce3e44ae8aec1ef63a12f9f5eb9c17d66763008c065275
3
+ size 11404439964
SystemGemma2-9b-it-rk3588-w8a8_g256-opt-1-hybrid-ratio-1.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9cc0944e861370032ce3e44ae8aec1ef63a12f9f5eb9c17d66763008c065275
3
+ size 11404439964
SystemGemma2-9b-it-rk3588-w8a8_g512-opt-0-hybrid-ratio-0.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8fae209485ee0ecf561f4e473c53226ddd0264aa3f3e542aada52a382319a48
3
+ size 11266427052
SystemGemma2-9b-it-rk3588-w8a8_g512-opt-0-hybrid-ratio-0.5.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8fae209485ee0ecf561f4e473c53226ddd0264aa3f3e542aada52a382319a48
3
+ size 11266427052
SystemGemma2-9b-it-rk3588-w8a8_g512-opt-0-hybrid-ratio-1.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8fae209485ee0ecf561f4e473c53226ddd0264aa3f3e542aada52a382319a48
3
+ size 11266427052
SystemGemma2-9b-it-rk3588-w8a8_g512-opt-1-hybrid-ratio-0.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33f050e1ea501cf00fda7ba11baeba719c16889c1b3e747cbd1ed41bc6bfe291
3
+ size 11253629020
SystemGemma2-9b-it-rk3588-w8a8_g512-opt-1-hybrid-ratio-0.5.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33f050e1ea501cf00fda7ba11baeba719c16889c1b3e747cbd1ed41bc6bfe291
3
+ size 11253629020
SystemGemma2-9b-it-rk3588-w8a8_g512-opt-1-hybrid-ratio-1.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33f050e1ea501cf00fda7ba11baeba719c16889c1b3e747cbd1ed41bc6bfe291
3
+ size 11253629020