Hugging Face's logo

KLMFOREVER
/
WizardLM-2-7B-q4f16_1-MLC

Text Generation
Transformers
Safetensors
quantized
4-bit precision
GGUF
mistral
Inference Endpoints
text-generation-inference
region:fr
conversational
Model card Files Community
1
KLMFOREVER commited on
Commit
e8a045e
·
verified ·
1 Parent(s): 50b613d

Upload 100 files

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. WizardLM-2-7B-q4f16_1-MLC/mlc-chat-config.json +79 -0
  2. WizardLM-2-7B-q4f16_1-MLC/ndarray-cache.json +0 -0
  3. WizardLM-2-7B-q4f16_1-MLC/params_shard_0.bin +3 -0
  4. WizardLM-2-7B-q4f16_1-MLC/params_shard_1.bin +3 -0
  5. WizardLM-2-7B-q4f16_1-MLC/params_shard_10.bin +3 -0
  6. WizardLM-2-7B-q4f16_1-MLC/params_shard_100.bin +3 -0
  7. WizardLM-2-7B-q4f16_1-MLC/params_shard_101.bin +3 -0
  8. WizardLM-2-7B-q4f16_1-MLC/params_shard_102.bin +3 -0
  9. WizardLM-2-7B-q4f16_1-MLC/params_shard_103.bin +3 -0
  10. WizardLM-2-7B-q4f16_1-MLC/params_shard_104.bin +3 -0
  11. WizardLM-2-7B-q4f16_1-MLC/params_shard_105.bin +3 -0
  12. WizardLM-2-7B-q4f16_1-MLC/params_shard_11.bin +3 -0
  13. WizardLM-2-7B-q4f16_1-MLC/params_shard_12.bin +3 -0
  14. WizardLM-2-7B-q4f16_1-MLC/params_shard_13.bin +3 -0
  15. WizardLM-2-7B-q4f16_1-MLC/params_shard_14.bin +3 -0
  16. WizardLM-2-7B-q4f16_1-MLC/params_shard_15.bin +3 -0
  17. WizardLM-2-7B-q4f16_1-MLC/params_shard_16.bin +3 -0
  18. WizardLM-2-7B-q4f16_1-MLC/params_shard_17.bin +3 -0
  19. WizardLM-2-7B-q4f16_1-MLC/params_shard_18.bin +3 -0
  20. WizardLM-2-7B-q4f16_1-MLC/params_shard_19.bin +3 -0
  21. WizardLM-2-7B-q4f16_1-MLC/params_shard_2.bin +3 -0
  22. WizardLM-2-7B-q4f16_1-MLC/params_shard_20.bin +3 -0
  23. WizardLM-2-7B-q4f16_1-MLC/params_shard_21.bin +3 -0
  24. WizardLM-2-7B-q4f16_1-MLC/params_shard_22.bin +3 -0
  25. WizardLM-2-7B-q4f16_1-MLC/params_shard_23.bin +3 -0
  26. WizardLM-2-7B-q4f16_1-MLC/params_shard_24.bin +3 -0
  27. WizardLM-2-7B-q4f16_1-MLC/params_shard_25.bin +3 -0
  28. WizardLM-2-7B-q4f16_1-MLC/params_shard_26.bin +3 -0
  29. WizardLM-2-7B-q4f16_1-MLC/params_shard_27.bin +3 -0
  30. WizardLM-2-7B-q4f16_1-MLC/params_shard_28.bin +3 -0
  31. WizardLM-2-7B-q4f16_1-MLC/params_shard_29.bin +3 -0
  32. WizardLM-2-7B-q4f16_1-MLC/params_shard_3.bin +3 -0
  33. WizardLM-2-7B-q4f16_1-MLC/params_shard_30.bin +3 -0
  34. WizardLM-2-7B-q4f16_1-MLC/params_shard_31.bin +3 -0
  35. WizardLM-2-7B-q4f16_1-MLC/params_shard_32.bin +3 -0
  36. WizardLM-2-7B-q4f16_1-MLC/params_shard_33.bin +3 -0
  37. WizardLM-2-7B-q4f16_1-MLC/params_shard_34.bin +3 -0
  38. WizardLM-2-7B-q4f16_1-MLC/params_shard_35.bin +3 -0
  39. WizardLM-2-7B-q4f16_1-MLC/params_shard_36.bin +3 -0
  40. WizardLM-2-7B-q4f16_1-MLC/params_shard_37.bin +3 -0
  41. WizardLM-2-7B-q4f16_1-MLC/params_shard_38.bin +3 -0
  42. WizardLM-2-7B-q4f16_1-MLC/params_shard_39.bin +3 -0
  43. WizardLM-2-7B-q4f16_1-MLC/params_shard_4.bin +3 -0
  44. WizardLM-2-7B-q4f16_1-MLC/params_shard_40.bin +3 -0
  45. WizardLM-2-7B-q4f16_1-MLC/params_shard_41.bin +3 -0
  46. WizardLM-2-7B-q4f16_1-MLC/params_shard_42.bin +3 -0
  47. WizardLM-2-7B-q4f16_1-MLC/params_shard_43.bin +3 -0
  48. WizardLM-2-7B-q4f16_1-MLC/params_shard_44.bin +3 -0
  49. WizardLM-2-7B-q4f16_1-MLC/params_shard_45.bin +3 -0
  50. WizardLM-2-7B-q4f16_1-MLC/params_shard_46.bin +3 -0
WizardLM-2-7B-q4f16_1-MLC/mlc-chat-config.json ADDED
@@ -0,0 +1,79 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "0.1.0",
3
+ "model_type": "mistral",
4
+ "quantization": "q4f16_1",
5
+ "model_config": {
6
+ "hidden_size": 4096,
7
+ "intermediate_size": 14336,
8
+ "num_attention_heads": 32,
9
+ "num_hidden_layers": 32,
10
+ "rms_norm_eps": 1e-05,
11
+ "vocab_size": 32000,
12
+ "position_embedding_base": 10000.0,
13
+ "num_key_value_heads": 8,
14
+ "head_dim": 128,
15
+ "context_window_size": -1,
16
+ "sliding_window_size": 4096,
17
+ "prefill_chunk_size": 2048,
18
+ "attention_sink_size": 4,
19
+ "tensor_parallel_shards": 1,
20
+ "max_batch_size": 80
21
+ },
22
+ "vocab_size": 32000,
23
+ "context_window_size": -1,
24
+ "sliding_window_size": 4096,
25
+ "prefill_chunk_size": 2048,
26
+ "attention_sink_size": 4,
27
+ "tensor_parallel_shards": 1,
28
+ "temperature": 1.0,
29
+ "presence_penalty": 0.0,
30
+ "frequency_penalty": 0.0,
31
+ "repetition_penalty": 1.0,
32
+ "top_p": 1.0,
33
+ "tokenizer_files": [
34
+ "tokenizer.model",
35
+ "tokenizer_config.json",
36
+ "tokenizer.json"
37
+ ],
38
+ "tokenizer_info": {
39
+ "token_postproc_method": "byte_fallback",
40
+ "prepend_space_in_encode": true,
41
+ "strip_space_in_decode": true
42
+ },
43
+ "conv_template": {
44
+ "name": "mistral_default",
45
+ "system_template": "[INST] {system_message}",
46
+ "system_message": "Always assist with care, respect, and truth. Respond with utmost utility yet securely. Avoid harmful, unethical, prejudiced, or negative content. Ensure replies promote fairness and positivity.",
47
+ "system_prefix_token_ids": [
48
+ 1
49
+ ],
50
+ "add_role_after_system_message": false,
51
+ "roles": {
52
+ "user": "[INST]",
53
+ "assistant": "[/INST]",
54
+ "tool": "[INST]"
55
+ },
56
+ "role_templates": {
57
+ "user": "{user_message}",
58
+ "assistant": "{assistant_message}",
59
+ "tool": "{tool_message}"
60
+ },
61
+ "messages": [],
62
+ "seps": [
63
+ " "
64
+ ],
65
+ "role_content_sep": " ",
66
+ "role_empty_sep": "",
67
+ "stop_str": [
68
+ "</s>"
69
+ ],
70
+ "stop_token_ids": [
71
+ 2
72
+ ],
73
+ "function_string": "",
74
+ "use_function_calling": false
75
+ },
76
+ "pad_token_id": 0,
77
+ "bos_token_id": 1,
78
+ "eos_token_id": 2
79
+ }
WizardLM-2-7B-q4f16_1-MLC/ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
WizardLM-2-7B-q4f16_1-MLC/params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d2b67ce9abb140b5d60252bb7d553436fcfeefe2803e73e444421921b9fe38ad
3
+ size 65536000
WizardLM-2-7B-q4f16_1-MLC/params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba096c2a5070433afe6c4577c1e6edd0066d0116d7c0043b1481d3ec2fea783c
3
+ size 29360128
WizardLM-2-7B-q4f16_1-MLC/params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fdacdbd7a8a116521bd1aa67f376ad20cb4c0fb28268b344eaeaa52e874c23cb
3
+ size 30949376
WizardLM-2-7B-q4f16_1-MLC/params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1fefe3f1ca2a31f079cd894ba2d0a9824c426858272cc2223706b0025d32374d
3
+ size 27271168
WizardLM-2-7B-q4f16_1-MLC/params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4970f404fb00eec247f5c69dffdb7e2fd16370346d1eaa400cc60c713644d185
3
+ size 29360128
WizardLM-2-7B-q4f16_1-MLC/params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87f92067d8cd007e6a38651550927d1b12a6c5ee45a3c1ca06589c0cbafc0336
3
+ size 30949376
WizardLM-2-7B-q4f16_1-MLC/params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a535bb48e18b2e30deb76f844365417a8d5df7608bd1b81e5963b6e12d342a7
3
+ size 58720256
WizardLM-2-7B-q4f16_1-MLC/params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53e44f683a49260d612f86dd5d19378e95b84e5cdcd72fba900172e3fdc8f1d3
3
+ size 25174016
WizardLM-2-7B-q4f16_1-MLC/params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d4b35dd27c447c0eb205160c731257ec0d6fe79d3333ad0b930d95b2329dab6
3
+ size 33030144
WizardLM-2-7B-q4f16_1-MLC/params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1f65cf914454bc2b4433a504e739e7b1c97f28b1085fdfefb130b26d176ef42
3
+ size 58720256
WizardLM-2-7B-q4f16_1-MLC/params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45f88588c248c3d16438b12b9290f9ea7892bf4c356f73db5b47b59d38817107
3
+ size 25174016
WizardLM-2-7B-q4f16_1-MLC/params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:252ded4dc976c073a72e0e6be88360588ee7893c4f2c137fe9e64915d5f71cc4
3
+ size 29360128
WizardLM-2-7B-q4f16_1-MLC/params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:042527b3d04cec0b8ce017bf626150a894b5ddcf9853b56af7a9226e00532d6a
3
+ size 58720256
WizardLM-2-7B-q4f16_1-MLC/params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9bebbddfc59db984d951a5dc2377c6fb2953a2346b06d28c88ea609924a538dd
3
+ size 33046528
WizardLM-2-7B-q4f16_1-MLC/params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:050c7529fe78eea7666d2138dfed90164e5499ac851291e865387698369e41ce
3
+ size 29360128
WizardLM-2-7B-q4f16_1-MLC/params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5febe4be130d49eccb65400f753dec4b0d3832f9e5100e0e95488c43334b791
3
+ size 58720256
WizardLM-2-7B-q4f16_1-MLC/params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df1f9b8593cfa4680b5b654d5b7756964d32e8860c77cf01cb7650e4cf4a333e
3
+ size 22036480
WizardLM-2-7B-q4f16_1-MLC/params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5c6d7fc5e8f81aa57555805757e8c03ec3701cd902f411903f020e68132370b
3
+ size 29360128
WizardLM-2-7B-q4f16_1-MLC/params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96fc95e813c07e35a1b8c72e512b367fba37f4988561535c706c6d2357a98c55
3
+ size 58720256
WizardLM-2-7B-q4f16_1-MLC/params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5038fdeeb847cc770f94a9b744146194c0d214a0832cdc93e62376b4d32d6469
3
+ size 58720256
WizardLM-2-7B-q4f16_1-MLC/params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b130898387ae9b5830070dd8c630404470ec6bae7f577b45aca28ee25573651d
3
+ size 27271168
WizardLM-2-7B-q4f16_1-MLC/params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a093e8a1068759977e8f6d01af949eb992286a6e3b8f1428eb259e6101b6b94d
3
+ size 29360128
WizardLM-2-7B-q4f16_1-MLC/params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aba08197acc98faf63ef1fb698f4df0c92218a9b7c6de5fb3a53eb48b8e919e7
3
+ size 30949376
WizardLM-2-7B-q4f16_1-MLC/params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c319b6fb7fe13f4e704753f2fcecd605d1f40a7e2a1ed071d38eb5bdefa62d8
3
+ size 58720256
WizardLM-2-7B-q4f16_1-MLC/params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:915499b21bedbbbb8a097356c1be36d8fb6c4b281232d79d50b963591ed5cafb
3
+ size 25174016
WizardLM-2-7B-q4f16_1-MLC/params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cfcbaedb2a6925f355c783941309b81b217d44ac4ea4e776037541df62cfcb86
3
+ size 29360128
WizardLM-2-7B-q4f16_1-MLC/params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e126105d291635a79be2f4ada2a46ef2c480d9d2c9087f65916d776ebc1951e9
3
+ size 58720256
WizardLM-2-7B-q4f16_1-MLC/params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d5c9db059f8d2f991468a908bf85927ac0a563a1e0fc0d3816e0a362b03a4ea
3
+ size 33046528
WizardLM-2-7B-q4f16_1-MLC/params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d1fbc14b1e3fdc7b86894d075c9242386c09689825b371dc3c1416c32997e96
3
+ size 29360128
WizardLM-2-7B-q4f16_1-MLC/params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84c664c4f95c59a519b9813ce4e820f0ee46b24027c4670cc4a5e22b048d8ee0
3
+ size 29360128
WizardLM-2-7B-q4f16_1-MLC/params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a8680ec479a6f69cf5cef66c2d158a3190f7be82b44551062fe4de38c6a940a
3
+ size 58720256
WizardLM-2-7B-q4f16_1-MLC/params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a921263ba3ad1ce3ebb51eb29f6263b1b9361fc929d33fcf1cb54230b9849003
3
+ size 22036480
WizardLM-2-7B-q4f16_1-MLC/params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:105deec8627605e07d28fdf74fcba6ef380e644cc205020d6ca91df93d18806a
3
+ size 65536000
WizardLM-2-7B-q4f16_1-MLC/params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7545187da5ddc4a9b3e3e9c0b7cd756f919086f0f01c0d3f969b195d40dd9552
3
+ size 29360128
WizardLM-2-7B-q4f16_1-MLC/params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:484a39b16f833582d0ffcf2ea88042b26e3e8d7855f885bf8e5b0b1302c4d948
3
+ size 31801344
WizardLM-2-7B-q4f16_1-MLC/params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4f2ff8cecc2cb491c1301f57b2aab9ce5ef5aaf2f8f6fa9e9a145e106b31362
3
+ size 58720256
WizardLM-2-7B-q4f16_1-MLC/params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:383fa6b1c01d56098fafc4e700eaae53224e0721e527a5a36d503dec6e292fc5
3
+ size 25174016
WizardLM-2-7B-q4f16_1-MLC/params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2adc904e7fbd456e86addb34c0510932f7836e5cf2a59996e08246fd445bd45f
3
+ size 29360128
WizardLM-2-7B-q4f16_1-MLC/params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0120e846414d63967e3cbd5301aa90ee1b7c441fa4ea75ad878fb151b39f5117
3
+ size 58720256
WizardLM-2-7B-q4f16_1-MLC/params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02f4867b844bfcaea629399842872f32c376e5118a6ee98450fbac5bddf84d72
3
+ size 33046528
WizardLM-2-7B-q4f16_1-MLC/params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98d5a54d082736fee353770a74479edcea2d64d786bd4a9a46b5d44a58a17c29
3
+ size 58720256
WizardLM-2-7B-q4f16_1-MLC/params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:776bed3b1685552d8f6dd3b934f09cb577beea34e2cdea77e90c500481432de6
3
+ size 58720256
WizardLM-2-7B-q4f16_1-MLC/params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5bfb9ae46adea8d5e708e0bea309cfa512d64980f95f0a67e79f959648deb585
3
+ size 32505856
WizardLM-2-7B-q4f16_1-MLC/params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c775a4bef050b6bc30e3e380716d0d4b362e22accc04dc11e05eb7dddc4f23b0
3
+ size 29360128
WizardLM-2-7B-q4f16_1-MLC/params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb43965f8dedd1762f6e3c12981c372208ab43470eced52cd86b00f8d83ac1dc
3
+ size 58720256
WizardLM-2-7B-q4f16_1-MLC/params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb33c8cef9a2130c539dc97b6ef53a9340534a64cdccf263510ce22fb2326b49
3
+ size 33046528
WizardLM-2-7B-q4f16_1-MLC/params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9b0dd0620c4bc271bc5711eafa6cc66325f742d93208372834aa6f2c2d43e91
3
+ size 29360128
WizardLM-2-7B-q4f16_1-MLC/params_shard_46.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9be4d9a906cfe4bcf5ed17c9287c36cf038f05fca39877ad7677cd685b9317f9
3
+ size 58720256