solidrust
/

Llama-3-8B-Synthia-v3.5-AWQ

Text Generation

4-bit precision

Inference Endpoints

text-generation-inference

Model card Files Files and versions Community

Suparious commited on Jun 2, 2024

Commit

216e07b

·

verified ·

1 Parent(s): 8ddd401

Adding AWQ model

Files changed (2) hide show

config.json +2 -2
generation_config.json +1 -1

config.json CHANGED Viewed

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "/home/ubuntu/.cache/huggingface/hub/models--migtissera--Llama-3-8B-Synthia-v3.5/snapshots/b7fe21f97f7390633814cb1db7210cd938c0a605",
   "architectures": [
     "LlamaForCausalLM"
   ],
@@ -31,7 +31,7 @@
   "rope_theta": 500000.0,
   "tie_word_embeddings": false,
   "torch_dtype": "float16",
-  "transformers_version": "4.41.0",
   "use_cache": false,
   "vocab_size": 128256
 }

 {
+  "_name_or_path": "/home/ubuntu/.cache/huggingface/hub/models--migtissera--Llama-3-8B-Synthia-v3.5/snapshots/af4990801a24fee7acf16370cb5aa5643b5e9d6c",
   "architectures": [
     "LlamaForCausalLM"
   ],
   "rope_theta": 500000.0,
   "tie_word_embeddings": false,
   "torch_dtype": "float16",
+  "transformers_version": "4.41.1",
   "use_cache": false,
   "vocab_size": 128256
 }

generation_config.json CHANGED Viewed

@@ -5,5 +5,5 @@
   "max_length": 4096,
   "temperature": 0.6,
   "top_p": 0.9,
-  "transformers_version": "4.41.0"
 }

   "max_length": 4096,
   "temperature": 0.6,
   "top_p": 0.9,
+  "transformers_version": "4.41.1"
 }