Update README.md
Browse files
README.md
CHANGED
@@ -61,9 +61,9 @@ You can run the smashed model with these steps:
|
|
61 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
62 |
|
63 |
try:
|
64 |
-
|
65 |
-
except:
|
66 |
-
|
67 |
tokenizer = AutoTokenizer.from_pretrained("facebook/opt-125m")
|
68 |
|
69 |
input_ids = tokenizer("What is the color of prunes?,", return_tensors='pt').to(model.device)["input_ids"]
|
|
|
61 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
62 |
|
63 |
try:
|
64 |
+
model = HQQModelForCausalLM.from_quantized("PrunaAI/facebook-opt-125m-HQQ-1bit-smashed", device_map='auto')
|
65 |
+
except:
|
66 |
+
model = AutoHQQHFModel.from_quantized("PrunaAI/facebook-opt-125m-HQQ-1bit-smashed")
|
67 |
tokenizer = AutoTokenizer.from_pretrained("facebook/opt-125m")
|
68 |
|
69 |
input_ids = tokenizer("What is the color of prunes?,", return_tensors='pt').to(model.device)["input_ids"]
|