sharpenb commited on
Commit
d5a2068
·
verified ·
1 Parent(s): f2363bc

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +3 -3
README.md CHANGED
@@ -61,9 +61,9 @@ You can run the smashed model with these steps:
61
  from transformers import AutoModelForCausalLM, AutoTokenizer
62
 
63
  try:
64
- model = HQQModelForCausalLM.from_quantized("PrunaAI/facebook-opt-125m-HQQ-1bit-smashed", device_map='auto')
65
- except:
66
- model = AutoHQQHFModel.from_quantized("PrunaAI/facebook-opt-125m-HQQ-1bit-smashed")
67
  tokenizer = AutoTokenizer.from_pretrained("facebook/opt-125m")
68
 
69
  input_ids = tokenizer("What is the color of prunes?,", return_tensors='pt').to(model.device)["input_ids"]
 
61
  from transformers import AutoModelForCausalLM, AutoTokenizer
62
 
63
  try:
64
+ model = HQQModelForCausalLM.from_quantized("PrunaAI/facebook-opt-125m-HQQ-1bit-smashed", device_map='auto')
65
+ except:
66
+ model = AutoHQQHFModel.from_quantized("PrunaAI/facebook-opt-125m-HQQ-1bit-smashed")
67
  tokenizer = AutoTokenizer.from_pretrained("facebook/opt-125m")
68
 
69
  input_ids = tokenizer("What is the color of prunes?,", return_tensors='pt').to(model.device)["input_ids"]