Update README.md
Browse files
README.md
CHANGED
@@ -88,7 +88,7 @@ model_id = "AtlaAI/Selene-1-Mini-Llama-3.1-8B"
|
|
88 |
model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto")
|
89 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
90 |
|
91 |
-
prompt = "I heard you can evaluate my responses?" # replace with your
|
92 |
messages = [{"role": "user", "content": prompt}]
|
93 |
text = tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)
|
94 |
model_inputs = tokenizer([text], return_tensors="pt").to(device)
|
|
|
88 |
model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto")
|
89 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
90 |
|
91 |
+
prompt = "I heard you can evaluate my responses?" # replace with your prompt / we provide prompt templates used during training at github.com/atla-ai/selene-mini/tree/main/prompt-templates
|
92 |
messages = [{"role": "user", "content": prompt}]
|
93 |
text = tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)
|
94 |
model_inputs = tokenizer([text], return_tensors="pt").to(device)
|