Commit
·
87abcd8
1
Parent(s):
095bfc5
Update README.md
Browse files
README.md
CHANGED
@@ -9,9 +9,9 @@ Example below edited from https://github.com/openlm-research/open_llama
|
|
9 |
```
|
10 |
import torch
|
11 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
12 |
-
model_name = "
|
13 |
-
|
14 |
-
tokenizer = AutoTokenizer.from_pretrained(
|
15 |
model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype = torch.float16, device_map = "auto")
|
16 |
|
17 |
prompt = "Q: What is the largest animal?\nA:"
|
|
|
9 |
```
|
10 |
import torch
|
11 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
12 |
+
model_name = "openlm-research/open_llama_3b_600bt_preview"
|
13 |
+
fast_model_name = "danielhanchen/open_llama_3b_600bt_preview"
|
14 |
+
tokenizer = AutoTokenizer.from_pretrained(fast_model_name)
|
15 |
model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype = torch.float16, device_map = "auto")
|
16 |
|
17 |
prompt = "Q: What is the largest animal?\nA:"
|