Update README.md
Browse files
README.md
CHANGED
@@ -99,17 +99,17 @@ print(tokenizer.decode(outputs[0]))
|
|
99 |
|
100 |
</details>
|
101 |
|
102 |
-
####
|
103 |
|
104 |
<details>
|
105 |
<summary> Click to expand </summary>
|
106 |
|
107 |
```python
|
108 |
# pip install bitsandbytes accelerate
|
109 |
-
from transformers import AutoTokenizer, AutoModelForCausalLM
|
110 |
|
111 |
tokenizer = AutoTokenizer.from_pretrained("tiiuae/sindibad-7b")
|
112 |
-
model = AutoModelForCausalLM.from_pretrained("tiiuae/sindibad-7b", device_map="auto",
|
113 |
|
114 |
input_text = "Question: How many hours in one day? Answer: "
|
115 |
input_ids = tokenizer(input_text, return_tensors="pt").input_ids.to("cuda")
|
@@ -123,18 +123,20 @@ print(tokenizer.decode(outputs[0]))
|
|
123 |
|
124 |
# Training Details
|
125 |
|
126 |
-
|
127 |
|
|
|
128 |
|
|
|
129 |
|
130 |
## Training Procedure
|
131 |
|
|
|
132 |
|
133 |
# Evaluation
|
134 |
|
135 |
-
|
136 |
-
|
137 |
|
138 |
## Results
|
139 |
|
140 |
-
|
|
|
99 |
|
100 |
</details>
|
101 |
|
102 |
+
#### 4-bit
|
103 |
|
104 |
<details>
|
105 |
<summary> Click to expand </summary>
|
106 |
|
107 |
```python
|
108 |
# pip install bitsandbytes accelerate
|
109 |
+
from transformers import AutoTokenizer, AutoModelForCausalLM, BitsAndBytesConfig
|
110 |
|
111 |
tokenizer = AutoTokenizer.from_pretrained("tiiuae/sindibad-7b")
|
112 |
+
model = AutoModelForCausalLM.from_pretrained("tiiuae/sindibad-7b", device_map="auto", quantization_config=BitsAndBytesConfig(load_in_4bit=True))
|
113 |
|
114 |
input_text = "Question: How many hours in one day? Answer: "
|
115 |
input_ids = tokenizer(input_text, return_tensors="pt").input_ids.to("cuda")
|
|
|
123 |
|
124 |
# Training Details
|
125 |
|
126 |
+
Jingwei
|
127 |
|
128 |
+
## Training Data
|
129 |
|
130 |
+
Guillaume
|
131 |
|
132 |
## Training Procedure
|
133 |
|
134 |
+
Maksim
|
135 |
|
136 |
# Evaluation
|
137 |
|
138 |
+
Dhia & Youne
|
|
|
139 |
|
140 |
## Results
|
141 |
|
142 |
+
Ilyas
|