Text Generation
Transformers
Safetensors
English
falcon_mamba
Eval Results
Inference Endpoints
ybelkada commited on
Commit
f1824b9
·
verified ·
1 Parent(s): 54d2cdd

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +9 -7
README.md CHANGED
@@ -99,17 +99,17 @@ print(tokenizer.decode(outputs[0]))
99
 
100
  </details>
101
 
102
- #### INT8
103
 
104
  <details>
105
  <summary> Click to expand </summary>
106
 
107
  ```python
108
  # pip install bitsandbytes accelerate
109
- from transformers import AutoTokenizer, AutoModelForCausalLM
110
 
111
  tokenizer = AutoTokenizer.from_pretrained("tiiuae/sindibad-7b")
112
- model = AutoModelForCausalLM.from_pretrained("tiiuae/sindibad-7b", device_map="auto", load_in_8bit=True)
113
 
114
  input_text = "Question: How many hours in one day? Answer: "
115
  input_ids = tokenizer(input_text, return_tensors="pt").input_ids.to("cuda")
@@ -123,18 +123,20 @@ print(tokenizer.decode(outputs[0]))
123
 
124
  # Training Details
125
 
126
- ## Training Data
127
 
 
128
 
 
129
 
130
  ## Training Procedure
131
 
 
132
 
133
  # Evaluation
134
 
135
- ## Testing Data, Factors & Metrics
136
-
137
 
138
  ## Results
139
 
140
-
 
99
 
100
  </details>
101
 
102
+ #### 4-bit
103
 
104
  <details>
105
  <summary> Click to expand </summary>
106
 
107
  ```python
108
  # pip install bitsandbytes accelerate
109
+ from transformers import AutoTokenizer, AutoModelForCausalLM, BitsAndBytesConfig
110
 
111
  tokenizer = AutoTokenizer.from_pretrained("tiiuae/sindibad-7b")
112
+ model = AutoModelForCausalLM.from_pretrained("tiiuae/sindibad-7b", device_map="auto", quantization_config=BitsAndBytesConfig(load_in_4bit=True))
113
 
114
  input_text = "Question: How many hours in one day? Answer: "
115
  input_ids = tokenizer(input_text, return_tensors="pt").input_ids.to("cuda")
 
123
 
124
  # Training Details
125
 
126
+ Jingwei
127
 
128
+ ## Training Data
129
 
130
+ Guillaume
131
 
132
  ## Training Procedure
133
 
134
+ Maksim
135
 
136
  # Evaluation
137
 
138
+ Dhia & Youne
 
139
 
140
  ## Results
141
 
142
+ Ilyas