Update README.md

README.md

@@ -45,7 +45,7 @@ from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline
 class TextGenerationAssistant:
     def __init__(self, model_id:str):
         self.tokenizer = AutoTokenizer.from_pretrained(model_id)
-        self.model = AutoModelForCausalLM.from_pretrained(model_id, device_map='auto',load_in_8bit=True)
+        self.model = AutoModelForCausalLM.from_pretrained(model_id, device_map='auto',load_in_8bit=False,load_in_4bit=True)
         self.pipe = pipeline("text-generation", 
                              model=self.model, 
                              tokenizer=self.tokenizer,