Spaces:
Running
on
Zero
Running
on
Zero
ehristoforu
commited on
Update app.py
Browse files
app.py
CHANGED
@@ -32,7 +32,7 @@ model = AutoModelForCausalLM.from_pretrained(
|
|
32 |
'''
|
33 |
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
34 |
|
35 |
-
peft_model = AutoPeftModelForCausalLM.from_pretrained("ehristoforu/fd-lora-
|
36 |
merged_model = peft_model.merge_and_unload()
|
37 |
merged_model.save_pretrained("./coolqwen")
|
38 |
#model.save_pretrained("./coolqwen")
|
@@ -46,7 +46,7 @@ api = HfApi()
|
|
46 |
|
47 |
api.upload_folder(
|
48 |
folder_path="./coolqwen",
|
49 |
-
repo_id="ehristoforu/fd-lora-merged-
|
50 |
repo_type="model",
|
51 |
token=HF_TOKEN,
|
52 |
)
|
|
|
32 |
'''
|
33 |
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
34 |
|
35 |
+
peft_model = AutoPeftModelForCausalLM.from_pretrained("ehristoforu/fd-lora-16x32", torch_dtype=torch.float16, trust_remote_code=True)
|
36 |
merged_model = peft_model.merge_and_unload()
|
37 |
merged_model.save_pretrained("./coolqwen")
|
38 |
#model.save_pretrained("./coolqwen")
|
|
|
46 |
|
47 |
api.upload_folder(
|
48 |
folder_path="./coolqwen",
|
49 |
+
repo_id="ehristoforu/fd-lora-merged-16x32",
|
50 |
repo_type="model",
|
51 |
token=HF_TOKEN,
|
52 |
)
|