Spaces:

Akbartus
/

SmolVLM_CPU

Sleeping

Akbartus commited on Nov 27, 2024

Commit

d8cf851

verified ·

1 Parent(s): 2cec618

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -13,7 +13,7 @@ processor = AutoProcessor.from_pretrained("HuggingFaceTB/SmolVLM-Instruct")
 model = AutoModelForVision2Seq.from_pretrained("HuggingFaceTB/SmolVLM-Instruct",
         torch_dtype=torch.bfloat16,
         #_attn_implementation="flash_attention_2"
-        ).to("cuda")
 @spaces.GPU
 def model_inference(

 model = AutoModelForVision2Seq.from_pretrained("HuggingFaceTB/SmolVLM-Instruct",
         torch_dtype=torch.bfloat16,
         #_attn_implementation="flash_attention_2"
+        ).to("cpu")
 @spaces.GPU
 def model_inference(