Hugging Face's logo

Spaces:
bkoz
/
bk-sandbox
Running on Zero

App Files Community
bkoz commited on
Commit
00a0539
·
1 Parent(s): 289ce62

updated

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -10,7 +10,7 @@ from transformers import pipeline
10
  token = os.getenv("HUGGINGFACE_API_TOKEN")
11
  pipe = pipeline("text-generation", "meta-llama/Meta-Llama-3-8B-Instruct", torch_dtype=torch.bfloat16, device_map="auto", token=token)
12
 
13
- pipe.to('cuda')
14
 
15
  @spaces.GPU
16
  def generate(prompt):
 
10
  token = os.getenv("HUGGINGFACE_API_TOKEN")
11
  pipe = pipeline("text-generation", "meta-llama/Meta-Llama-3-8B-Instruct", torch_dtype=torch.bfloat16, device_map="auto", token=token)
12
 
13
+ # pipe.to('cuda')
14
 
15
  @spaces.GPU
16
  def generate(prompt):