Spaces:
Runtime error
Runtime error
Commit
·
bc5c55b
1
Parent(s):
917814e
Update app.py
Browse files
app.py
CHANGED
@@ -31,10 +31,10 @@ auth_token = os.environ.get("AUTH_TOKEN_SECRET")
|
|
31 |
#model_path = os.environ.get("MODEL_PATH")
|
32 |
|
33 |
model = LlamaForCausalLM.from_pretrained(
|
34 |
-
"
|
35 |
load_in_8bit=True,
|
36 |
device_map="auto") #low_cpu_mem_usage=True)
|
37 |
-
tokenizer = LlamaTokenizer.from_pretrained("
|
38 |
########## DEFINING FUNCTIONS ###################
|
39 |
|
40 |
def mean_pooling(model_output, attention_mask):
|
|
|
31 |
#model_path = os.environ.get("MODEL_PATH")
|
32 |
|
33 |
model = LlamaForCausalLM.from_pretrained(
|
34 |
+
"Claimed/CapybaraProper", use_auth_token=auth_token,
|
35 |
load_in_8bit=True,
|
36 |
device_map="auto") #low_cpu_mem_usage=True)
|
37 |
+
tokenizer = LlamaTokenizer.from_pretrained("Claimed/CapybaraProper", use_auth_token=auth_token)
|
38 |
########## DEFINING FUNCTIONS ###################
|
39 |
|
40 |
def mean_pooling(model_output, attention_mask):
|