iofu728 commited on
Commit
00e9e5c
·
1 Parent(s): 4aabc8d

Feature(MInference): install pycuda

Browse files
Files changed (1) hide show
  1. app.py +4 -4
app.py CHANGED
@@ -81,12 +81,12 @@ def chat_llama3_8b(message: str,
81
  str: The generated response.
82
  """
83
  global model
 
 
 
 
84
  if "has_patch" not in model.__dict__:
85
  from minference import MInference
86
- subprocess.run(
87
- "pip install pycuda==2023.1",
88
- shell=True,
89
- )
90
  minference_patch = MInference("minference", model_name)
91
  model = minference_patch(model)
92
  conversation = []
 
81
  str: The generated response.
82
  """
83
  global model
84
+ subprocess.run(
85
+ "pip install pycuda==2023.1",
86
+ shell=True,
87
+ )
88
  if "has_patch" not in model.__dict__:
89
  from minference import MInference
 
 
 
 
90
  minference_patch = MInference("minference", model_name)
91
  model = minference_patch(model)
92
  conversation = []