Update app.py
Browse files
app.py
CHANGED
|
@@ -5,7 +5,7 @@ from transformers import AutoModelForCausalLM
|
|
| 5 |
def LMmodel(message, history):
|
| 6 |
base_model_id="LeoLM/leo-mistral-hessianai-7b-chat"
|
| 7 |
try:
|
| 8 |
-
base_model = AutoModelForCausalLM.from_pretrained(base_model_id, device_map="auto",trust_remote_code=True)
|
| 9 |
except Exception as e:
|
| 10 |
exp = str(e)
|
| 11 |
return exp
|
|
|
|
| 5 |
def LMmodel(message, history):
|
| 6 |
base_model_id="LeoLM/leo-mistral-hessianai-7b-chat"
|
| 7 |
try:
|
| 8 |
+
base_model = AutoModelForCausalLM.from_pretrained(base_model_id, device_map="auto",offload_folder="offload",trust_remote_code=True)
|
| 9 |
except Exception as e:
|
| 10 |
exp = str(e)
|
| 11 |
return exp
|