Update utils.py
Browse files
utils.py
CHANGED
|
@@ -8,17 +8,17 @@ from gradio import ChatMessage
|
|
| 8 |
from gradio.components.chatbot import Message
|
| 9 |
|
| 10 |
COMMUNITY_POSTFIX_URL = "/discussions"
|
| 11 |
-
DEBUG_MODE = False
|
| 12 |
-
DEBUG_MODEL = False
|
| 13 |
|
| 14 |
models_config = {
|
| 15 |
"Apriel-1.6-15B-Thinker": {
|
| 16 |
"MODEL_DISPLAY_NAME": "Apriel-1.6-15B-Thinker",
|
| 17 |
"MODEL_HF_URL": "https://huggingface.co/ServiceNow-AI/Apriel-1.6-15b-Thinker",
|
| 18 |
-
"MODEL_NAME": os.environ.get("MODEL_NAME_APRIEL_1_6_15B"),
|
| 19 |
-
"VLLM_API_URL": os.environ.get("VLLM_API_URL_APRIEL_1_6_15B"),
|
| 20 |
-
"VLLM_API_URL_LIST": os.environ.get("VLLM_API_URL_LIST_APRIEL_1_6_15B"),
|
| 21 |
-
"AUTH_TOKEN": os.environ.get("AUTH_TOKEN"),
|
| 22 |
"REASONING": True,
|
| 23 |
"MULTIMODAL": True,
|
| 24 |
"TEMPERATURE": 0.6,
|
|
|
|
| 8 |
from gradio.components.chatbot import Message
|
| 9 |
|
| 10 |
COMMUNITY_POSTFIX_URL = "/discussions"
|
| 11 |
+
DEBUG_MODE = False
|
| 12 |
+
DEBUG_MODEL = False
|
| 13 |
|
| 14 |
models_config = {
|
| 15 |
"Apriel-1.6-15B-Thinker": {
|
| 16 |
"MODEL_DISPLAY_NAME": "Apriel-1.6-15B-Thinker",
|
| 17 |
"MODEL_HF_URL": "https://huggingface.co/ServiceNow-AI/Apriel-1.6-15b-Thinker",
|
| 18 |
+
"MODEL_NAME": "PLACEHOLDER", # os.environ.get("MODEL_NAME_APRIEL_1_6_15B"),
|
| 19 |
+
"VLLM_API_URL": "PLACEHOLDER", # os.environ.get("VLLM_API_URL_APRIEL_1_6_15B"),
|
| 20 |
+
"VLLM_API_URL_LIST": None, # os.environ.get("VLLM_API_URL_LIST_APRIEL_1_6_15B"),
|
| 21 |
+
"AUTH_TOKEN": None, # os.environ.get("AUTH_TOKEN"),
|
| 22 |
"REASONING": True,
|
| 23 |
"MULTIMODAL": True,
|
| 24 |
"TEMPERATURE": 0.6,
|