markian-rybchuk commited on
Commit
71ba2ab
·
verified ·
1 Parent(s): dc3b1e3

Update utils.py

Browse files
Files changed (1) hide show
  1. utils.py +6 -6
utils.py CHANGED
@@ -8,17 +8,17 @@ from gradio import ChatMessage
8
  from gradio.components.chatbot import Message
9
 
10
  COMMUNITY_POSTFIX_URL = "/discussions"
11
- DEBUG_MODE = False or os.environ.get("DEBUG_MODE") == "True"
12
- DEBUG_MODEL = False or os.environ.get("DEBUG_MODEL") == "True"
13
 
14
  models_config = {
15
  "Apriel-1.6-15B-Thinker": {
16
  "MODEL_DISPLAY_NAME": "Apriel-1.6-15B-Thinker",
17
  "MODEL_HF_URL": "https://huggingface.co/ServiceNow-AI/Apriel-1.6-15b-Thinker",
18
- "MODEL_NAME": os.environ.get("MODEL_NAME_APRIEL_1_6_15B"),
19
- "VLLM_API_URL": os.environ.get("VLLM_API_URL_APRIEL_1_6_15B"),
20
- "VLLM_API_URL_LIST": os.environ.get("VLLM_API_URL_LIST_APRIEL_1_6_15B"),
21
- "AUTH_TOKEN": os.environ.get("AUTH_TOKEN"),
22
  "REASONING": True,
23
  "MULTIMODAL": True,
24
  "TEMPERATURE": 0.6,
 
8
  from gradio.components.chatbot import Message
9
 
10
  COMMUNITY_POSTFIX_URL = "/discussions"
11
+ DEBUG_MODE = False
12
+ DEBUG_MODEL = False
13
 
14
  models_config = {
15
  "Apriel-1.6-15B-Thinker": {
16
  "MODEL_DISPLAY_NAME": "Apriel-1.6-15B-Thinker",
17
  "MODEL_HF_URL": "https://huggingface.co/ServiceNow-AI/Apriel-1.6-15b-Thinker",
18
+ "MODEL_NAME": "PLACEHOLDER", # os.environ.get("MODEL_NAME_APRIEL_1_6_15B"),
19
+ "VLLM_API_URL": "PLACEHOLDER", # os.environ.get("VLLM_API_URL_APRIEL_1_6_15B"),
20
+ "VLLM_API_URL_LIST": None, # os.environ.get("VLLM_API_URL_LIST_APRIEL_1_6_15B"),
21
+ "AUTH_TOKEN": None, # os.environ.get("AUTH_TOKEN"),
22
  "REASONING": True,
23
  "MULTIMODAL": True,
24
  "TEMPERATURE": 0.6,