utils.py

import os
import sys
from typing import Any, Literal

from gradio import ChatMessage
from gradio.components.chatbot import Message

COMMUNITY_POSTFIX_URL = "/discussions"
DEBUG_MODE = False or os.environ.get("DEBUG_MODE") == "True"

models_config = {
    "Apriel-Nemotron-15b-Thinker": {
        "MODEL_DISPLAY_NAME": "Apriel-Nemotron-15b-Thinker",
        "MODEL_HF_URL": "https://huggingface.co/ServiceNow-AI/Apriel-Nemotron-15b-Thinker",
        "MODEL_NAME": os.environ.get("MODEL_NAME_NEMO_15B"),
        "VLLM_API_URL": os.environ.get("VLLM_API_URL_NEMO_15B"),
        "AUTH_TOKEN": os.environ.get("AUTH_TOKEN"),
        "REASONING": True
    },
    "Apriel-5b": {
        "MODEL_DISPLAY_NAME": "Apriel-5b",
        "MODEL_HF_URL": "https://huggingface.co/ServiceNow-AI/Apriel-5B-Instruct",
        "MODEL_NAME": os.environ.get("MODEL_NAME_5B"),
        "VLLM_API_URL": os.environ.get("VLLM_API_URL_5B"),
        "AUTH_TOKEN": os.environ.get("AUTH_TOKEN"),
        "REASONING": False
    }
}


def get_model_config(model_name: str) -> dict:
    config = models_config.get(model_name)
    if not config:
        raise ValueError(f"Model {model_name} not found in models_config")
    if not config.get("MODEL_NAME"):
        raise ValueError(f"Model name not found in config for {model_name}")
    if not config.get("VLLM_API_URL"):
        raise ValueError(f"VLLM API URL not found in config for {model_name}")

    return config


def log_message(message):
    if DEBUG_MODE is True:
        print(f"≫≫≫ {message}")


# Gradio 5.0.1 had issues with checking the message formats.  5.29.0 does not!
def check_format(messages: Any, type: Literal["messages", "tuples"] = "messages") -> None:
    if not DEBUG_MODE:
        return

    if type == "messages":
        all_valid = all(
            isinstance(message, dict)
            and "role" in message
            and "content" in message
            or isinstance(message, ChatMessage | Message)
            for message in messages
        )
        if not all_valid:
            # Display which message is not valid
            for i, message in enumerate(messages):
                if not (isinstance(message, dict) and
                        "role" in message and
                        "content" in message) and not isinstance(message, ChatMessage | Message):
                    print(f"_check_format() --> Invalid message at index {i}: {message}\n", file=sys.stderr)
                    break

            raise Exception(
                "Data incompatible with messages format. Each message should be a dictionary with 'role' and 'content' keys or a ChatMessage object."
            )
        # else:
        #     print("_check_format() --> All messages are valid.")
    elif not all(
            isinstance(message, (tuple, list)) and len(message) == 2
            for message in messages
    ):
        raise Exception(
            "Data incompatible with tuples format. Each message should be a list of length 2."
        )