EvalArena / models.jsonl
dror44's picture
--wip-- [skip ci]
a0c1734
raw
history blame
4.38 kB
{"id": "qualifire-eval", "name": "Qualifire", "organization": "Qualifire", "license": "Proprietary", "api_model": "api", "provider": "qualifire", "parameters": "400M"}
{"id": "meta-llama-3.1-70b-instruct-turbo", "name": "Meta Llama 3.1 70B Instruct", "organization": "Meta", "license": "Open Source", "api_model": "meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo", "provider": "together", "parameters": "70B"}
{"id": "meta-llama-3.1-405b-instruct-turbo", "name": "Meta Llama 3.1 405B Instruct", "organization": "Meta", "license": "Open Source", "api_model": "meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo", "provider": "together", "parameters": "405B"}
{"id": "meta-llama-4-scout-17B-16E-instruct", "name": "Meta Llama 4 Scout 17B 16E Instruct", "organization": "Meta", "license": "Open Source", "api_model": "meta-llama/Llama-4-Scout-17B-16E-Instruct", "provider": "together", "parameters": "228B" }
{"id": "meta-llama-3.3-70B-instruct-turbo", "name": "Meta Llama 4 Scout 32K Instruct", "organization": "Meta", "license": "Open Source", "api_model": "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free", "provider": "together", "parameters": "70B"}
{"id": "meta-llama-3.1-8b-instruct-turbo", "name": "Meta Llama 3.1 8B Instruct", "organization": "Meta", "license": "Open Source", "api_model": "meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo", "provider": "together", "parameters": "8B"}
{"id": "gemma-2-27b-it", "name": "Gemma 2 27B", "organization": "Google", "license": "Open Source", "api_model": "google/gemma-2-27b-it", "provider": "together", "parameters": "27B"}
{"id": "gemma-2-9b-it", "name": "Gemma 2 9B", "organization": "Google", "license": "Open Source", "api_model": "google/gemma-2-9b-it", "provider": "together", "parameters": "9B"}
{"id": "mistral-7b-instruct-v0.3", "name": "Mistral (7B) Instruct v0.3", "organization": "Mistral AI", "license": "Open Source", "api_model": "mistralai/Mistral-7B-Instruct-v0.3", "provider": "together", "parameters": "7B"}
{"id": "o3-mini", "name": " o3-mini", "organization": "OpenAI", "license": "Proprietary", "api_model": "o3-mini", "provider": "openai", "parameters": "N/A"}
{"id": "gpt-4.1", "name": "GPT-4.1", "organization": "OpenAI", "license": "Proprietary", "api_model": "gpt-4.1", "provider": "openai", "parameters": "N/A"}
{"id": "gpt-4o", "name": "GPT-4o", "organization": "OpenAI", "license": "Proprietary", "api_model": "gpt-4o", "provider": "openai", "parameters": "N/A"}
{"id": "gpt-4-turbo", "name": "GPT-4 Turbo", "organization": "OpenAI", "license": "Proprietary", "api_model": "gpt-4-turbo", "provider": "openai", "parameters": "N/A"}
{"id": "gpt-3.5-turbo", "name": "GPT-3.5 Turbo", "organization": "OpenAI", "license": "Proprietary", "api_model": "gpt-3.5-turbo", "provider": "openai", "parameters": "N/A"}
{"id": "claude-3-7-sonnet-latest", "name": "Claude 3.7 Sonnet", "organization": "Anthropic", "license": "Proprietary", "api_model": "claude-3-7-sonnet-latest", "provider": "anthropic", "parameters": "N/A"}
{"id": "claude-3-7-haiku-latest", "name": "Claude 3.7 Haiku", "organization": "Anthropic", "license": "Proprietary", "api_model": "claude-3-7-haiku-latest", "provider": "anthropic", "parameters": "N/A"}
{"id": "claude-4-sonnet-latest", "name": "Claude 4 Sonnet", "organization": "Anthropic", "license": "Proprietary", "api_model": "claude-4-sonnet-latest", "provider": "anthropic", "parameters": "N/A"}
{"id": "claude-4-haiku-latest", "name": "Claude 4 haiku", "organization": "Anthropic", "license": "Proprietary", "api_model": "claude-4-haiku-latest", "provider": "anthropic", "parameters": "N/A"}
{"id": "qwen-2.5-72b-instruct-turbo", "name": "Qwen 2.5 72B Instruct", "organization": "Alibaba", "license": "Open Source", "api_model": "Qwen/Qwen2.5-72B-Instruct-Turbo", "provider": "together", "parameters": "72B"}
{"id": "qwen-2.5-7b-instruct-turbo", "name": "Qwen 2.5 7B Instruct", "organization": "Alibaba", "license": "Open Source", "api_model": "Qwen/Qwen2.5-7B-Instruct-Turbo", "provider": "together", "parameters": "7B"}
{"id": "deepseek-v3", "name": "DeepSeek V3", "organization": "DeepSeek", "license": "Open Source", "api_model": "deepseek-ai/DeepSeek-V3", "provider": "together", "parameters": "671B"}
{"id": "deepseek-r1", "name": "DeepSeek R1", "organization": "DeepSeek", "license": "Open Source", "api_model": "deepseek-ai/DeepSeek-R1", "provider": "together", "parameters": "671B"}