GradLLM / appsettings.json
Mungert's picture
Update appsettings.json
577affe verified
{
"Logging": {
"LogLevel": {
"Default": "Debug",
"Microsoft": "Debug",
"Microsoft.Hosting.Lifetime": "Debug"
}
},
"OpenAIApiKey": ".env",
"EmailEncryptKey": ".env",
"LocalSystemUrl": {
"ExternalUrl": "https://asmonitorsrv.readyforquantum.com",
"IPAddress": "",
"RabbitHostName": "devrabbitmq.readyforquantum.com",
"RabbitPort": 55672,
"RabbitInstanceName": "ASSrv-LLMService",
"RabbitUserName": "usercommonxf1",
"RabbitPassword": ".env",
"RabbitVHost": "/vhostuser",
"UseTls": true
},
"RedisUrl": "redis.readyforquantum.com:46379",
"RedisSecret": ".env",
"ServiceID": "gradllm",
"StartThisTestLLM": false,
"LlmNoInitMessage": true,
"ServiceAuthKey": ".env",
"LlmModelPath": "/home/mahadeva/code/models/",
"LlmModelFileName": "xLAM-2-3b-fc-r-q8_0.gguf",
"LlmContextFileName": "context-xlam-2.gguf",
"LlmSystemPrompt": "system_prompt_xlam_2_run",
"LlmPromptMode": " -if -sp -no-cnv --simple-io ",
"LlmVersion": "xlam_2",
"LlmCtxSize": 12000,
"LlmOpenAICtxSize": 24000,
"LlmCtxRatio": 6,
"LlmTemp": "0.3",
"LlmThreads": 2,
"LlmSystemPromptTimeout": 120,
"LlmUserPromptTimeout": 1200,
"LlmSessionIdleTimeout": 1440,
"LlmGptModel": "gpt-4.1-mini",
"LlmHFModelID": "Qwen/Qwen3-1.7B",
"LlmHFKey": ".env",
"LlmHFUrl": "https://api.novita.ai/v3/openai/chat/completions",
"LlmHFModelVersion": "qwen_3",
"LlmUseHF": true,
"LlmNoThink" : true,
"AudioServiceUrl": "https://devtranscribe.readyforquantum.com",
"AudioServiceOutputDir": "/home/audioservice/app/files",
"IsStream": false,
"REDIS_PASSWORD" :".env",
"RabbitPassword": ".env",
"RabbitRoutingKey": "execute.api",
"RabbitExhangeType": "direct",
"UseTls" : true,
"EnableAgentFlow" : true
}