File size: 1,780 Bytes
db550a4
 
 
 
 
 
 
 
 
 
 
 
 
3b719b5
047201e
db550a4
 
 
 
 
 
 
 
ba9c53a
096cd9b
 
db550a4
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
416e8d0
db550a4
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
{
  "Logging": {
    "LogLevel": {
      "Default": "Debug",
      "Microsoft": "Debug",
      "Microsoft.Hosting.Lifetime": "Debug"
    }
  },
  "OpenAIApiKey": ".env",
  "EmailEncryptKey": ".env",
  "LocalSystemUrl": {
    "ExternalUrl": "https://asmonitorsrv.readyforquantum.com",
    "IPAddress": "",
    "RabbitHostName": "devrabbitmq.readyforquantum.com",
    "RabbitPort": 55672,
    "RabbitInstanceName": "ASSrv-LLMService",
    "RabbitUserName": "usercommonxf1",
    "RabbitPassword": ".env",
    "RabbitVHost": "/vhostuser",
    "UseTls": true
  },
  "RedisUrl": "redis.readyforquantum.com:46379",
  "RedisSecret": ".env",
  "ServiceID": "gradllm",
  "StartThisTestLLM": false,
  "LlmNoInitMessage": true,
  "ServiceAuthKey": ".env",
  "LlmModelPath": "/home/mahadeva/code/models/",
  "LlmModelFileName": "xLAM-2-3b-fc-r-q8_0.gguf",
  "LlmContextFileName": "context-xlam-2.gguf",
  "LlmSystemPrompt": "system_prompt_xlam_2_run",
  "LlmPromptMode": " -if -sp -no-cnv --simple-io ",
  "LlmVersion": "xlam_2",
  "LlmCtxSize": 12000,
  "LlmOpenAICtxSize": 32000,
  "LlmCtxRatio": 6,
  "LlmTemp": "0.3",
  "LlmThreads": 4,
  "LlmSystemPromptTimeout": 120,
  "LlmUserPromptTimeout": 1200,
  "LlmSessionIdleTimeout": 1440,
  "LlmGptModel": "gpt-4.1-mini",
  "LlmHFModelID": "Qwen/Qwen3-1.7B",
  "LlmHFKey": ".env",
  "LlmHFUrl": "https://api.novita.ai/v3/openai/chat/completions",
  "LlmHFModelVersion": "qwen_3",
  "LlmUseHF": true,
  "LlmNoThink" : true,
  "AudioServiceUrl": "https://devtranscribe.readyforquantum.com",
  "AudioServiceOutputDir": "/home/audioservice/app/files",
  "IsStream": false,
  "REDIS_PASSWORD" :".env",
  "RabbitPassword": ".env",
  "RabbitRoutingKey": "execute.api",
  "RabbitExhangeType": "direct",
  "UseTls" : true,
  "EnableAgentFlow" : true
}