demo
This commit is contained in:
21
config.json
Normal file
21
config.json
Normal file
@@ -0,0 +1,21 @@
|
||||
{
|
||||
"llm": {
|
||||
"provider": "openai",
|
||||
"base_url": "http://localhost:1234/v1",
|
||||
"api_key": "lm-studio",
|
||||
"model": "qwen/qwen3.6-35b-a3b",
|
||||
"auto_open_reasoning": true,
|
||||
"context_tokens": 262144,
|
||||
"context_compaction_trigger_ratio": 0.8,
|
||||
"context_compaction_target_ratio": 0.7,
|
||||
"temperature": 0.3,
|
||||
"max_tokens": 262144,
|
||||
"top_p": 1,
|
||||
"frequency_penalty": 0,
|
||||
"presence_penalty": 0
|
||||
},
|
||||
"server": {
|
||||
"addr": ":8080",
|
||||
"host": "localhost"
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user