47 lines
1.1 KiB
JSON
47 lines
1.1 KiB
JSON
{
|
|
"data": "./data",
|
|
"base_url": "https://...",
|
|
"api_key": "sk-...",
|
|
"path": {
|
|
"models": "/ollama/api/tags",
|
|
"completion": "/api/chat/completions"
|
|
},
|
|
"model": "default",
|
|
"prompt": "You are a brilliant assistant who answers using every possible perspective on the subject.\nYou don't use interjections.\nWhen I ask to convert or respond in a specific format, you only display the result.\nYou think, speak and answer in French.\n\n",
|
|
"options": {
|
|
"top_k": 20,
|
|
"top_p": 0.9,
|
|
"temperature": 0
|
|
},
|
|
"options_example": {
|
|
"num_keep": 5,
|
|
"seed": 42,
|
|
"num_predict": 100,
|
|
"top_k": 20,
|
|
"top_p": 0.9,
|
|
"min_p": 0.0,
|
|
"tfs_z": 0.5,
|
|
"typical_p": 0.7,
|
|
"repeat_last_n": 33,
|
|
"temperature": 0.8,
|
|
"repeat_penalty": 1.2,
|
|
"presence_penalty": 1.5,
|
|
"frequency_penalty": 1.0,
|
|
"mirostat": 1,
|
|
"mirostat_tau": 0.8,
|
|
"mirostat_eta": 0.6,
|
|
"penalize_newline": true,
|
|
"stop": ["\n", "user:"],
|
|
"numa": false,
|
|
"num_ctx": 1024,
|
|
"num_batch": 2,
|
|
"num_gpu": 1,
|
|
"main_gpu": 0,
|
|
"low_vram": false,
|
|
"vocab_only": false,
|
|
"use_mmap": true,
|
|
"use_mlock": false,
|
|
"num_thread": 8
|
|
}
|
|
}
|