50 lines
1.3 KiB
JSON
50 lines
1.3 KiB
JSON
[
|
|
{
|
|
"models":
|
|
{
|
|
"llama3": "llama3:8b-instruct-q5_K_M",
|
|
"wizardlm2": "wizardlm2:7b-q5_K_M",
|
|
"phi3": "phi3:14b-medium-4k-instruct-q5_K_M",
|
|
"zephyr": "zephyr:7b-beta-q5_K_M",
|
|
"solar": "solar:10.7b-instruct-v1-q5_K_M",
|
|
"mistral": "mistral:7b-instruct-v0.2-q5_K_M",
|
|
"dolphin-mistral": "dolphin-mistral:7b-v2.8-q5_K_M",
|
|
"dolphin-llama3": "dolphin-llama3:8b-v2.9-q5_K_M",
|
|
"llama3.1": "llama3.1:8b-instruct-q5_K_M"
|
|
|
|
},
|
|
|
|
"default_model": "llama3.1"
|
|
|
|
},
|
|
{
|
|
"server": "https://matrix.org",
|
|
"username": "@USERNAME:SERVER.TLD",
|
|
"password": "PASSWORD",
|
|
|
|
"channels":
|
|
[
|
|
"#channel1:SERVER.TLD",
|
|
"#channel2:SERVER.TLD",
|
|
"#channel3:SERVER.TLD",
|
|
"!ExAmPleOfApRivAtErOoM:SERVER.TLD"
|
|
],
|
|
|
|
"personality": "a minimalist AI assistant who provides longer responses when requested",
|
|
"admins":
|
|
[
|
|
"admin_nick1",
|
|
"admin_nick2"
|
|
]
|
|
|
|
},
|
|
{
|
|
"api_base": "http://localhost:11434",
|
|
"options":
|
|
{
|
|
"temperature": 0.8,
|
|
"top_p": 0.7,
|
|
"repeat_penalty": 1.2
|
|
}
|
|
}
|
|
] |