12 lines
246 B
TOML
12 lines
246 B
TOML
|
[[llama]]
|
||
|
|
url = "http://127.0.0.1:8081"
|
||
|
|
model_name = "Qwen2.5-3B-Instruct-Q4_K_M"
|
||
|
|
|
||
|
|
[[llama]]
|
||
|
|
url = "http://127.0.0.1:8082"
|
||
|
|
model_name = "bge-small-en-v1.5-q8_0"
|
||
|
|
|
||
|
|
[[llama]]
|
||
|
|
url = "http://127.0.0.1:8083"
|
||
|
|
model_name = "Llama-3.2-1B-Instruct-Q4_K_M"
|