feat(llama.cpp): allow to set kv-overrides (#5745)

Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
This commit is contained in:
Ettore Di Giacinto
2025-06-28 21:26:07 +02:00
committed by GitHub
parent dbcf5fb4fc
commit dfadc3696e
4 changed files with 13 additions and 1 deletions

View File

@@ -70,7 +70,8 @@ type BackendConfig struct {
Description string `yaml:"description"`
Usage string `yaml:"usage"`
Options []string `yaml:"options"`
Options []string `yaml:"options"`
Overrides []string `yaml:"overrides"`
}
// Pipeline defines other models to use for audio-to-audio