feat: wire up num_gpu config and updated clients to daemon and TUI

This commit is contained in:
William Valentin
2026-02-05 15:51:30 -08:00
parent c1f64d6ded
commit 5558687ab9
2 changed files with 4 additions and 0 deletions
+2
View File
@@ -59,10 +59,12 @@ function createModelRouter(config: Config): ModelRouter {
localClient = new OllamaClient({
model: models.local.model,
host: models.local.endpoint,
numGpu: models.local.num_gpu,
});
} else if (models.local.provider === 'llamacpp') {
localClient = new LlamaCppClient({
endpoint: models.local.endpoint ?? 'http://localhost:8080',
model: models.local.model,
authToken: models.local.auth_token,
});
}