From 5558687ab97d198cca35fa5d67a9e5a41aae4b8b Mon Sep 17 00:00:00 2001 From: William Valentin Date: Thu, 5 Feb 2026 15:51:30 -0800 Subject: [PATCH] feat: wire up num_gpu config and updated clients to daemon and TUI --- src/daemon/index.ts | 2 ++ src/tui.ts | 2 ++ 2 files changed, 4 insertions(+) diff --git a/src/daemon/index.ts b/src/daemon/index.ts index a1a41cb..b23ec71 100644 --- a/src/daemon/index.ts +++ b/src/daemon/index.ts @@ -59,10 +59,12 @@ function createModelRouter(config: Config): ModelRouter { localClient = new OllamaClient({ model: models.local.model, host: models.local.endpoint, + numGpu: models.local.num_gpu, }); } else if (models.local.provider === 'llamacpp') { localClient = new LlamaCppClient({ endpoint: models.local.endpoint ?? 'http://localhost:8080', + model: models.local.model, authToken: models.local.auth_token, }); } diff --git a/src/tui.ts b/src/tui.ts index c6d9af2..604151e 100644 --- a/src/tui.ts +++ b/src/tui.ts @@ -48,10 +48,12 @@ function createModelRouter(config: Config): ModelRouter { localClient = new OllamaClient({ model: models.local.model, host: models.local.endpoint, + numGpu: models.local.num_gpu, }); } else if (models.local.provider === 'llamacpp') { localClient = new LlamaCppClient({ endpoint: models.local.endpoint ?? 'http://localhost:8080', + model: models.local.model, authToken: models.local.auth_token, }); }