diff --git a/src/daemon/index.ts b/src/daemon/index.ts index a1a41cb..b23ec71 100644 --- a/src/daemon/index.ts +++ b/src/daemon/index.ts @@ -59,10 +59,12 @@ function createModelRouter(config: Config): ModelRouter { localClient = new OllamaClient({ model: models.local.model, host: models.local.endpoint, + numGpu: models.local.num_gpu, }); } else if (models.local.provider === 'llamacpp') { localClient = new LlamaCppClient({ endpoint: models.local.endpoint ?? 'http://localhost:8080', + model: models.local.model, authToken: models.local.auth_token, }); } diff --git a/src/tui.ts b/src/tui.ts index c6d9af2..604151e 100644 --- a/src/tui.ts +++ b/src/tui.ts @@ -48,10 +48,12 @@ function createModelRouter(config: Config): ModelRouter { localClient = new OllamaClient({ model: models.local.model, host: models.local.endpoint, + numGpu: models.local.num_gpu, }); } else if (models.local.provider === 'llamacpp') { localClient = new LlamaCppClient({ endpoint: models.local.endpoint ?? 'http://localhost:8080', + model: models.local.model, authToken: models.local.auth_token, }); }