feat: wire up num_gpu config and updated clients to daemon and TUI
This commit is contained in:
@@ -59,10 +59,12 @@ function createModelRouter(config: Config): ModelRouter {
|
|||||||
localClient = new OllamaClient({
|
localClient = new OllamaClient({
|
||||||
model: models.local.model,
|
model: models.local.model,
|
||||||
host: models.local.endpoint,
|
host: models.local.endpoint,
|
||||||
|
numGpu: models.local.num_gpu,
|
||||||
});
|
});
|
||||||
} else if (models.local.provider === 'llamacpp') {
|
} else if (models.local.provider === 'llamacpp') {
|
||||||
localClient = new LlamaCppClient({
|
localClient = new LlamaCppClient({
|
||||||
endpoint: models.local.endpoint ?? 'http://localhost:8080',
|
endpoint: models.local.endpoint ?? 'http://localhost:8080',
|
||||||
|
model: models.local.model,
|
||||||
authToken: models.local.auth_token,
|
authToken: models.local.auth_token,
|
||||||
});
|
});
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -48,10 +48,12 @@ function createModelRouter(config: Config): ModelRouter {
|
|||||||
localClient = new OllamaClient({
|
localClient = new OllamaClient({
|
||||||
model: models.local.model,
|
model: models.local.model,
|
||||||
host: models.local.endpoint,
|
host: models.local.endpoint,
|
||||||
|
numGpu: models.local.num_gpu,
|
||||||
});
|
});
|
||||||
} else if (models.local.provider === 'llamacpp') {
|
} else if (models.local.provider === 'llamacpp') {
|
||||||
localClient = new LlamaCppClient({
|
localClient = new LlamaCppClient({
|
||||||
endpoint: models.local.endpoint ?? 'http://localhost:8080',
|
endpoint: models.local.endpoint ?? 'http://localhost:8080',
|
||||||
|
model: models.local.model,
|
||||||
authToken: models.local.auth_token,
|
authToken: models.local.auth_token,
|
||||||
});
|
});
|
||||||
}
|
}
|
||||||
|
|||||||
Reference in New Issue
Block a user