feat: add streaming support and num_gpu option to Ollama client

2026-02-05 15:51:28 -08:00
parent a2e1f73493
commit dbf1acd822
3 changed files with 63 additions and 1 deletions
@@ -18,6 +18,7 @@ const modelConfigSchema = z.object({
  api_key: z.string().optional(),
  auth_token: z.string().optional(),
  for: z.array(z.string()).optional(),
+  num_gpu: z.number().optional(),
 });

 const modelsSchema = z.object({