feat: add /backend command handler to MinimalTui
This commit is contained in:
@@ -4,6 +4,8 @@ import type { ModelClient, TokenUsage } from '../../models/types.js';
|
||||
import type { ModelRouter, ModelTier } from '../../models/router.js';
|
||||
import { parseCommand, getHelpText, resolveModelAlias, type Command } from './commands.js';
|
||||
import { renderMarkdown } from './markdown.js';
|
||||
import type { ModelConfig } from '../../config/schema.js';
|
||||
import { OllamaClient, LlamaCppClient } from '../../models/index.js';
|
||||
|
||||
export { parseCommand, type Command };
|
||||
|
||||
@@ -21,6 +23,8 @@ export interface MinimalTuiConfig {
|
||||
systemPrompt: string;
|
||||
onFullscreen?: () => void;
|
||||
onTransfer?: (target: string) => void;
|
||||
localProviders?: Record<string, ModelConfig>;
|
||||
currentLocalProvider?: string;
|
||||
}
|
||||
|
||||
export class MinimalTui {
|
||||
@@ -96,6 +100,10 @@ export class MinimalTui {
|
||||
this.handleModelCommand(command.name);
|
||||
break;
|
||||
|
||||
case 'backend':
|
||||
this.handleBackendCommand(command.provider);
|
||||
break;
|
||||
|
||||
case 'transfer':
|
||||
this.config.onTransfer?.(command.target);
|
||||
break;
|
||||
@@ -129,6 +137,66 @@ export class MinimalTui {
|
||||
}
|
||||
}
|
||||
|
||||
private handleBackendCommand(provider?: string): void {
|
||||
const router = this.config.modelRouter;
|
||||
if (!router) {
|
||||
console.log('Backend switching not available.\n');
|
||||
return;
|
||||
}
|
||||
|
||||
if (!provider) {
|
||||
const current = router.getLocalProviderName() ?? this.config.currentLocalProvider ?? 'unknown';
|
||||
const available = this.getAvailableBackends();
|
||||
console.log(`Current local backend: ${current}`);
|
||||
console.log(`Available: ${available.join(', ')}\n`);
|
||||
return;
|
||||
}
|
||||
|
||||
const providerConfig = this.config.localProviders?.[provider];
|
||||
if (!providerConfig) {
|
||||
const available = this.getAvailableBackends();
|
||||
console.log(`Backend '${provider}' not configured.`);
|
||||
console.log(`Available: ${available.join(', ')}\n`);
|
||||
return;
|
||||
}
|
||||
|
||||
const client = this.createLocalClient(providerConfig);
|
||||
if (!client) {
|
||||
console.log(`Failed to create client for '${provider}'.\n`);
|
||||
return;
|
||||
}
|
||||
|
||||
router.setLocalClient(client, provider);
|
||||
console.log(`Switched to backend: ${provider}\n`);
|
||||
}
|
||||
|
||||
private getAvailableBackends(): string[] {
|
||||
const backends: string[] = [];
|
||||
if (this.config.currentLocalProvider) {
|
||||
backends.push(this.config.currentLocalProvider);
|
||||
}
|
||||
if (this.config.localProviders) {
|
||||
backends.push(...Object.keys(this.config.localProviders));
|
||||
}
|
||||
return [...new Set(backends)];
|
||||
}
|
||||
|
||||
private createLocalClient(config: ModelConfig): ModelClient | null {
|
||||
if (config.provider === 'ollama') {
|
||||
return new OllamaClient({
|
||||
model: config.model,
|
||||
host: config.endpoint,
|
||||
});
|
||||
}
|
||||
if (config.provider === 'llamacpp') {
|
||||
return new LlamaCppClient({
|
||||
endpoint: config.endpoint ?? 'http://localhost:8080',
|
||||
authToken: config.auth_token,
|
||||
});
|
||||
}
|
||||
return null;
|
||||
}
|
||||
|
||||
private printStatus(): void {
|
||||
console.log(`Session: ${this.config.session.id}`);
|
||||
console.log(`Messages: ${this.config.session.getHistory().length}`);
|
||||
|
||||
Reference in New Issue
Block a user