feat(models): add background task model override config and runtime wiring

2026-02-19 09:52:45 -08:00
parent 4df1291e64
commit 027f7ad283
6 changed files with 367 additions and 4 deletions
@@ -1,6 +1,6 @@
 import type { GatewayRequest, OutboundMessage } from '../protocol.js';
 import { makeResponse, makeError, ErrorCode } from '../protocol.js';
-import type { Config } from '../../config/index.js';
+import { MODEL_PROVIDERS, type Config, type ModelProvider } from '../../config/index.js';

 export interface ConfigHandlerDeps {
  config: Config;
@@ -163,6 +163,156 @@ const PATCHABLE_KEYS: Record<string, (config: Config, value: unknown) => boolean
    config.server.nodes.push.enabled = value;
    return true;
  },
+  'agents.primary_tier': (config, value) => {
+    if (value !== 'fast' && value !== 'default' && value !== 'complex' && value !== 'local') {return false;}
+    config.agents.primary_tier = value;
+    return true;
+  },
+  'agents.delegation.compaction': (config, value) => {
+    if (value !== 'fast' && value !== 'default' && value !== 'complex' && value !== 'local') {return false;}
+    config.agents.delegation.compaction = value;
+    return true;
+  },
+  'agents.delegation.memory_extraction': (config, value) => {
+    if (value !== 'fast' && value !== 'default' && value !== 'complex' && value !== 'local') {return false;}
+    config.agents.delegation.memory_extraction = value;
+    return true;
+  },
+  'agents.delegation.classification': (config, value) => {
+    if (value !== 'fast' && value !== 'default' && value !== 'complex' && value !== 'local') {return false;}
+    config.agents.delegation.classification = value;
+    return true;
+  },
+  'agents.delegation.tool_summarisation': (config, value) => {
+    if (value !== 'fast' && value !== 'default' && value !== 'complex' && value !== 'local') {return false;}
+    config.agents.delegation.tool_summarisation = value;
+    return true;
+  },
+  'agents.delegation.complex_reasoning': (config, value) => {
+    if (value !== 'fast' && value !== 'default' && value !== 'complex' && value !== 'local') {return false;}
+    config.agents.delegation.complex_reasoning = value;
+    return true;
+  },
+  'agents.background_models.compaction.enabled': (config, value) => {
+    if (typeof value !== 'boolean') {return false;}
+    config.agents.background_models.compaction ??= { enabled: true, provider: 'openai', model: 'gpt-4o-mini', fallback_tier: 'fast' };
+    config.agents.background_models.compaction.enabled = value;
+    return true;
+  },
+  'agents.background_models.compaction.provider': (config, value) => {
+    if (!MODEL_PROVIDERS.includes(String(value) as ModelProvider)) {return false;}
+    config.agents.background_models.compaction ??= { enabled: true, provider: 'openai', model: 'gpt-4o-mini', fallback_tier: 'fast' };
+    config.agents.background_models.compaction.provider = value as ModelProvider;
+    return true;
+  },
+  'agents.background_models.compaction.model': (config, value) => {
+    if (typeof value !== 'string' || value.trim().length === 0) {return false;}
+    config.agents.background_models.compaction ??= { enabled: true, provider: 'openai', model: 'gpt-4o-mini', fallback_tier: 'fast' };
+    config.agents.background_models.compaction.model = value.trim();
+    return true;
+  },
+  'agents.background_models.compaction.fallback_tier': (config, value) => {
+    if (value !== 'fast' && value !== 'default' && value !== 'complex' && value !== 'local') {return false;}
+    config.agents.background_models.compaction ??= { enabled: true, provider: 'openai', model: 'gpt-4o-mini', fallback_tier: 'fast' };
+    config.agents.background_models.compaction.fallback_tier = value;
+    return true;
+  },
+  'agents.background_models.memory_extraction.enabled': (config, value) => {
+    if (typeof value !== 'boolean') {return false;}
+    config.agents.background_models.memory_extraction ??= { enabled: true, provider: 'openai', model: 'gpt-4o-mini', fallback_tier: 'fast' };
+    config.agents.background_models.memory_extraction.enabled = value;
+    return true;
+  },
+  'agents.background_models.memory_extraction.provider': (config, value) => {
+    if (!MODEL_PROVIDERS.includes(String(value) as ModelProvider)) {return false;}
+    config.agents.background_models.memory_extraction ??= { enabled: true, provider: 'openai', model: 'gpt-4o-mini', fallback_tier: 'fast' };
+    config.agents.background_models.memory_extraction.provider = value as ModelProvider;
+    return true;
+  },
+  'agents.background_models.memory_extraction.model': (config, value) => {
+    if (typeof value !== 'string' || value.trim().length === 0) {return false;}
+    config.agents.background_models.memory_extraction ??= { enabled: true, provider: 'openai', model: 'gpt-4o-mini', fallback_tier: 'fast' };
+    config.agents.background_models.memory_extraction.model = value.trim();
+    return true;
+  },
+  'agents.background_models.memory_extraction.fallback_tier': (config, value) => {
+    if (value !== 'fast' && value !== 'default' && value !== 'complex' && value !== 'local') {return false;}
+    config.agents.background_models.memory_extraction ??= { enabled: true, provider: 'openai', model: 'gpt-4o-mini', fallback_tier: 'fast' };
+    config.agents.background_models.memory_extraction.fallback_tier = value;
+    return true;
+  },
+  'agents.background_models.classification.enabled': (config, value) => {
+    if (typeof value !== 'boolean') {return false;}
+    config.agents.background_models.classification ??= { enabled: true, provider: 'openai', model: 'gpt-4o-mini', fallback_tier: 'fast' };
+    config.agents.background_models.classification.enabled = value;
+    return true;
+  },
+  'agents.background_models.classification.provider': (config, value) => {
+    if (!MODEL_PROVIDERS.includes(String(value) as ModelProvider)) {return false;}
+    config.agents.background_models.classification ??= { enabled: true, provider: 'openai', model: 'gpt-4o-mini', fallback_tier: 'fast' };
+    config.agents.background_models.classification.provider = value as ModelProvider;
+    return true;
+  },
+  'agents.background_models.classification.model': (config, value) => {
+    if (typeof value !== 'string' || value.trim().length === 0) {return false;}
+    config.agents.background_models.classification ??= { enabled: true, provider: 'openai', model: 'gpt-4o-mini', fallback_tier: 'fast' };
+    config.agents.background_models.classification.model = value.trim();
+    return true;
+  },
+  'agents.background_models.classification.fallback_tier': (config, value) => {
+    if (value !== 'fast' && value !== 'default' && value !== 'complex' && value !== 'local') {return false;}
+    config.agents.background_models.classification ??= { enabled: true, provider: 'openai', model: 'gpt-4o-mini', fallback_tier: 'fast' };
+    config.agents.background_models.classification.fallback_tier = value;
+    return true;
+  },
+  'agents.background_models.tool_summarisation.enabled': (config, value) => {
+    if (typeof value !== 'boolean') {return false;}
+    config.agents.background_models.tool_summarisation ??= { enabled: true, provider: 'openai', model: 'gpt-4o-mini', fallback_tier: 'fast' };
+    config.agents.background_models.tool_summarisation.enabled = value;
+    return true;
+  },
+  'agents.background_models.tool_summarisation.provider': (config, value) => {
+    if (!MODEL_PROVIDERS.includes(String(value) as ModelProvider)) {return false;}
+    config.agents.background_models.tool_summarisation ??= { enabled: true, provider: 'openai', model: 'gpt-4o-mini', fallback_tier: 'fast' };
+    config.agents.background_models.tool_summarisation.provider = value as ModelProvider;
+    return true;
+  },
+  'agents.background_models.tool_summarisation.model': (config, value) => {
+    if (typeof value !== 'string' || value.trim().length === 0) {return false;}
+    config.agents.background_models.tool_summarisation ??= { enabled: true, provider: 'openai', model: 'gpt-4o-mini', fallback_tier: 'fast' };
+    config.agents.background_models.tool_summarisation.model = value.trim();
+    return true;
+  },
+  'agents.background_models.tool_summarisation.fallback_tier': (config, value) => {
+    if (value !== 'fast' && value !== 'default' && value !== 'complex' && value !== 'local') {return false;}
+    config.agents.background_models.tool_summarisation ??= { enabled: true, provider: 'openai', model: 'gpt-4o-mini', fallback_tier: 'fast' };
+    config.agents.background_models.tool_summarisation.fallback_tier = value;
+    return true;
+  },
+  'agents.background_models.complex_reasoning.enabled': (config, value) => {
+    if (typeof value !== 'boolean') {return false;}
+    config.agents.background_models.complex_reasoning ??= { enabled: true, provider: 'openai', model: 'gpt-4o-mini', fallback_tier: 'fast' };
+    config.agents.background_models.complex_reasoning.enabled = value;
+    return true;
+  },
+  'agents.background_models.complex_reasoning.provider': (config, value) => {
+    if (!MODEL_PROVIDERS.includes(String(value) as ModelProvider)) {return false;}
+    config.agents.background_models.complex_reasoning ??= { enabled: true, provider: 'openai', model: 'gpt-4o-mini', fallback_tier: 'fast' };
+    config.agents.background_models.complex_reasoning.provider = value as ModelProvider;
+    return true;
+  },
+  'agents.background_models.complex_reasoning.model': (config, value) => {
+    if (typeof value !== 'string' || value.trim().length === 0) {return false;}
+    config.agents.background_models.complex_reasoning ??= { enabled: true, provider: 'openai', model: 'gpt-4o-mini', fallback_tier: 'fast' };
+    config.agents.background_models.complex_reasoning.model = value.trim();
+    return true;
+  },
+  'agents.background_models.complex_reasoning.fallback_tier': (config, value) => {
+    if (value !== 'fast' && value !== 'default' && value !== 'complex' && value !== 'local') {return false;}
+    config.agents.background_models.complex_reasoning ??= { enabled: true, provider: 'openai', model: 'gpt-4o-mini', fallback_tier: 'fast' };
+    config.agents.background_models.complex_reasoning.fallback_tier = value;
+    return true;
+  },
  'automation.delivery_mode': (config, value) => {
    if (value !== 'shared_session' && value !== 'isolated_job' && value !== 'announce') {return false;}
    config.automation ??= {} as Config['automation'];