fix(models): tighten audio capability + correct openai oauth content

src/models/capabilities.ts

@@ -7,22 +7,26 @@
 
 export type ModelProvider = 'anthropic' | 'openai' | 'gemini' | 'bedrock' | 'github' | 'ollama' | 'llamacpp' | 'openrouter' | 'zhipuai' | 'xai';
 
-/** Providers that support native audio input in their API. */
-const AUDIO_CAPABLE_PROVIDERS = new Set<string>([
-  'gemini',
-  'openai',
-  'github',  // GitHub Models uses OpenAI-compatible API
+/**
+ * Models known to support native audio input via their API.
+ * We use an allowlist (not a provider-level blanket) to avoid silently
+ * dropping audio for models that don't actually handle audio content parts.
+ */
+const AUDIO_CAPABLE_MODELS = new Set<string>([
+  // Gemini — all current models support audio
+  'gemini-2.0-flash',
+  'gemini-2.0-pro',
+  'gemini-1.5-flash',
+  'gemini-1.5-pro',
+  // OpenAI — only multimodal audio models
+  'gpt-4o',
+  'gpt-4o-mini',
+  'gpt-4o-audio-preview',
 ]);
 
-/**
- * Models known NOT to support audio despite their provider supporting it.
- * For example, older OpenAI models or specialized models.
- */
-const AUDIO_INCAPABLE_MODELS = new Set<string>([
-  // Older OpenAI models that predate audio input support
-  'gpt-3.5-turbo',
-  'gpt-4',
-  'gpt-4-turbo',
+/** Providers where all models support audio (e.g. Gemini). */
+const AUDIO_CAPABLE_PROVIDERS = new Set<string>([
+  'gemini',
 ]);
 
 /**
@@ -34,15 +38,15 @@ const AUDIO_INCAPABLE_MODELS = new Set<string>([
 export function supportsAudioInput(provider: string, model: string, override?: boolean): boolean {
   if (override !== undefined) {return override;}
 
-  // Provider must be in the capable set
-  if (!AUDIO_CAPABLE_PROVIDERS.has(provider)) {
-    return false;
+  // Provider-level blanket (all models support audio)
+  if (AUDIO_CAPABLE_PROVIDERS.has(provider)) {
+    return true;
   }
 
-  // Check model-specific exclusions
-  if (AUDIO_INCAPABLE_MODELS.has(model)) {
-    return false;
+  // Model-level allowlist
+  if (AUDIO_CAPABLE_MODELS.has(model)) {
+    return true;
   }
 
-  return true;
+  return false;
 }

src/models/openai.ts

@@ -96,9 +96,10 @@ export class OpenAIClient implements ModelClient {
       .map((m) => {
         const text = getMessageTextWithTools(m);
         if (!text) {return null;}
+        const contentType = m.role === 'assistant' ? 'output_text' : 'input_text';
         return {
           role: m.role,
-          content: [{ type: 'input_text', text }],
+          content: [{ type: contentType, text }],
         };
       })
       .filter((x): x is NonNullable<typeof x> => Boolean(x));