Harden audio transcription arg hydration and add rewrite audit event
This commit is contained in:
@@ -1351,7 +1351,7 @@ describe('daemon audio routing integration', () => {
|
||||
expect(String(msg.text)).toContain('audio transcription is not configured');
|
||||
});
|
||||
|
||||
it('transcribes voice attachments when transcription is configured, then strips audio before calling agent.process', async () => {
|
||||
it('transcribes voice attachments when transcription is configured and preserves audio for anthropic tool fallback', async () => {
|
||||
const processSpy = vi.spyOn(AgentOrchestrator.prototype, 'process').mockResolvedValue('ok');
|
||||
|
||||
// Mock transcription endpoint call.
|
||||
@@ -1422,6 +1422,90 @@ describe('daemon audio routing integration', () => {
|
||||
timestamp: Date.now(),
|
||||
} as MessageRouterInput, reply);
|
||||
|
||||
expect(fetchSpy).toHaveBeenCalled();
|
||||
expect(processSpy).toHaveBeenCalledTimes(1);
|
||||
const [calledText, calledAttachments] = processSpy.mock.calls[0] ?? [];
|
||||
expect(String(calledText)).toContain('[Voice message]: hello world');
|
||||
expect(String(calledText)).toContain('caption');
|
||||
const atts = calledAttachments as Array<{ mimeType: string }> | undefined;
|
||||
expect(atts?.some(a => a.mimeType === 'audio/ogg')).toBe(true);
|
||||
expect(atts?.some(a => a.mimeType === 'image/jpeg')).toBe(true);
|
||||
expect(session.setConfig).toHaveBeenCalledWith(
|
||||
'lastAudioAttachment',
|
||||
expect.stringContaining('"mimeType":"audio/ogg"'),
|
||||
);
|
||||
});
|
||||
|
||||
it('transcribes voice attachments when transcription is configured and strips audio for openai-compatible providers', async () => {
|
||||
const processSpy = vi.spyOn(AgentOrchestrator.prototype, 'process').mockResolvedValue('ok');
|
||||
|
||||
const fetchSpy = vi.spyOn(globalThis, 'fetch').mockResolvedValue({
|
||||
ok: true,
|
||||
status: 200,
|
||||
statusText: 'OK',
|
||||
json: async () => ({ text: 'hello world' }),
|
||||
} as Response);
|
||||
|
||||
const session = {
|
||||
id: 'telegram:user-voice-3',
|
||||
addMessage: vi.fn(),
|
||||
getHistory: vi.fn(() => []),
|
||||
clear: vi.fn(),
|
||||
replaceHistory: vi.fn(),
|
||||
getConfig: vi.fn(() => undefined),
|
||||
setConfig: vi.fn(),
|
||||
deleteConfig: vi.fn(),
|
||||
};
|
||||
|
||||
const commandRegistry = new CommandRegistry();
|
||||
registerBuiltinCommands(commandRegistry);
|
||||
|
||||
const router = createMessageRouter({
|
||||
sessionManager: { getSession: vi.fn(() => session) } as unknown as MessageRouterDeps['sessionManager'],
|
||||
modelRouter: {
|
||||
getAvailableTiers: () => ['default'],
|
||||
getAllLabels: () => ({ default: 'default' }),
|
||||
getLabel: (tier: string) => tier,
|
||||
} as unknown as MessageRouterDeps['modelRouter'],
|
||||
systemPrompt: 'test prompt',
|
||||
toolRegistry: { clone() { return this; }, register: vi.fn() } as unknown as MessageRouterDeps['toolRegistry'],
|
||||
toolExecutor: {} as unknown as MessageRouterDeps['toolExecutor'],
|
||||
config: {
|
||||
agents: {
|
||||
primary_tier: 'default',
|
||||
delegation: {
|
||||
compaction: 'default',
|
||||
memory_extraction: 'default',
|
||||
classification: 'default',
|
||||
tool_summarisation: 'default',
|
||||
complex_reasoning: 'default',
|
||||
},
|
||||
max_delegation_depth: 1,
|
||||
max_iterations: 3,
|
||||
},
|
||||
compaction: { enabled: false },
|
||||
models: { default: { provider: 'openai', model: 'gpt-4.1', supports_audio: false } },
|
||||
audio: {
|
||||
enabled: true,
|
||||
provider: { type: 'openai', endpoint: 'https://example.com/v1/audio/transcriptions', api_key: 'sk-test', model: 'whisper-1' },
|
||||
},
|
||||
} as unknown as MessageRouterDeps['config'],
|
||||
commandRegistry,
|
||||
});
|
||||
|
||||
const reply = vi.fn(async (_message: OutboundMessage) => {});
|
||||
await router.handler({
|
||||
id: 'v3',
|
||||
channel: 'telegram',
|
||||
senderId: 'user-voice-3',
|
||||
text: 'caption',
|
||||
attachments: [
|
||||
{ mimeType: 'audio/ogg', data: 'ZGF0YQ==', filename: 'voice.ogg' },
|
||||
{ mimeType: 'image/jpeg', data: 'aW1n', filename: 'img.jpg' },
|
||||
],
|
||||
timestamp: Date.now(),
|
||||
} as MessageRouterInput, reply);
|
||||
|
||||
expect(fetchSpy).toHaveBeenCalled();
|
||||
expect(processSpy).toHaveBeenCalledTimes(1);
|
||||
const [calledText, calledAttachments] = processSpy.mock.calls[0] ?? [];
|
||||
@@ -1430,6 +1514,10 @@ describe('daemon audio routing integration', () => {
|
||||
const atts = calledAttachments as Array<{ mimeType: string }> | undefined;
|
||||
expect(atts?.some(a => a.mimeType === 'audio/ogg')).toBe(false);
|
||||
expect(atts?.some(a => a.mimeType === 'image/jpeg')).toBe(true);
|
||||
expect(session.setConfig).toHaveBeenCalledWith(
|
||||
'lastAudioAttachment',
|
||||
expect.stringContaining('"mimeType":"audio/ogg"'),
|
||||
);
|
||||
});
|
||||
});
|
||||
|
||||
|
||||
Reference in New Issue
Block a user