feat(hooks): add telemetry handlers for codex/copilot/gemini
This commit is contained in:
William Valentin
@@ -0,0 +1,350 @@
|
||||
#!/usr/bin/env node
|
||||
import { randomUUID } from 'node:crypto';
|
||||
import { hostname } from 'node:os';
|
||||
|
||||
const INGEST_URL = process.env.AGENTMON_INGEST_URL || 'http://localhost:8080';
|
||||
const FRAMEWORK = process.env.AGENTMON_FRAMEWORK || 'gemini';
|
||||
const HOST = process.env.AGENTMON_HOST || hostname();
|
||||
const BATCH_SIZE = 10;
|
||||
const FLUSH_MS = 2000;
|
||||
const FETCH_TIMEOUT_MS = 500;
|
||||
|
||||
interface Dict { [key: string]: any }
|
||||
|
||||
let buffer: Dict[] = [];
|
||||
let flushTimer: ReturnType<typeof setTimeout> | null = null;
|
||||
let isFlushing = false;
|
||||
|
||||
const activeRuns = new Map<string, string>();
|
||||
const activeSpans = new Map<string, string>();
|
||||
|
||||
function isRecord(value: unknown): value is Dict {
|
||||
return value !== null && typeof value === 'object' && !Array.isArray(value);
|
||||
}
|
||||
|
||||
function pickString(...values: unknown[]): string | undefined {
|
||||
for (const value of values) {
|
||||
if (typeof value === 'string' && value.trim() !== '') {
|
||||
return value;
|
||||
}
|
||||
}
|
||||
return undefined;
|
||||
}
|
||||
|
||||
function pickNumber(...values: unknown[]): number | undefined {
|
||||
for (const value of values) {
|
||||
if (typeof value === 'number' && Number.isFinite(value)) {
|
||||
return value;
|
||||
}
|
||||
}
|
||||
return undefined;
|
||||
}
|
||||
|
||||
function truncate(value: unknown, limit: number): string | undefined {
|
||||
if (value === undefined || value === null) {
|
||||
return undefined;
|
||||
}
|
||||
|
||||
const text = typeof value === 'string' ? value : safeJSONStringify(value);
|
||||
if (!text) {
|
||||
return undefined;
|
||||
}
|
||||
|
||||
if (text.length <= limit) {
|
||||
return text;
|
||||
}
|
||||
return text.slice(0, limit) + '...';
|
||||
}
|
||||
|
||||
function safeJSONStringify(value: unknown): string {
|
||||
try {
|
||||
return JSON.stringify(value);
|
||||
} catch {
|
||||
return String(value);
|
||||
}
|
||||
}
|
||||
|
||||
function getSessionKey(input: Dict): string | undefined {
|
||||
return pickString(
|
||||
input.sessionId,
|
||||
input.session_id,
|
||||
input.conversationId,
|
||||
input.conversation_id,
|
||||
input.sessionKey,
|
||||
);
|
||||
}
|
||||
|
||||
function getUsage(input: Dict): Dict | undefined {
|
||||
const usage = isRecord(input.usage) ? input.usage :
|
||||
isRecord(input.tokens) ? input.tokens :
|
||||
isRecord(input.llm_usage) ? input.llm_usage : undefined;
|
||||
if (!usage) return undefined;
|
||||
|
||||
const result: Dict = {};
|
||||
if (usage.prompt_tokens !== undefined) result.input_tokens = usage.prompt_tokens;
|
||||
if (usage.completion_tokens !== undefined) result.output_tokens = usage.completion_tokens;
|
||||
if (usage.total_tokens !== undefined) result.total_tokens = usage.total_tokens;
|
||||
if (usage.cost !== undefined) result.total_cost = usage.cost;
|
||||
|
||||
return Object.keys(result).length > 0 ? result : undefined;
|
||||
}
|
||||
|
||||
function buildEnvelope(
|
||||
type: string,
|
||||
sessionKey?: string,
|
||||
opts: {
|
||||
runId?: string;
|
||||
spanId?: string;
|
||||
parentSpanId?: string;
|
||||
attributes?: Dict;
|
||||
payload?: Dict;
|
||||
} = {},
|
||||
): Dict {
|
||||
const correlation: Dict = {};
|
||||
if (sessionKey) {
|
||||
correlation.session_id = sessionKey;
|
||||
}
|
||||
if (opts.runId) {
|
||||
correlation.run_id = opts.runId;
|
||||
}
|
||||
if (opts.spanId) {
|
||||
correlation.span_id = opts.spanId;
|
||||
}
|
||||
if (opts.parentSpanId) {
|
||||
correlation.parent_span_id = opts.parentSpanId;
|
||||
}
|
||||
|
||||
const envelope: Dict = {
|
||||
schema: { name: 'agentmon.event', version: 1 },
|
||||
event: {
|
||||
id: randomUUID(),
|
||||
type,
|
||||
ts: new Date().toISOString(),
|
||||
source: {
|
||||
framework: FRAMEWORK,
|
||||
client_id: HOST,
|
||||
host: HOST,
|
||||
},
|
||||
},
|
||||
};
|
||||
|
||||
if (Object.keys(correlation).length > 0) {
|
||||
envelope.correlation = correlation;
|
||||
}
|
||||
if (opts.attributes && Object.keys(opts.attributes).length > 0) {
|
||||
envelope.attributes = opts.attributes;
|
||||
}
|
||||
if (opts.payload && Object.keys(opts.payload).length > 0) {
|
||||
envelope.payload = opts.payload;
|
||||
}
|
||||
|
||||
return envelope;
|
||||
}
|
||||
|
||||
function scheduleFlush() {
|
||||
if (!flushTimer) {
|
||||
flushTimer = setTimeout(() => {
|
||||
void flush();
|
||||
}, FLUSH_MS);
|
||||
}
|
||||
}
|
||||
|
||||
function enqueue(event: Dict) {
|
||||
buffer.push(event);
|
||||
if (buffer.length >= BATCH_SIZE) {
|
||||
void flush();
|
||||
} else {
|
||||
scheduleFlush();
|
||||
}
|
||||
}
|
||||
|
||||
async function postBatch(batch: Dict[]) {
|
||||
const controller = new AbortController();
|
||||
const timeout = setTimeout(() => controller.abort(), FETCH_TIMEOUT_MS);
|
||||
|
||||
try {
|
||||
await fetch(`${INGEST_URL}/v1/events`, {
|
||||
method: 'POST',
|
||||
headers: { 'Content-Type': 'application/json' },
|
||||
body: JSON.stringify(batch),
|
||||
signal: controller.signal,
|
||||
});
|
||||
} finally {
|
||||
clearTimeout(timeout);
|
||||
}
|
||||
}
|
||||
|
||||
async function flush() {
|
||||
if (flushTimer) {
|
||||
clearTimeout(flushTimer);
|
||||
flushTimer = null;
|
||||
}
|
||||
if (isFlushing || buffer.length === 0) {
|
||||
return;
|
||||
}
|
||||
|
||||
isFlushing = true;
|
||||
const batch = buffer.splice(0, BATCH_SIZE);
|
||||
|
||||
try {
|
||||
await postBatch(batch);
|
||||
} catch {
|
||||
console.debug(`[agentmon] failed to flush ${batch.length} events`);
|
||||
} finally {
|
||||
isFlushing = false;
|
||||
if (buffer.length > 0) {
|
||||
if (buffer.length >= BATCH_SIZE) {
|
||||
void flush();
|
||||
} else {
|
||||
scheduleFlush();
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
async function handleSessionStart(input: Dict) {
|
||||
const sessionKey = getSessionKey(input) || randomUUID();
|
||||
const runId = randomUUID();
|
||||
activeRuns.set(sessionKey, runId);
|
||||
|
||||
enqueue(buildEnvelope('session.start', sessionKey));
|
||||
|
||||
enqueue(buildEnvelope('run.start', sessionKey, {
|
||||
runId,
|
||||
payload: {
|
||||
prompt_preview: truncate(input.prompt, 200),
|
||||
},
|
||||
}));
|
||||
|
||||
await flush();
|
||||
}
|
||||
|
||||
async function handleSessionEnd(input: Dict) {
|
||||
const sessionKey = getSessionKey(input);
|
||||
const runId = sessionKey ? activeRuns.get(sessionKey) : undefined;
|
||||
const usage = getUsage(input);
|
||||
const duration = pickNumber(input.duration_ms, input.elapsed_ms);
|
||||
|
||||
if (runId) {
|
||||
enqueue(buildEnvelope('run.end', sessionKey, {
|
||||
runId,
|
||||
payload: {
|
||||
status: 'success',
|
||||
duration_ms: duration,
|
||||
...(usage && { usage }),
|
||||
},
|
||||
}));
|
||||
}
|
||||
|
||||
enqueue(buildEnvelope('session.end', sessionKey, {
|
||||
payload: usage ? { usage } : undefined,
|
||||
}));
|
||||
|
||||
activeRuns.delete(sessionKey || '');
|
||||
activeSpans.clear();
|
||||
await flush();
|
||||
}
|
||||
|
||||
async function handleToolCall(input: Dict) {
|
||||
const sessionKey = getSessionKey(input);
|
||||
const runId = sessionKey ? activeRuns.get(sessionKey) : undefined;
|
||||
const toolName = pickString(input.tool, input.tool_name, input.name) || 'unknown';
|
||||
const toolInput = isRecord(input.input) ? input.input : {};
|
||||
const spanId = randomUUID();
|
||||
|
||||
if (sessionKey) {
|
||||
activeSpans.set(sessionKey + ':' + toolName, spanId);
|
||||
}
|
||||
|
||||
enqueue(buildEnvelope('span.start', sessionKey, {
|
||||
runId,
|
||||
spanId,
|
||||
attributes: {
|
||||
span_kind: 'tool',
|
||||
name: toolName,
|
||||
},
|
||||
payload: {
|
||||
input: truncate(toolInput, 200),
|
||||
},
|
||||
}));
|
||||
|
||||
await flush();
|
||||
}
|
||||
|
||||
async function handleToolResult(input: Dict) {
|
||||
const sessionKey = getSessionKey(input);
|
||||
const runId = sessionKey ? activeRuns.get(sessionKey) : undefined;
|
||||
const toolName = pickString(input.tool, input.tool_name, input.name) || 'unknown';
|
||||
const spanKey = sessionKey ? sessionKey + ':' + toolName : undefined;
|
||||
const spanId = spanKey ? activeSpans.get(spanKey) : undefined;
|
||||
const result = isRecord(input.result) ? input.result : isRecord(input.output) ? input.output : {};
|
||||
const success = !result.error && input.success !== false;
|
||||
const duration = pickNumber(input.duration_ms, input.elapsed_ms);
|
||||
const usage = getUsage(input);
|
||||
|
||||
enqueue(buildEnvelope('span.end', sessionKey, {
|
||||
runId,
|
||||
spanId,
|
||||
attributes: {
|
||||
span_kind: 'tool',
|
||||
name: toolName,
|
||||
},
|
||||
payload: {
|
||||
status: success ? 'success' : 'error',
|
||||
result_preview: truncate(result.output ?? result.error ?? result, 500),
|
||||
duration_ms: duration,
|
||||
...(usage && { usage }),
|
||||
},
|
||||
}));
|
||||
|
||||
activeSpans.delete(spanKey || '');
|
||||
await flush();
|
||||
}
|
||||
|
||||
const handler = async () => {
|
||||
const args = process.argv.slice(2);
|
||||
const hookType = args[0] || 'unknown';
|
||||
|
||||
let input: Dict = {};
|
||||
try {
|
||||
const stdin = await readStdin();
|
||||
if (stdin) {
|
||||
input = JSON.parse(stdin);
|
||||
}
|
||||
} catch {
|
||||
input = {};
|
||||
}
|
||||
|
||||
try {
|
||||
switch (hookType) {
|
||||
case 'start':
|
||||
await handleSessionStart(input);
|
||||
break;
|
||||
case 'stop':
|
||||
await handleSessionEnd(input);
|
||||
break;
|
||||
case 'tool-call':
|
||||
await handleToolCall(input);
|
||||
break;
|
||||
case 'tool-result':
|
||||
await handleToolResult(input);
|
||||
break;
|
||||
default:
|
||||
console.debug(`[agentmon] unknown hook type: ${hookType}`);
|
||||
}
|
||||
} catch (err) {
|
||||
console.debug('[agentmon] handler error:', err);
|
||||
}
|
||||
};
|
||||
|
||||
async function readStdin(): Promise<string> {
|
||||
return new Promise((resolve) => {
|
||||
let data = '';
|
||||
process.stdin.on('data', (chunk) => data += chunk);
|
||||
process.stdin.on('end', () => resolve(data));
|
||||
process.stdin.on('error', () => resolve(''));
|
||||
setTimeout(() => resolve(data), 100);
|
||||
});
|
||||
}
|
||||
|
||||
handler();
|
||||
Reference in New Issue
Block a user