diff --git a/dev-packages/deno-integration-tests/suites/orchestrion-anthropic/test.ts b/dev-packages/deno-integration-tests/suites/orchestrion-anthropic/test.ts new file mode 100644 index 000000000000..f03d7450c6cb --- /dev/null +++ b/dev-packages/deno-integration-tests/suites/orchestrion-anthropic/test.ts @@ -0,0 +1,105 @@ +// + +import { tracingChannel } from 'node:diagnostics_channel'; +import type { TransactionEvent } from '@sentry/core'; +import type { DenoClient } from '@sentry/deno'; +import { getCurrentScope, getGlobalScope, getIsolationScope, init, startSpan } from '@sentry/deno'; +import { assert } from 'https://deno.land/std@0.212.0/assert/assert.ts'; +import { assertExists } from 'https://deno.land/std@0.212.0/assert/assert_exists.ts'; +import { assertEquals } from 'https://deno.land/std@0.212.0/assert/assert_equals.ts'; + +function resetGlobals(): void { + getCurrentScope().clear(); + getCurrentScope().setClient(undefined); + getIsolationScope().clear(); + getGlobalScope().clear(); +} + +/** See deno-redis.test.ts — same sink shape, deduped for clarity. */ +function transactionSink(): { + beforeSendTransaction: (event: TransactionEvent) => null; + waitFor: (predicate: (event: TransactionEvent) => boolean) => Promise; +} { + const transactions: TransactionEvent[] = []; + const waiters: { predicate: (e: TransactionEvent) => boolean; resolve: (e: TransactionEvent) => void }[] = []; + return { + beforeSendTransaction(event) { + transactions.push(event); + for (let i = waiters.length - 1; i >= 0; i--) { + const w = waiters[i]!; + if (w.predicate(event)) { + waiters.splice(i, 1); + w.resolve(event); + } + } + return null; + }, + waitFor(predicate) { + const already = transactions.find(predicate); + if (already) return Promise.resolve(already); + return new Promise(resolve => { + waiters.push({ predicate, resolve }); + }); + }, + }; +} + +function withTimeout(p: Promise, ms: number, what: string): Promise { + let timer: ReturnType | undefined; + const timeout = new Promise((_, reject) => { + timer = setTimeout(() => reject(new Error(`Timed out waiting for ${what} after ${ms}ms`)), ms); + }); + return Promise.race([p, timeout]).finally(() => { + if (timer !== undefined) clearTimeout(timer); + }); +} + +Deno.test('anthropic instrumentation: included in default integrations (Deno 2.8.0+)', () => { + resetGlobals(); + const client = init({ dsn: 'https://username@domain/123' }) as DenoClient; + const names = client.getOptions().integrations.map(i => i.name); + assert(names.includes('Anthropic_AI'), `Anthropic_AI should be in defaults, got ${names.join(', ')}`); +}); + +Deno.test('anthropic instrumentation: orchestrion @anthropic-ai/sdk:chat channel produces a nested gen_ai span', async () => { + resetGlobals(); + const sink = transactionSink(); + init({ + dsn: 'https://username@domain/123', + tracesSampleRate: 1, + beforeSendTransaction: sink.beforeSendTransaction, + }); + + const channel = tracingChannel('orchestrion:@anthropic-ai/sdk:chat'); + + // `arguments[0]` is the request body passed to `messages.create(body, options)`. + const body = { model: 'claude-3-5-sonnet-latest', messages: [{ role: 'user', content: 'hi' }] }; + const ctx: Record = { arguments: [body] }; + + startSpan({ name: 'parent', op: 'test' }, () => { + channel.start.runStores(ctx, () => undefined); + channel.end.publish(ctx); + ctx.result = { + id: 'msg_1', + model: 'claude-3-5-sonnet-20241022', + usage: { input_tokens: 10, output_tokens: 5 }, + }; + channel.asyncEnd.publish(ctx); + }); + + const parent = await withTimeout( + sink.waitFor(t => t.transaction === 'parent'), + 5000, + "'parent' transaction", + ); + + const aiSpan = parent.spans?.find(s => s.op === 'gen_ai.chat'); + assertExists(aiSpan, `expected a gen_ai.chat child span, got ops: ${parent.spans?.map(s => s.op).join(', ')}`); + assertEquals(aiSpan!.description, 'chat claude-3-5-sonnet-latest'); + assertEquals(aiSpan!.data?.['gen_ai.system'], 'anthropic'); + assertEquals(aiSpan!.data?.['gen_ai.operation.name'], 'chat'); + assertEquals(aiSpan!.data?.['gen_ai.request.model'], 'claude-3-5-sonnet-latest'); + assertEquals(aiSpan!.data?.['gen_ai.response.model'], 'claude-3-5-sonnet-20241022'); + assertEquals(aiSpan!.data?.['gen_ai.usage.total_tokens'], 15); + assertEquals(aiSpan!.data?.['sentry.origin'], 'auto.ai.orchestrion.anthropic'); +}); diff --git a/packages/deno/src/index.ts b/packages/deno/src/index.ts index 17479fb46b63..6fafb47a4d0e 100644 --- a/packages/deno/src/index.ts +++ b/packages/deno/src/index.ts @@ -117,6 +117,7 @@ export type { DenoRedisIntegrationOptions } from './integrations/redis'; // adds to the defaults, so users who customize `defaultIntegrations` can re-add it. export { amqplibChannelIntegration, + anthropicChannelIntegration, awsChannelIntegration, dataloaderChannelIntegration, expressChannelIntegration, diff --git a/packages/deno/src/sdk.ts b/packages/deno/src/sdk.ts index 3101786c6337..e4b79978dad0 100644 --- a/packages/deno/src/sdk.ts +++ b/packages/deno/src/sdk.ts @@ -13,6 +13,7 @@ import { } from '@sentry/core'; import { amqplibChannelIntegration, + anthropicChannelIntegration, awsChannelIntegration, expressChannelIntegration, firebaseChannelIntegration, @@ -89,6 +90,7 @@ export function getDefaultIntegrations(_options: Options): Integration[] { ...(MODULE_REGISTER_HOOKS_SUPPORTED ? [ amqplibChannelIntegration(), + anthropicChannelIntegration(), awsChannelIntegration(), expressChannelIntegration(), firebaseChannelIntegration(), diff --git a/packages/deno/test/__snapshots__/mod.test.ts.snap b/packages/deno/test/__snapshots__/mod.test.ts.snap index e831e0d8995c..83ea2aeb046d 100644 --- a/packages/deno/test/__snapshots__/mod.test.ts.snap +++ b/packages/deno/test/__snapshots__/mod.test.ts.snap @@ -117,6 +117,7 @@ snapshot[`captureException 1`] = ` "DenoRedis", "Graphql", "Amqplib", + "Anthropic_AI", "Aws", "Express", "Firebase", @@ -210,6 +211,7 @@ snapshot[`captureMessage 1`] = ` "DenoRedis", "Graphql", "Amqplib", + "Anthropic_AI", "Aws", "Express", "Firebase", @@ -310,6 +312,7 @@ snapshot[`captureMessage twice 1`] = ` "DenoRedis", "Graphql", "Amqplib", + "Anthropic_AI", "Aws", "Express", "Firebase", @@ -417,6 +420,7 @@ snapshot[`captureMessage twice 2`] = ` "DenoRedis", "Graphql", "Amqplib", + "Anthropic_AI", "Aws", "Express", "Firebase",