feat(tracing): strip inline media from messages (#18413)

This is the functional portion addressing JS-1002.

Prior to truncating text messages for their byte length, any inline
base64-encoded media properties are filtered out. This allows the
message to possibly be included in the span, indicating to the user that
a media object was present, without overflowing the allotted buffer for
sending data.

If a media message is not removed, the fallback is still to simply
remove it if its overhead grows too large.

If any truncation occurs, then a `client.recordDroppedEvent()` message
is fired, with the reason `before_send`, category `attachment`, and the
count of messages affected.

Re JS-1002
Re GH-17810

Author: isaacs

dev-packages/node-integration-tests/suites/tracing/anthropic/scenario-media-truncation.mjs

@@ -0,0 +1,79 @@
+import { instrumentAnthropicAiClient } from '@sentry/core';
+import * as Sentry from '@sentry/node';
+
+class MockAnthropic {
+  constructor(config) {
+    this.apiKey = config.apiKey;
+    this.baseURL = config.baseURL;
+
+    // Create messages object with create method
+    this.messages = {
+      create: this._messagesCreate.bind(this),
+    };
+  }
+
+  /**
+   * Create a mock message
+   */
+  async _messagesCreate(params) {
+    // Simulate processing time
+    await new Promise(resolve => setTimeout(resolve, 10));
+
+    return {
+      id: 'msg-truncation-test',
+      type: 'message',
+      role: 'assistant',
+      content: [
+        {
+          type: 'text',
+          text: 'This is the number **3**.',
+        },
+      ],
+      model: params.model,
+      stop_reason: 'end_turn',
+      stop_sequence: null,
+      usage: {
+        input_tokens: 10,
+        output_tokens: 15,
+      },
+    };
+  }
+}
+
+async function run() {
+  await Sentry.startSpan({ op: 'function', name: 'main' }, async () => {
+    const mockClient = new MockAnthropic({
+      apiKey: 'mock-api-key',
+    });
+
+    const client = instrumentAnthropicAiClient(mockClient);
+
+    // Send the image showing the number 3
+    await client.messages.create({
+      model: 'claude-3-haiku-20240307',
+      max_tokens: 1024,
+      messages: [
+        {
+          role: 'user',
+          content: [
+            {
+              type: 'image',
+              source: {
+                type: 'base64',
+                media_type: 'image/png',
+                data: 'base64-mumbo-jumbo'.repeat(100),
+              },
+            },
+          ],
+        },
+        {
+          role: 'user',
+          content: 'what number is this?',
+        },
+      ],
+      temperature: 0.7,
+    });
+  });
+}
+
+run();

dev-packages/node-integration-tests/suites/tracing/anthropic/test.ts

@@ -661,4 +661,52 @@ describe('Anthropic integration', () => {
       });
     },
   );
+
+  createEsmAndCjsTests(__dirname, 'scenario-media-truncation.mjs', 'instrument-with-pii.mjs', (createRunner, test) => {
+    test('truncates media attachment, keeping all other details', async () => {
+      await createRunner()
+        .ignore('event')
+        .expect({
+          transaction: {
+            transaction: 'main',
+            spans: expect.arrayContaining([
+              expect.objectContaining({
+                data: expect.objectContaining({
+                  'gen_ai.operation.name': 'messages',
+                  'sentry.op': 'gen_ai.messages',
+                  'sentry.origin': 'auto.ai.anthropic',
+                  'gen_ai.system': 'anthropic',
+                  'gen_ai.request.model': 'claude-3-haiku-20240307',
+                  'gen_ai.request.messages': JSON.stringify([
+                    {
+                      role: 'user',
+                      content: [
+                        {
+                          type: 'image',
+                          source: {
+                            type: 'base64',
+                            media_type: 'image/png',
+                            data: '[Filtered]',
+                          },
+                        },
+                      ],
+                    },
+                    {
+                      role: 'user',
+                      content: 'what number is this?',
+                    },
+                  ]),
+                }),
+                description: 'messages claude-3-haiku-20240307',
+                op: 'gen_ai.messages',
+                origin: 'auto.ai.anthropic',
+                status: 'ok',
+              }),
+            ]),
+          },
+        })
+        .start()
+        .completed();
+    });
+  });
 });