fix(eve): migrate provider to tracePolicy

.changeset/fix-eve-migrate-provider-to-trace-policy.md

@@ -0,0 +1,5 @@
+---
+"braintrust": patch
+---
+
+fix(eve): migrate provider to tracePolicy

e2e/config/pr-comment-scenarios.json

@@ -656,6 +656,7 @@
     "variants": [
       { "variantKey": "eve-v0", "label": "v0 pinned" },
       { "variantKey": "eve-v0-provider", "label": "v0 provider minimum" },
+      { "variantKey": "eve-v0-latest-pinned", "label": "v0 latest pinned" },
       { "variantKey": "eve-v0-latest", "label": "v0 latest" }
     ]
   },

e2e/scenarios/eve-instrumentation/package.json

@@ -14,10 +14,11 @@
   },
   "dependencies": {
     "@openrouter/ai-sdk-provider": "3.0.0",
-    "ai": "7.0.58",
+    "ai": "7.0.82",
     "eve-v0": "npm:eve@0.22.1",
+    "eve-v0-latest-pinned": "npm:eve@0.37.1",
     "eve-v0-provider": "npm:eve@0.34.0",
-    "eve-v0-latest": "npm:eve@0.37.1",
+    "eve-v0-latest": "npm:eve@0.47.6",
     "zod": "4.3.6"
   }
 }

e2e/scenarios/eve-instrumentation/scenario.test.ts

@@ -38,6 +38,13 @@ const eveScenarios = await Promise.all(
       provider: true,
       variantKey: "eve-v0-provider",
     },
+    {
+      cassetteKey: "eve-v0-latest",
+      dependencyName: "eve-v0-latest-pinned",
+      label: "v0 latest pinned",
+      provider: true,
+      variantKey: "eve-v0-latest-pinned",
+    },
     {
       cassetteKey: "eve-v0-latest",
       dependencyName: "eve-v0-latest",
@@ -409,8 +416,14 @@ describe.sequential("eve instrumentation variants", () => {
           ).toHaveLength(1);
         }
 
+        const snapshotEvents = JSON.parse(
+          JSON.stringify(events).replace(
+            /ag_researcher:[0-9a-f]+/g,
+            "ag_researcher:<id>",
+          ),
+        ) as CapturedLogEvent[];
         await matchSpanTreeSnapshot(
-          events,
+          snapshotEvents,
           resolveFileSnapshotPath(
             import.meta.url,
             `${scenario.variantKey}.span-tree.json`,

js/src/instrumentation/plugins/eve-provider.test.ts

@@ -55,6 +55,12 @@ describe("braintrustEveInstrumentation provider lifecycle", () => {
     expect(instrumentation).toMatchObject({
       capture: "content",
       setup,
+      tracePolicy: expect.any(Function),
+    });
+    expect(instrumentation.tracePolicy?.({ audience: "private" })).toEqual({
+      emit: true,
+      recordInputs: true,
+      recordOutputs: true,
     });
     expect(
       Reflect.get(instrumentation, Symbol.for("eve.instrumentation.provider")),

js/src/instrumentation/plugins/eve-provider.ts

@@ -61,7 +61,15 @@ export function createEveInstrumentationProvider(
 ): EveProviderDefinition {
   const bridge = new EveProviderBridge(options.metadata);
   return {
+    // Eve versions before tracePolicy use capture to decide whether provider
+    // events include content. Newer versions prefer tracePolicy when both are
+    // present, so keep the deprecated field for backwards compatibility.
     capture: "content",
+    tracePolicy: () => ({
+      emit: true,
+      recordInputs: true,
+      recordOutputs: true,
+    }),
     events: {
       "action.completed": (event, context) =>
         bridge.handleActionTerminal(event, context),

js/src/vendor-sdk-types/eve.ts

@@ -694,8 +694,29 @@ type EveProviderHandler<TEvent> = (
   context: EveProviderContext,
 ) => void | PromiseLike<void>;
 
+type EveChannelAudience = "private" | "public" | "unknown";
+
+interface EveTraceCaptureContext {
+  readonly agentName?: string;
+  readonly audience: EveChannelAudience;
+  readonly channelType?: string;
+}
+
+type EveTracePolicyDecision =
+  | { readonly emit: false }
+  | {
+      readonly emit: true;
+      readonly recordInputs: boolean;
+      readonly recordOutputs: boolean;
+    };
+
+type EveTraceCapturePolicy = (
+  trace: EveTraceCaptureContext,
+) => EveTracePolicyDecision | boolean;
+
 export interface EveProviderDefinition {
   readonly capture?: "content" | "metadata";
+  readonly tracePolicy?: EveTraceCapturePolicy;
   readonly events?: {
     readonly "action.completed"?: EveProviderHandler<EveProviderActionTerminalEvent>;
     readonly "action.failed"?: EveProviderHandler<EveProviderActionTerminalEvent>;