fix(eve): migrate provider to tracePolicy (#2417)

Co-authored-by: lforst <8118419+lforst@users.noreply.github.com>

Author: chadhietala

.changeset/fix-eve-migrate-provider-to-trace-policy.md

@@ -0,0 +1,5 @@
+---
+"braintrust": patch
+---
+
+fix(eve): migrate provider to tracePolicy

e2e/config/pr-comment-scenarios.json

@@ -656,6 +656,7 @@
     "variants": [
       { "variantKey": "eve-v0", "label": "v0 pinned" },
       { "variantKey": "eve-v0-provider", "label": "v0 provider minimum" },
+      { "variantKey": "eve-v0-latest-pinned", "label": "v0 latest pinned" },
       { "variantKey": "eve-v0-latest", "label": "v0 latest" }
     ]
   },

e2e/scenarios/eve-instrumentation/__snapshots__/eve-v0-latest-pinned.span-tree.json

@@ -14,10 +14,11 @@
   },
   "dependencies": {
     "@openrouter/ai-sdk-provider": "3.0.0",
-    "ai": "7.0.58",
+    "ai": "7.0.82",
     "eve-v0": "npm:eve@0.22.1",
+    "eve-v0-latest-pinned": "npm:eve@0.37.1",
     "eve-v0-provider": "npm:eve@0.34.0",
-    "eve-v0-latest": "npm:eve@0.37.1",
+    "eve-v0-latest": "npm:eve@0.47.6",
     "zod": "4.3.6"
   }
 }

e2e/scenarios/eve-instrumentation/__snapshots__/eve-v0-latest-pinned.span-tree.txt

@@ -38,6 +38,13 @@ const eveScenarios = await Promise.all(
       provider: true,
       variantKey: "eve-v0-provider",
     },
+    {
+      cassetteKey: "eve-v0-latest",
+      dependencyName: "eve-v0-latest-pinned",
+      label: "v0 latest pinned",
+      provider: true,
+      variantKey: "eve-v0-latest-pinned",
+    },
     {
       cassetteKey: "eve-v0-latest",
       dependencyName: "eve-v0-latest",
@@ -409,8 +416,14 @@ describe.sequential("eve instrumentation variants", () => {
           ).toHaveLength(1);
         }
 
+        const snapshotEvents = JSON.parse(
+          JSON.stringify(events).replace(
+            /ag_researcher:[0-9a-f]+/g,
+            "ag_researcher:<id>",
+          ),
+        ) as CapturedLogEvent[];
         await matchSpanTreeSnapshot(
-          events,
+          snapshotEvents,
           resolveFileSnapshotPath(
             import.meta.url,
             `${scenario.variantKey}.span-tree.json`,

e2e/scenarios/eve-instrumentation/__snapshots__/eve-v0-latest.span-tree.json

@@ -55,6 +55,12 @@ describe("braintrustEveInstrumentation provider lifecycle", () => {
     expect(instrumentation).toMatchObject({
       capture: "content",
       setup,
+      tracePolicy: expect.any(Function),
+    });
+    expect(instrumentation.tracePolicy?.({ audience: "private" })).toEqual({
+      emit: true,
+      recordInputs: true,
+      recordOutputs: true,
     });
     expect(
       Reflect.get(instrumentation, Symbol.for("eve.instrumentation.provider")),