evals(v4): OTEL o11y UX (doctor/welcome + cli shutdown)

.changeset/evals-otel-compat.md

@@ -0,0 +1,5 @@
+---
+"@browserbasehq/stagehand-evals": minor
+---
+
+Adds OpenTelemetry (OTEL) compatibility to the evals CLI

packages/evals/cli.ts

@@ -86,6 +86,15 @@
     } catch {
       // ignore
     }
+    try {
+      const { resolveTraceTransport } = await import("./framework/langsmith.js");
+      if (resolveTraceTransport() === "otel") {
+        try {
+          const { shutdownTracing } = await import("./framework/otel.js");
+          await shutdownTracing();
+        } catch {}
+      }
+    } catch {}
     process.exit(code);
   };
   process.on("SIGINT", () => void handleSignal("SIGINT"));
@@ -94,7 +103,7 @@
   // REPL launch: zero args, or only `--quiet`/`-q` flags. Quiet flags are
   // REPL-only (they suppress chrome); other args route to the argv switch.
   const isQuietFlag = (a: string): boolean => a === "--quiet" || a === "-q";
   const replLaunch = args.length === 0 || args.every(isQuietFlag);
 
   // Argv mode: Esc behaves like Ctrl+C. The REPL has its own keypress
   // handler that does cooperative-then-aggressive abort instead — this

packages/evals/tui/commands/doctor.ts

@@ -308,6 +308,10 @@ function renderHuman(report: DoctorReport): void {
     }`,
   );
   console.log(keyRow("BRAINTRUST_API_KEY", r.keys.braintrust, "(needed for `experiments`)"));
+  const langsmithLabel = r.keys.langsmith.var ?? "LANGSMITH_API_KEY";
+  console.log(
+    keyRow(langsmithLabel, r.keys.langsmith, "(optional; LANGCHAIN_API_KEY also supported)"),
+  );
   console.log("");
 
   console.log(`  ${bold("Status")}`);

packages/evals/tui/welcomeStatus.ts

@@ -32,6 +32,11 @@ export type GoogleKeyEntry = ProviderKeyEntry & {
   var: "GOOGLE_GENERATIVE_AI_API_KEY" | "GEMINI_API_KEY" | null;
 };
 
+export type LangSmithKeyEntry = ProviderKeyEntry & {
+  /** Which env var actually held the value, or null if missing. */
+  var: "LANGSMITH_API_KEY" | "LANGCHAIN_API_KEY" | null;
+};
+
 export type BrowserbaseKeyEntry = {
   apiKey: KeyState;
   projectId: KeyState;
@@ -45,6 +50,7 @@ export type EnvSnapshot = {
   google: GoogleKeyEntry;
   browserbase: BrowserbaseKeyEntry;
   braintrust: ProviderKeyEntry;
+  langsmith: LangSmithKeyEntry;
 };
 
 // ---------------------------------------------------------------------------
@@ -104,6 +110,16 @@ function providerEntry(name: string): ProviderKeyEntry {
   };
 }
 
+function langSmithEntry(): LangSmithKeyEntry {
+  const primary = providerEntry("LANGSMITH_API_KEY");
+  if (primary.state === "set") return { ...primary, var: "LANGSMITH_API_KEY" };
+  const fallback = providerEntry("LANGCHAIN_API_KEY");
+  return {
+    ...fallback,
+    var: fallback.state === "set" ? "LANGCHAIN_API_KEY" : null,
+  };
+}
+
 function googleEntry(): GoogleKeyEntry {
   // Prefer the canonical GOOGLE_GENERATIVE_AI_API_KEY name; fall back to GEMINI_API_KEY.
   const a = resolveKey("GOOGLE_GENERATIVE_AI_API_KEY");
@@ -166,6 +182,7 @@ export function snapshotEnv(): EnvSnapshot {
     google: googleEntry(),
     browserbase: browserbaseEntry(),
     braintrust: providerEntry("BRAINTRUST_API_KEY"),
+    langsmith: langSmithEntry(),
   };
 }