fix(telemetry): report honest collection outcomes (#75)

* chore(demo): keep demo runs out of telemetry

The transcript and VHS jobs run fixture connectors on every CI and
release build with telemetry on, each from a fresh install id. Those
runs are most of the CLI's collection events.

Claude-Session: https://claude.ai/code/session_01LQBnRgNLWY9KRHhcQ4SPZX

* fix(telemetry): report honest collection outcomes

- input nobody can give ends the run as cancelled, not failure/unknown
- a result file the CLI rejects is a failure, not a success
- a connector exception is runtime_error; unknown is the last resort
- one terminal per run, and one run per source in vana collect
- send connectorVersion and an automation marker (ci/agent/scripted)
- sync the error class list with the gateway contract

Claude-Session: https://claude.ai/code/session_01LQBnRgNLWY9KRHhcQ4SPZX

Author: Kahtaf

docs/CLI-TELEMETRY.md

@@ -14,6 +14,8 @@ Remote telemetry is limited to operational events such as:
 - success or failure outcome
 - duration and scope counts
 - CLI version, install method, OS, architecture, and CI status
+- who is driving the run: `ci`, `agent`, `scripted`, or `none`
+- connector version
 - normalized error class
 
 Telemetry is anonymous by install. The CLI generates a local random install id
@@ -50,5 +52,5 @@ uploading it.
 ## Delivery model
 
 Telemetry batches are first written to `~/.vana/telemetry/outbox/` and then sent
-best-effort to `https://telemetry.opendatalabs.com/v1/cli/events`. Telemetry
+best-effort to `https://telemetry.opendatalabs.com/v1/telemetry/events`. Telemetry
 failures never fail the user command.

scripts/capture-cli-transcripts.mjs

@@ -27,12 +27,15 @@ async function main() {
     HOME: workingHome,
     PATH: `${binDir}${path.delimiter}${process.env.PATH ?? ""}`,
     VANA_DEMO_FAST_SUCCESS: "1",
+    // Demo runs use fixture connectors; they must not report as real usage.
+    VANA_TELEMETRY_DISABLED: "1",
     ...(connectorsDir ? { VANA_DATA_CONNECTORS_DIR: connectorsDir } : {}),
   };
   const freshEnv = {
     ...process.env,
     HOME: freshHome,
     PATH: `${binDir}${path.delimiter}${process.env.PATH ?? ""}`,
+    VANA_TELEMETRY_DISABLED: "1",
     ...(connectorsDir ? { VANA_DATA_CONNECTORS_DIR: connectorsDir } : {}),
   };
   const seededInputEnv = {

scripts/render-vhs.mjs

@@ -78,6 +78,8 @@ async function main() {
 
   const basePath = `${binDir}${path.delimiter}${process.env.PATH ?? ""}`;
   const baseEnvFields = {
+    // Demo runs use fixture connectors; they must not report as real usage.
+    VANA_TELEMETRY_DISABLED: "1",
     ...(connectorsDir ? { VANA_DATA_CONNECTORS_DIR: connectorsDir } : {}),
   };
 
@@ -216,6 +218,7 @@ function runTape(runner, tapePath, env) {
         "PATH",
         "VANA_DEMO_FAST_SUCCESS",
         "VANA_DATA_CONNECTORS_DIR",
+        "VANA_TELEMETRY_DISABLED",
       ];
       for (const key of forwardKeys) {
         if (env[key] != null) {

src/cli/index.ts

@@ -1867,6 +1867,7 @@ async function runConnect(
       type: "connector-resolved",
       source: resolution.source,
       connectorPath: resolution.connectorPath,
+      ...(fetched.version ? { connectorVersion: fetched.version } : {}),
       logPath: fetched.logPath,
     });
     trackActiveTelemetryEvent("connector_version_detected", {
@@ -2226,6 +2227,7 @@ async function runConnect(
               type: "outcome",
               status: CliOutcomeStatus.RUNTIME_ERROR,
               source,
+              reason: errorMsg,
             });
             pendingExitCode = 1;
             continue;

src/cli/telemetry-contract.ts

@@ -27,10 +27,15 @@ export type TelemetryProducer = (typeof TELEMETRY_PRODUCERS)[number];
 
 export const TELEMETRY_ERROR_CLASSES = [
   "auth_failed",
-  "personal_server_unavailable",
+  "rate_limited",
+  "upstream_error",
+  "navigation_error",
   "network_error",
+  "selector_error",
   "timeout",
+  "protocol_violation",
   "runtime_error",
+  "personal_server_unavailable",
   "unknown",
 ] as const;
 export type TelemetryErrorClass = (typeof TELEMETRY_ERROR_CLASSES)[number];