genai-function-calling: uses OpenInference to propagate trace IDs over mcp stdio

genai-function-calling/vercel-ai/README.md

@@ -53,13 +53,17 @@ npm run start -- --mcp
 ## Notes
 
 The LLM should generate something like "The latest stable version of
-Elasticsearch is 8.17.4", unless it hallucinates. Just run it again, if you
-see something else.
+Elasticsearch is 8.18.0," unless it hallucinates. Run it again, if you see
+something else.
 
 Vercel AI's OpenTelemetry instrumentation only produces traces (not logs or
 metrics).
 
+This uses [OpenInference][openinference] to propagate trace identifiers when
+using MCP.
+
 ---
 [flow]: ../README.md#example-application-flow
 [vercel-ai]: https://github.com/vercel/ai
 [flow-mcp]: ../README.md#model-context-protocol-flow
+[openinference]: https://github.com/Arize-ai/openinference/tree/main/js/packages/openinference-instrumentation-mcp

genai-function-calling/vercel-ai/index.js

@@ -1,8 +1,8 @@
-const {createAzure} = require('@ai-sdk/azure');
-const {createOpenAI} = require('@ai-sdk/openai');
-const {generateText, tool} = require('ai');
-const {z} = require('zod');
-const {mcpClientMain} = require('./mcp');
+import { createAzure } from '@ai-sdk/azure';
+import { createOpenAI } from '@ai-sdk/openai';
+import { generateText, tool } from 'ai';
+import { z } from 'zod';
+import { mcpClientMain } from './mcp.js';
 
 const openai = process.env.AZURE_OPENAI_API_KEY
     ? createAzure({ // coerce to standard OpenAI SDK ENV variables

genai-function-calling/vercel-ai/mcp.js

@@ -1,16 +1,19 @@
-const {McpServer} = require('@modelcontextprotocol/sdk/server/mcp.js');
-const {StdioServerTransport} = require('@modelcontextprotocol/sdk/server/stdio.js');
-const {StdioClientTransport} = require('@modelcontextprotocol/sdk/client/stdio.js');
-const {experimental_createMCPClient} = require('ai');
+import { McpServer } from '@modelcontextprotocol/sdk/server/mcp.js';
+import { StdioServerTransport } from '@modelcontextprotocol/sdk/server/stdio.js';
+import { StdioClientTransport } from '@modelcontextprotocol/sdk/client/stdio.js';
+import { experimental_createMCPClient } from 'ai';
 
-const fs = require('fs');
-const path = require('path');
+import fs from 'fs';
+import path from 'path';
+import { fileURLToPath } from 'url';
 
 const SERVER_ARG = '--mcp-server';
 
 // Get MCP server parameters from package.json
 let name, version;
 try {
+    const __filename = fileURLToPath(import.meta.url);
+    const __dirname = path.dirname(__filename);
     const packageJsonPath = path.join(__dirname, 'package.json');
     const packageJson = JSON.parse(fs.readFileSync(packageJsonPath, 'utf8'));
     name = packageJson.name;
@@ -94,4 +97,4 @@ async function mcpClientMain(runAgent, tools) {
     }
 }
 
-module.exports = {mcpClientMain};
+export { mcpClientMain };

genai-function-calling/vercel-ai/package.json

@@ -2,18 +2,19 @@
   "name": "genai-function-calling",
   "version": "1.0.0",
   "private": true,
-  "type": "commonjs",
+  "type": "module",
   "engines": {
     "node": ">=22"
   },
   "scripts": {
-    "start": "node --env-file .env -r @elastic/opentelemetry-node index.js"
+    "start": "node --env-file .env --import ./telemetry.js --import @elastic/opentelemetry-node index.js"
   },
   "dependencies": {
-    "@ai-sdk/azure": "^1.3.8",
-    "@ai-sdk/openai": "^1.3.7",
+    "@ai-sdk/azure": "^1.3.17",
+    "@ai-sdk/openai": "^1.3.16",
     "@elastic/opentelemetry-node": "^1",
-    "@modelcontextprotocol/sdk": "^1.9.0",
-    "ai": "^4.3.2"
+    "@arizeai/openinference-instrumentation-mcp": "^0.1.0",
+    "@modelcontextprotocol/sdk": "^1.10.1",
+    "ai": "^4.3.9"
   }
 }

genai-function-calling/vercel-ai/telemetry.js

@@ -0,0 +1,10 @@
+import { MCPInstrumentation } from "@arizeai/openinference-instrumentation-mcp";
+import * as MCPClientModule from "@modelcontextprotocol/sdk/client/index.js";
+import * as MCPServerModule from "@modelcontextprotocol/sdk/server/index.js";
+
+const mcpInstrumentation = new MCPInstrumentation();
+// MCP must be manually instrumented as it doesn't have a traditional module structure
+mcpInstrumentation.manuallyInstrument({
+    clientModule: MCPClientModule,
+    serverModule: MCPServerModule,
+});