langwatch 0.0.1

package/example/postcss.config.js

@@ -0,0 +1,6 @@
+module.exports = {
+  plugins: {
+    tailwindcss: {},
+    autoprefixer: {},
+  },
+}

package/example/prettier.config.cjs

@@ -0,0 +1,34 @@
+/** @type {import('prettier').Config} */
+module.exports = {
+  endOfLine: 'lf',
+  semi: false,
+  useTabs: false,
+  singleQuote: true,
+  arrowParens: 'avoid',
+  tabWidth: 2,
+  trailingComma: 'none',
+  importOrder: [
+    '^(react/(.*)$)|^(react$)',
+    '^(next/(.*)$)|^(next$)',
+    '<THIRD_PARTY_MODULES>',
+    '',
+    '^types$',
+    '^@/types/(.*)$',
+    '^@/config/(.*)$',
+    '^@/lib/(.*)$',
+    '^@/hooks/(.*)$',
+    '^@/components/ui/(.*)$',
+    '^@/components/(.*)$',
+    '^@/registry/(.*)$',
+    '^@/styles/(.*)$',
+    '^@/app/(.*)$',
+    '',
+    '^[./]'
+  ],
+  importOrderSeparation: false,
+  importOrderSortSpecifiers: true,
+  importOrderBuiltinModulesToTop: true,
+  importOrderParserPlugins: ['typescript', 'jsx', 'decorators-legacy'],
+  importOrderMergeDuplicateImports: true,
+  importOrderCombineTypeAndValueImports: true
+}

package/example/public/next.svg

@@ -0,0 +1 @@
+<svg xmlns="http://www.w3.org/2000/svg" fill="none" viewBox="0 0 394 80"><path fill="#000" d="M262 0h68.5v12.7h-27.2v66.6h-13.6V12.7H262V0ZM149 0v12.7H94v20.4h44.3v12.6H94v21h55v12.6H80.5V0h68.7zm34.3 0h-17.8l63.8 79.4h17.9l-32-39.7 32-39.6h-17.9l-23 28.6-23-28.6zm18.3 56.7-9-11-27.1 33.7h17.8l18.3-22.7z"/><path fill="#000" d="M81 79.3 17 0H0v79.3h13.6V17l50.2 62.3H81Zm252.6-.4c-1 0-1.8-.4-2.5-1s-1.1-1.6-1.1-2.6.3-1.8 1-2.5 1.6-1 2.6-1 1.8.3 2.5 1a3.4 3.4 0 0 1 .6 4.3 3.7 3.7 0 0 1-3 1.8zm23.2-33.5h6v23.3c0 2.1-.4 4-1.3 5.5a9.1 9.1 0 0 1-3.8 3.5c-1.6.8-3.5 1.3-5.7 1.3-2 0-3.7-.4-5.3-1s-2.8-1.8-3.7-3.2c-.9-1.3-1.4-3-1.4-5h6c.1.8.3 1.6.7 2.2s1 1.2 1.6 1.5c.7.4 1.5.5 2.4.5 1 0 1.8-.2 2.4-.6a4 4 0 0 0 1.6-1.8c.3-.8.5-1.8.5-3V45.5zm30.9 9.1a4.4 4.4 0 0 0-2-3.3 7.5 7.5 0 0 0-4.3-1.1c-1.3 0-2.4.2-3.3.5-.9.4-1.6 1-2 1.6a3.5 3.5 0 0 0-.3 4c.3.5.7.9 1.3 1.2l1.8 1 2 .5 3.2.8c1.3.3 2.5.7 3.7 1.2a13 13 0 0 1 3.2 1.8 8.1 8.1 0 0 1 3 6.5c0 2-.5 3.7-1.5 5.1a10 10 0 0 1-4.4 3.5c-1.8.8-4.1 1.2-6.8 1.2-2.6 0-4.9-.4-6.8-1.2-2-.8-3.4-2-4.5-3.5a10 10 0 0 1-1.7-5.6h6a5 5 0 0 0 3.5 4.6c1 .4 2.2.6 3.4.6 1.3 0 2.5-.2 3.5-.6 1-.4 1.8-1 2.4-1.7a4 4 0 0 0 .8-2.4c0-.9-.2-1.6-.7-2.2a11 11 0 0 0-2.1-1.4l-3.2-1-3.8-1c-2.8-.7-5-1.7-6.6-3.2a7.2 7.2 0 0 1-2.4-5.7 8 8 0 0 1 1.7-5 10 10 0 0 1 4.3-3.5c2-.8 4-1.2 6.4-1.2 2.3 0 4.4.4 6.2 1.2 1.8.8 3.2 2 4.3 3.4 1 1.4 1.5 3 1.5 5h-5.8z"/></svg>

package/example/public/thirteen.svg

@@ -0,0 +1 @@
+<svg xmlns="http://www.w3.org/2000/svg" width="40" height="31" fill="none"><g opacity=".9"><path fill="url(#a)" d="M13 .4v29.3H7V6.3h-.2L0 10.5V5L7.2.4H13Z"/><path fill="url(#b)" d="M28.8 30.1c-2.2 0-4-.3-5.7-1-1.7-.8-3-1.8-4-3.1a7.7 7.7 0 0 1-1.4-4.6h6.2c0 .8.3 1.4.7 2 .4.5 1 .9 1.7 1.2.7.3 1.6.4 2.5.4 1 0 1.7-.2 2.5-.5.7-.3 1.3-.8 1.7-1.4.4-.6.6-1.2.6-2s-.2-1.5-.7-2.1c-.4-.6-1-1-1.8-1.4-.8-.4-1.8-.5-2.9-.5h-2.7v-4.6h2.7a6 6 0 0 0 2.5-.5 4 4 0 0 0 1.7-1.3c.4-.6.6-1.3.6-2a3.5 3.5 0 0 0-2-3.3 5.6 5.6 0 0 0-4.5 0 4 4 0 0 0-1.7 1.2c-.4.6-.6 1.2-.6 2h-6c0-1.7.6-3.2 1.5-4.5 1-1.3 2.2-2.3 3.8-3C25 .4 26.8 0 28.8 0s3.8.4 5.3 1.1c1.5.7 2.7 1.7 3.6 3a7.2 7.2 0 0 1 1.2 4.2c0 1.6-.5 3-1.5 4a7 7 0 0 1-4 2.2v.2c2.2.3 3.8 1 5 2.2a6.4 6.4 0 0 1 1.6 4.6c0 1.7-.5 3.1-1.4 4.4a9.7 9.7 0 0 1-4 3.1c-1.7.8-3.7 1.1-5.8 1.1Z"/></g><defs><linearGradient id="a" x1="20" x2="20" y1="0" y2="30.1" gradientUnits="userSpaceOnUse"><stop/><stop offset="1" stop-color="#3D3D3D"/></linearGradient><linearGradient id="b" x1="20" x2="20" y1="0" y2="30.1" gradientUnits="userSpaceOnUse"><stop/><stop offset="1" stop-color="#3D3D3D"/></linearGradient></defs></svg>

package/example/public/vercel.svg

@@ -0,0 +1 @@
+<svg xmlns="http://www.w3.org/2000/svg" fill="none" viewBox="0 0 283 64"><path fill="black" d="M141 16c-11 0-19 7-19 18s9 18 20 18c7 0 13-3 16-7l-7-5c-2 3-6 4-9 4-5 0-9-3-10-7h28v-3c0-11-8-18-19-18zm-9 15c1-4 4-7 9-7s8 3 9 7h-18zm117-15c-11 0-19 7-19 18s9 18 20 18c6 0 12-3 16-7l-8-5c-2 3-5 4-8 4-5 0-9-3-11-7h28l1-3c0-11-8-18-19-18zm-10 15c2-4 5-7 10-7s8 3 9 7h-19zm-39 3c0 6 4 10 10 10 4 0 7-2 9-5l8 5c-3 5-9 8-17 8-11 0-19-7-19-18s8-18 19-18c8 0 14 3 17 8l-8 5c-2-3-5-5-9-5-6 0-10 4-10 10zm83-29v46h-9V5h9zM37 0l37 64H0L37 0zm92 5-27 48L74 5h10l18 30 17-30h10zm59 12v10l-3-1c-6 0-10 4-10 10v15h-9V17h9v9c0-5 6-9 13-9z"/></svg>

package/example/tailwind.config.ts

@@ -0,0 +1,81 @@
+/** @type {import('tailwindcss').Config} */
+module.exports = {
+  darkMode: ['class'],
+  content: [
+    './pages/**/*.{ts,tsx}',
+    './components/**/*.{ts,tsx}',
+    './app/**/*.{ts,tsx}',
+    './src/**/*.{ts,tsx}'
+  ],
+  prefix: '',
+  theme: {
+    container: {
+      center: true,
+      padding: '2rem',
+      screens: {
+        '2xl': '1400px'
+      }
+    },
+    extend: {
+      fontFamily: {
+        sans: ['var(--font-geist-sans)'],
+        mono: ['var(--font-geist-mono)']
+      },
+      colors: {
+        border: 'hsl(var(--border))',
+        input: 'hsl(var(--input))',
+        ring: 'hsl(var(--ring))',
+        background: 'hsl(var(--background))',
+        foreground: 'hsl(var(--foreground))',
+        primary: {
+          DEFAULT: 'hsl(var(--primary))',
+          foreground: 'hsl(var(--primary-foreground))'
+        },
+        secondary: {
+          DEFAULT: 'hsl(var(--secondary))',
+          foreground: 'hsl(var(--secondary-foreground))'
+        },
+        destructive: {
+          DEFAULT: 'hsl(var(--destructive))',
+          foreground: 'hsl(var(--destructive-foreground))'
+        },
+        muted: {
+          DEFAULT: 'hsl(var(--muted))',
+          foreground: 'hsl(var(--muted-foreground))'
+        },
+        accent: {
+          DEFAULT: 'hsl(var(--accent))',
+          foreground: 'hsl(var(--accent-foreground))'
+        },
+        popover: {
+          DEFAULT: 'hsl(var(--popover))',
+          foreground: 'hsl(var(--popover-foreground))'
+        },
+        card: {
+          DEFAULT: 'hsl(var(--card))',
+          foreground: 'hsl(var(--card-foreground))'
+        }
+      },
+      borderRadius: {
+        lg: 'var(--radius)',
+        md: 'calc(var(--radius) - 2px)',
+        sm: 'calc(var(--radius) - 4px)'
+      },
+      keyframes: {
+        'accordion-down': {
+          from: { height: '0' },
+          to: { height: 'var(--radix-accordion-content-height)' }
+        },
+        'accordion-up': {
+          from: { height: 'var(--radix-accordion-content-height)' },
+          to: { height: '0' }
+        }
+      },
+      animation: {
+        'accordion-down': 'accordion-down 0.2s ease-out',
+        'accordion-up': 'accordion-up 0.2s ease-out'
+      }
+    }
+  },
+  plugins: [require('tailwindcss-animate'), require('@tailwindcss/typography')]
+}

package/example/tsconfig.json

@@ -0,0 +1,35 @@
+{
+  "compilerOptions": {
+    "lib": ["dom", "dom.iterable", "esnext"],
+    "allowJs": true,
+    "skipLibCheck": true,
+    "strict": true,
+    "forceConsistentCasingInFileNames": true,
+    "noEmit": true,
+    "incremental": true,
+    "esModuleInterop": true,
+    "module": "esnext",
+    "moduleResolution": "node",
+    "resolveJsonModule": true,
+    "isolatedModules": true,
+    "jsx": "preserve",
+    "baseUrl": ".",
+    "paths": {
+      "@/*": ["./*"]
+    },
+    "plugins": [
+      {
+        "name": "next"
+      }
+    ],
+    "strictNullChecks": true
+  },
+  "include": [
+    "next-env.d.ts",
+    "next-auth.d.ts",
+    "**/*.ts",
+    "**/*.tsx",
+    ".next/types/**/*.ts"
+  ],
+  "exclude": ["node_modules"]
+}

package/package.json

@@ -0,0 +1,45 @@
+{
+  "name": "langwatch",
+  "version": "0.0.1",
+  "description": "",
+  "main": "dist/src/index.js",
+  "module": "./dist/index.mjs",
+  "types": "./dist/index.d.ts",
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/langwatch/langwatch.git",
+    "directory": "typescript-sdk"
+  },
+  "scripts": {
+    "postinstall": "cp ../langwatch/src/server/tracer/types.ts src/server/types/tracer.ts && ts-to-zod src/server/types/tracer.ts src/server/types/tracer.generated.ts",
+    "test": "vitest",
+    "build": "tsup",
+    "prepublish": "npm run build"
+  },
+  "author": "",
+  "license": "Apache-2.0",
+  "engines": {
+    "node": ">=18.0.0"
+  },
+  "devDependencies": {
+    "@ai-sdk/openai": "^0.0.18",
+    "@eslint/js": "^9.4.0",
+    "@types/debug": "^4.1.12",
+    "@types/eslint__js": "^8.42.3",
+    "@types/node": "^16.0.0",
+    "eslint": "^8.57.0",
+    "ts-to-zod": "^3.4.1",
+    "tsup": "^8.1.0",
+    "typescript": "^4.9.5",
+    "typescript-eslint": "^7.11.0",
+    "vitest": "^0.5.0"
+  },
+  "dependencies": {
+    "ai": "^3.1.23",
+    "llm-cost": "^1.0.4",
+    "nanoid": "^5.0.7",
+    "openai": "^4.47.3",
+    "zod": "^3.22.4",
+    "zod-validation-error": "^3.3.0"
+  }
+}

package/src/helpers.ts

@@ -0,0 +1,64 @@
+export type Strict<T> = T & { [K in Exclude<keyof any, keyof T>]: never };
+
+type SnakeToCamelCase<S extends string> = S extends `${infer T}_${infer U}`
+  ? `${T}${Capitalize<SnakeToCamelCase<U>>}`
+  : S;
+
+export type SnakeToCamelCaseNested<T> = T extends object
+  ? T extends (infer U)[]
+    ? U extends object
+      ? {
+          [K in keyof U as SnakeToCamelCase<
+            K & string
+          >]: SnakeToCamelCaseNested<U[K]>;
+        }[]
+      : T
+    : {
+        [K in keyof T as SnakeToCamelCase<K & string>]: SnakeToCamelCaseNested<
+          T[K]
+        >;
+      }
+  : T;
+
+type CamelToSnakeCase<S extends string> = S extends `${infer T}${infer U}`
+  ? `${T extends Capitalize<T> ? "_" : ""}${Lowercase<T>}${CamelToSnakeCase<U>}`
+  : S;
+
+export type CamelToSnakeCaseNested<T> = T extends object
+  ? T extends (infer U)[]
+    ? U extends object
+      ? {
+          [K in keyof U as CamelToSnakeCase<
+            K & string
+          >]: CamelToSnakeCaseNested<U[K]>;
+        }[]
+      : T
+    : {
+        [K in keyof T as CamelToSnakeCase<K & string>]: CamelToSnakeCaseNested<
+          T[K]
+        >;
+      }
+  : T;
+
+function camelToSnakeCase(str: string): string {
+  return str.replace(/[A-Z]/g, (letter) => `_${letter.toLowerCase()}`);
+}
+
+export function camelToSnakeCaseNested<T>(obj: T): CamelToSnakeCaseNested<T> {
+  if (Array.isArray(obj)) {
+    return obj.map((item) =>
+      camelToSnakeCaseNested(item)
+    ) as CamelToSnakeCaseNested<T>;
+  } else if (typeof obj === "object" && obj !== null) {
+    const newObj: any = {};
+    for (const key in obj) {
+      if (obj.hasOwnProperty(key)) {
+        const newKey = camelToSnakeCase(key);
+        newObj[newKey] = camelToSnakeCaseNested((obj as any)[key]);
+      }
+    }
+    return newObj as CamelToSnakeCaseNested<T>;
+  } else {
+    return obj as CamelToSnakeCaseNested<T>;
+  }
+}

package/src/index.test.ts

@@ -0,0 +1,255 @@
+import { OpenAI } from "openai";
+import { LangWatch, convertFromVercelAIMessages } from "./index";
+import {
+  describe,
+  it,
+  expect,
+  vi,
+  beforeEach,
+  type SpyInstanceFn,
+} from "vitest";
+import { openai } from "@ai-sdk/openai";
+import { generateText, type CoreMessage } from "ai";
+
+describe("LangWatch tracer", () => {
+  let mockFetch: SpyInstanceFn;
+
+  beforeEach(() => {
+    const originalFetch = global.fetch;
+    // Mocking fetch to test the right data was sent to the server
+    mockFetch = vi.fn((url, ...args) => {
+      if (url.includes("localhost.test")) {
+        return Promise.resolve({
+          ok: true,
+          status: 200,
+          json: () => Promise.resolve({ message: "Trace sent" }),
+        });
+      }
+      return originalFetch(url, ...args);
+    });
+    // @ts-ignore
+    global.fetch = mockFetch;
+  });
+
+  it("captures traces correctly", async () => {
+    const langwatch = new LangWatch({
+      apiKey: "test",
+      endpoint: "http://localhost.test",
+    });
+    const trace = langwatch.getTrace();
+    trace.update({
+      metadata: { threadId: "123", userId: "123", labels: ["foo"] },
+    });
+    trace.update({ metadata: { userId: "456", labels: ["bar"] } });
+
+    const span = trace.startSpan({
+      name: "weather_function",
+      input: {
+        type: "json",
+        value: {
+          city: "Tokyo",
+        },
+      },
+    });
+    span.end({
+      outputs: [
+        {
+          type: "json",
+          value: {
+            weather: "sunny",
+          },
+        },
+      ],
+    });
+
+    expect(trace.metadata).toEqual({
+      threadId: "123",
+      userId: "456",
+      labels: ["foo", "bar"],
+    });
+    expect(span.timestamps.startedAt).toBeDefined();
+    expect(span.timestamps.finishedAt).toBeDefined();
+
+    const ragSpan = trace.startRAGSpan({
+      name: "my-vectordb-retrieval",
+      input: { type: "text", value: "search query" },
+    });
+    ragSpan.end({
+      contexts: [
+        {
+          documentId: "doc1",
+          content: "document chunk 1",
+        },
+        {
+          documentId: "doc2",
+          content: "document chunk 2",
+        },
+      ],
+    });
+
+    const llmSpan = ragSpan.startLLMSpan({
+      name: "llm",
+      model: "gpt-3.5-turbo",
+      input: {
+        type: "chat_messages",
+        value: [
+          { role: "system", content: "You are a helpful assistant." },
+          { role: "user", content: "What is the weather in Tokyo?" },
+        ],
+      },
+    });
+    llmSpan.end({
+      outputs: [
+        {
+          type: "chat_messages",
+          value: [
+            {
+              role: "assistant",
+              content: "It's cloudy in Tokyo.",
+            },
+          ],
+        },
+      ],
+    });
+
+    ragSpan.end();
+
+    await trace.sendSpans();
+
+    expect(mockFetch).toHaveBeenCalled();
+    expect(mockFetch).toHaveBeenCalledWith(
+      "http://localhost.test/api/collector",
+      expect.objectContaining({
+        method: "POST",
+        headers: {
+          "X-Auth-Token": "test",
+          "Content-Type": "application/json",
+        },
+        body: expect.any(String),
+      })
+    );
+
+    const firstCall: any = mockFetch.mock.calls[0];
+    const requestBody = JSON.parse(firstCall[1].body);
+    expect(requestBody.trace_id).toBeDefined();
+    expect(requestBody.metadata).toEqual({
+      thread_id: "123",
+      user_id: "456",
+      labels: ["foo", "bar"],
+    });
+    expect(requestBody.spans.length).toBe(3);
+  });
+
+  it.skip("captures openai llm call", async () => {
+    const langwatch = new LangWatch({
+      apiKey: "test",
+      endpoint: "http://localhost.test",
+    });
+    const trace = langwatch.getTrace();
+
+    // Model to be used and messages that will be sent to the LLM
+    const model = "gpt-4o";
+    const messages: OpenAI.Chat.ChatCompletionMessageParam[] = [
+      { role: "system", content: "You are a helpful assistant." },
+      {
+        role: "user",
+        content: "Write a tweet-size vegetarian lasagna recipe for 4 people.",
+      },
+    ];
+
+    // Capture the llm call with a span
+    const span = trace.startLLMSpan({
+      name: "llm",
+      model: model,
+      input: {
+        type: "chat_messages",
+        value: messages,
+      },
+    });
+
+    // Continue with the LLM call normally
+    const openai = new OpenAI();
+    const chatCompletion = await openai.chat.completions.create({
+      messages: messages,
+      model: model,
+    });
+
+    span.end({
+      outputs: chatCompletion.choices.map((choice) => ({
+        type: "chat_messages",
+        value: [choice.message],
+      })),
+    });
+
+    await trace.sendSpans();
+
+    expect(mockFetch).toHaveBeenCalled();
+    expect(mockFetch).toHaveBeenCalledWith(
+      "http://localhost.test/api/collector",
+      expect.objectContaining({
+        method: "POST",
+        headers: {
+          "X-Auth-Token": "test",
+          "Content-Type": "application/json",
+        },
+        body: expect.any(String),
+      })
+    );
+  });
+
+  it.skip("captures vercel ai sdk call", async () => {
+    const langwatch = new LangWatch({
+      apiKey: "test",
+      endpoint: "http://localhost.test",
+    });
+    const trace = langwatch.getTrace();
+
+    // Model to be used and messages that will be sent to the LLM
+    const model = openai("gpt-4o");
+    const messages: CoreMessage[] = [
+      { role: "system", content: "You are a helpful assistant." },
+      {
+        role: "user",
+        content: "Write a tweet-size vegetarian lasagna recipe for 4 people.",
+      },
+    ];
+
+    const span = trace.startLLMSpan({
+      name: "llm",
+      model: model.modelId,
+      input: {
+        type: "chat_messages",
+        value: convertFromVercelAIMessages(messages),
+      },
+    });
+
+    const response = await generateText({
+      model: model,
+      messages: messages,
+    });
+
+    span.end({
+      outputs: [
+        {
+          type: "chat_messages",
+          value: convertFromVercelAIMessages(response.responseMessages),
+        },
+      ],
+    });
+
+    await trace.sendSpans();
+
+    expect(mockFetch).toHaveBeenCalled();
+    expect(mockFetch).toHaveBeenCalledWith(
+      "http://localhost.test/api/collector",
+      expect.objectContaining({
+        method: "POST",
+        headers: {
+          "X-Auth-Token": "test",
+          "Content-Type": "application/json",
+        },
+        body: expect.any(String),
+      })
+    );
+  });
+});