langwatch 0.1.7 → 0.3.0-prerelease.1

package/example/postcss.config.js

@@ -1,6 +0,0 @@
-module.exports = {
-  plugins: {
-    tailwindcss: {},
-    autoprefixer: {},
-  },
-}

package/example/prettier.config.cjs

@@ -1,34 +0,0 @@
-/** @type {import('prettier').Config} */
-module.exports = {
-  endOfLine: 'lf',
-  semi: false,
-  useTabs: false,
-  singleQuote: true,
-  arrowParens: 'avoid',
-  tabWidth: 2,
-  trailingComma: 'none',
-  importOrder: [
-    '^(react/(.*)$)|^(react$)',
-    '^(next/(.*)$)|^(next$)',
-    '<THIRD_PARTY_MODULES>',
-    '',
-    '^types$',
-    '^@/types/(.*)$',
-    '^@/config/(.*)$',
-    '^@/lib/(.*)$',
-    '^@/hooks/(.*)$',
-    '^@/components/ui/(.*)$',
-    '^@/components/(.*)$',
-    '^@/registry/(.*)$',
-    '^@/styles/(.*)$',
-    '^@/app/(.*)$',
-    '',
-    '^[./]'
-  ],
-  importOrderSeparation: false,
-  importOrderSortSpecifiers: true,
-  importOrderBuiltinModulesToTop: true,
-  importOrderParserPlugins: ['typescript', 'jsx', 'decorators-legacy'],
-  importOrderMergeDuplicateImports: true,
-  importOrderCombineTypeAndValueImports: true
-}

package/example/public/next.svg

@@ -1 +0,0 @@
-<svg xmlns="http://www.w3.org/2000/svg" fill="none" viewBox="0 0 394 80"><path fill="#000" d="M262 0h68.5v12.7h-27.2v66.6h-13.6V12.7H262V0ZM149 0v12.7H94v20.4h44.3v12.6H94v21h55v12.6H80.5V0h68.7zm34.3 0h-17.8l63.8 79.4h17.9l-32-39.7 32-39.6h-17.9l-23 28.6-23-28.6zm18.3 56.7-9-11-27.1 33.7h17.8l18.3-22.7z"/><path fill="#000" d="M81 79.3 17 0H0v79.3h13.6V17l50.2 62.3H81Zm252.6-.4c-1 0-1.8-.4-2.5-1s-1.1-1.6-1.1-2.6.3-1.8 1-2.5 1.6-1 2.6-1 1.8.3 2.5 1a3.4 3.4 0 0 1 .6 4.3 3.7 3.7 0 0 1-3 1.8zm23.2-33.5h6v23.3c0 2.1-.4 4-1.3 5.5a9.1 9.1 0 0 1-3.8 3.5c-1.6.8-3.5 1.3-5.7 1.3-2 0-3.7-.4-5.3-1s-2.8-1.8-3.7-3.2c-.9-1.3-1.4-3-1.4-5h6c.1.8.3 1.6.7 2.2s1 1.2 1.6 1.5c.7.4 1.5.5 2.4.5 1 0 1.8-.2 2.4-.6a4 4 0 0 0 1.6-1.8c.3-.8.5-1.8.5-3V45.5zm30.9 9.1a4.4 4.4 0 0 0-2-3.3 7.5 7.5 0 0 0-4.3-1.1c-1.3 0-2.4.2-3.3.5-.9.4-1.6 1-2 1.6a3.5 3.5 0 0 0-.3 4c.3.5.7.9 1.3 1.2l1.8 1 2 .5 3.2.8c1.3.3 2.5.7 3.7 1.2a13 13 0 0 1 3.2 1.8 8.1 8.1 0 0 1 3 6.5c0 2-.5 3.7-1.5 5.1a10 10 0 0 1-4.4 3.5c-1.8.8-4.1 1.2-6.8 1.2-2.6 0-4.9-.4-6.8-1.2-2-.8-3.4-2-4.5-3.5a10 10 0 0 1-1.7-5.6h6a5 5 0 0 0 3.5 4.6c1 .4 2.2.6 3.4.6 1.3 0 2.5-.2 3.5-.6 1-.4 1.8-1 2.4-1.7a4 4 0 0 0 .8-2.4c0-.9-.2-1.6-.7-2.2a11 11 0 0 0-2.1-1.4l-3.2-1-3.8-1c-2.8-.7-5-1.7-6.6-3.2a7.2 7.2 0 0 1-2.4-5.7 8 8 0 0 1 1.7-5 10 10 0 0 1 4.3-3.5c2-.8 4-1.2 6.4-1.2 2.3 0 4.4.4 6.2 1.2 1.8.8 3.2 2 4.3 3.4 1 1.4 1.5 3 1.5 5h-5.8z"/></svg>

package/example/public/thirteen.svg

@@ -1 +0,0 @@
-<svg xmlns="http://www.w3.org/2000/svg" width="40" height="31" fill="none"><g opacity=".9"><path fill="url(#a)" d="M13 .4v29.3H7V6.3h-.2L0 10.5V5L7.2.4H13Z"/><path fill="url(#b)" d="M28.8 30.1c-2.2 0-4-.3-5.7-1-1.7-.8-3-1.8-4-3.1a7.7 7.7 0 0 1-1.4-4.6h6.2c0 .8.3 1.4.7 2 .4.5 1 .9 1.7 1.2.7.3 1.6.4 2.5.4 1 0 1.7-.2 2.5-.5.7-.3 1.3-.8 1.7-1.4.4-.6.6-1.2.6-2s-.2-1.5-.7-2.1c-.4-.6-1-1-1.8-1.4-.8-.4-1.8-.5-2.9-.5h-2.7v-4.6h2.7a6 6 0 0 0 2.5-.5 4 4 0 0 0 1.7-1.3c.4-.6.6-1.3.6-2a3.5 3.5 0 0 0-2-3.3 5.6 5.6 0 0 0-4.5 0 4 4 0 0 0-1.7 1.2c-.4.6-.6 1.2-.6 2h-6c0-1.7.6-3.2 1.5-4.5 1-1.3 2.2-2.3 3.8-3C25 .4 26.8 0 28.8 0s3.8.4 5.3 1.1c1.5.7 2.7 1.7 3.6 3a7.2 7.2 0 0 1 1.2 4.2c0 1.6-.5 3-1.5 4a7 7 0 0 1-4 2.2v.2c2.2.3 3.8 1 5 2.2a6.4 6.4 0 0 1 1.6 4.6c0 1.7-.5 3.1-1.4 4.4a9.7 9.7 0 0 1-4 3.1c-1.7.8-3.7 1.1-5.8 1.1Z"/></g><defs><linearGradient id="a" x1="20" x2="20" y1="0" y2="30.1" gradientUnits="userSpaceOnUse"><stop/><stop offset="1" stop-color="#3D3D3D"/></linearGradient><linearGradient id="b" x1="20" x2="20" y1="0" y2="30.1" gradientUnits="userSpaceOnUse"><stop/><stop offset="1" stop-color="#3D3D3D"/></linearGradient></defs></svg>

package/example/public/vercel.svg

@@ -1 +0,0 @@
-<svg xmlns="http://www.w3.org/2000/svg" fill="none" viewBox="0 0 283 64"><path fill="black" d="M141 16c-11 0-19 7-19 18s9 18 20 18c7 0 13-3 16-7l-7-5c-2 3-6 4-9 4-5 0-9-3-10-7h28v-3c0-11-8-18-19-18zm-9 15c1-4 4-7 9-7s8 3 9 7h-18zm117-15c-11 0-19 7-19 18s9 18 20 18c6 0 12-3 16-7l-8-5c-2 3-5 4-8 4-5 0-9-3-11-7h28l1-3c0-11-8-18-19-18zm-10 15c2-4 5-7 10-7s8 3 9 7h-19zm-39 3c0 6 4 10 10 10 4 0 7-2 9-5l8 5c-3 5-9 8-17 8-11 0-19-7-19-18s8-18 19-18c8 0 14 3 17 8l-8 5c-2-3-5-5-9-5-6 0-10 4-10 10zm83-29v46h-9V5h9zM37 0l37 64H0L37 0zm92 5-27 48L74 5h10l18 30 17-30h10zm59 12v10l-3-1c-6 0-10 4-10 10v15h-9V17h9v9c0-5 6-9 13-9z"/></svg>

package/example/tailwind.config.ts

@@ -1,81 +0,0 @@
-/** @type {import('tailwindcss').Config} */
-module.exports = {
-  darkMode: ['class'],
-  content: [
-    './pages/**/*.{ts,tsx}',
-    './components/**/*.{ts,tsx}',
-    './app/**/*.{ts,tsx}',
-    './src/**/*.{ts,tsx}'
-  ],
-  prefix: '',
-  theme: {
-    container: {
-      center: true,
-      padding: '2rem',
-      screens: {
-        '2xl': '1400px'
-      }
-    },
-    extend: {
-      fontFamily: {
-        sans: ['var(--font-geist-sans)'],
-        mono: ['var(--font-geist-mono)']
-      },
-      colors: {
-        border: 'hsl(var(--border))',
-        input: 'hsl(var(--input))',
-        ring: 'hsl(var(--ring))',
-        background: 'hsl(var(--background))',
-        foreground: 'hsl(var(--foreground))',
-        primary: {
-          DEFAULT: 'hsl(var(--primary))',
-          foreground: 'hsl(var(--primary-foreground))'
-        },
-        secondary: {
-          DEFAULT: 'hsl(var(--secondary))',
-          foreground: 'hsl(var(--secondary-foreground))'
-        },
-        destructive: {
-          DEFAULT: 'hsl(var(--destructive))',
-          foreground: 'hsl(var(--destructive-foreground))'
-        },
-        muted: {
-          DEFAULT: 'hsl(var(--muted))',
-          foreground: 'hsl(var(--muted-foreground))'
-        },
-        accent: {
-          DEFAULT: 'hsl(var(--accent))',
-          foreground: 'hsl(var(--accent-foreground))'
-        },
-        popover: {
-          DEFAULT: 'hsl(var(--popover))',
-          foreground: 'hsl(var(--popover-foreground))'
-        },
-        card: {
-          DEFAULT: 'hsl(var(--card))',
-          foreground: 'hsl(var(--card-foreground))'
-        }
-      },
-      borderRadius: {
-        lg: 'var(--radius)',
-        md: 'calc(var(--radius) - 2px)',
-        sm: 'calc(var(--radius) - 4px)'
-      },
-      keyframes: {
-        'accordion-down': {
-          from: { height: '0' },
-          to: { height: 'var(--radix-accordion-content-height)' }
-        },
-        'accordion-up': {
-          from: { height: 'var(--radix-accordion-content-height)' },
-          to: { height: '0' }
-        }
-      },
-      animation: {
-        'accordion-down': 'accordion-down 0.2s ease-out',
-        'accordion-up': 'accordion-up 0.2s ease-out'
-      }
-    }
-  },
-  plugins: [require('tailwindcss-animate'), require('@tailwindcss/typography')]
-}

package/example/tsconfig.json

@@ -1,35 +0,0 @@
-{
-  "compilerOptions": {
-    "lib": ["dom", "dom.iterable", "esnext"],
-    "allowJs": true,
-    "skipLibCheck": true,
-    "strict": true,
-    "forceConsistentCasingInFileNames": true,
-    "noEmit": true,
-    "incremental": true,
-    "esModuleInterop": true,
-    "module": "esnext",
-    "moduleResolution": "node",
-    "resolveJsonModule": true,
-    "isolatedModules": true,
-    "jsx": "preserve",
-    "baseUrl": ".",
-    "paths": {
-      "@/*": ["./*"]
-    },
-    "plugins": [
-      {
-        "name": "next"
-      }
-    ],
-    "strictNullChecks": true
-  },
-  "include": [
-    "next-env.d.ts",
-    "next-auth.d.ts",
-    "**/*.ts",
-    "**/*.tsx",
-    ".next/types/**/*.ts"
-  ],
-  "exclude": ["node_modules"]
-}

package/src/LangWatchExporter.ts

@@ -1,91 +0,0 @@
-import {
-  type ReadableSpan,
-  type SpanExporter,
-} from "@opentelemetry/sdk-trace-base";
-import { createExportTraceServiceRequest } from "@opentelemetry/otlp-transformer";
-
-import { type ExportResult, ExportResultCode } from "@opentelemetry/core";
-
-export class LangWatchExporter implements SpanExporter {
-  private endpoint: string;
-  private apiKey: string;
-  private includeAllSpans: boolean;
-  private debug: boolean;
-
-  constructor(
-    params: {
-      endpoint?: string;
-      apiKey?: string;
-      includeAllSpans?: boolean;
-      debug?: boolean;
-    } = {}
-  ) {
-    this.endpoint =
-      params.endpoint ??
-      process.env.LANGWATCH_ENDPOINT ??
-      "https://app.langwatch.ai";
-    this.apiKey = params.apiKey ?? process.env.LANGWATCH_API_KEY ?? "";
-    this.includeAllSpans = params.includeAllSpans ?? false;
-    this.debug = params.debug ?? false;
-
-    if (!this.apiKey) {
-      throw new Error("LANGWATCH_API_KEY is not set");
-    }
-  }
-
-  export(
-    allSpans: ReadableSpan[],
-    resultCallback: (result: ExportResult) => void
-  ): void {
-    const spans = allSpans.filter(
-      (span) => this.includeAllSpans || this.isAiSdkSpan(span)
-    );
-    if (spans.length === 0) {
-      resultCallback({ code: ExportResultCode.SUCCESS });
-      return;
-    }
-    if (this.debug) {
-      console.log("[LangWatchExporter] Exporting spans:", spans);
-    }
-
-    let body;
-    try {
-      body = JSON.stringify(createExportTraceServiceRequest(spans));
-    } catch (error) {
-      console.error("[LangWatchExporter] Failed to serialize spans:", error);
-      resultCallback({ code: ExportResultCode.FAILED });
-      return;
-    }
-
-    fetch(`${this.endpoint}/api/otel/v1/traces`, {
-      method: "POST",
-      headers: {
-        "Content-Type": "application/json",
-        Authorization: `Bearer ${this.apiKey}`,
-      },
-      body,
-    })
-      .then((response) => {
-        if (!response.ok) {
-          resultCallback({ code: ExportResultCode.FAILED });
-          return;
-        }
-        resultCallback({ code: ExportResultCode.SUCCESS });
-      })
-      .catch((error) => {
-        console.error("[LangWatchExporter] Failed to export spans:", error);
-        resultCallback({
-          code: ExportResultCode.FAILED,
-          error: error instanceof Error ? error : new Error("Unknown error"),
-        });
-      });
-  }
-
-  private isAiSdkSpan(span: ReadableSpan): boolean {
-    return span.instrumentationLibrary.name === "ai";
-  }
-
-  shutdown(): Promise<void> {
-    return Promise.resolve();
-  }
-}

package/src/evaluations.ts

@@ -1,219 +0,0 @@
-import { type LangWatchSpan, type LangWatchTrace } from "./index";
-import { type Conversation } from "./server/types/evaluations";
-import {
-  type Evaluators,
-  type EvaluatorTypes,
-} from "./server/types/evaluators.generated";
-import {
-  type RAGChunk,
-  type SpanTypes,
-  type TypedValueEvaluationResult,
-  type TypedValueGuardrailResult,
-  type TypedValueJson,
-} from "./server/types/tracer";
-
-type Money = {
-  currency: string;
-  amount: number;
-};
-
-export type EvaluationResultModel = {
-  status: "processed" | "skipped" | "error";
-  passed?: boolean;
-  score?: number;
-  details?: string;
-  label?: string;
-  cost?: Money;
-};
-
-export type CommonEvaluationParams = {
-  name?: string;
-  input?: string;
-  output?: string;
-  expectedOutput?: string;
-  contexts?: RAGChunk[] | string[];
-  conversation?: Conversation;
-  asGuardrail?: boolean;
-  trace?: LangWatchTrace;
-  span?: LangWatchSpan;
-};
-
-export type SavedEvaluationParams = {
-  slug: string;
-  settings?: Record<string, unknown>;
-} & CommonEvaluationParams;
-
-export type LangEvalsEvaluationParams<T extends EvaluatorTypes> = {
-  evaluator: T;
-  settings?: Evaluators[T]["settings"];
-} & CommonEvaluationParams;
-
-export type EvaluationParams =
-  | SavedEvaluationParams
-  | LangEvalsEvaluationParams<EvaluatorTypes>;
-
-export const evaluate = async (
-  params: EvaluationParams
-): Promise<EvaluationResultModel> => {
-  const slug = "slug" in params ? params.slug : params.evaluator;
-  const span = optionalCreateSpan({
-    trace: params.trace,
-    span: params.span,
-    name: params.name ? params.name : slug,
-    type: params.asGuardrail ? "guardrail" : "evaluation",
-  });
-
-  try {
-    const requestParams = prepareData({
-      ...params,
-      slug,
-      traceId: span?.trace.traceId,
-      spanId: span?.spanId,
-      span,
-    });
-
-    const response = await fetch(requestParams.url, {
-      method: "POST",
-      headers: requestParams.headers,
-      body: JSON.stringify(requestParams.json),
-    });
-
-    if (!response.ok) {
-      throw new Error(`HTTP error! status: ${response.status}`);
-    }
-
-    const result = await response.json();
-    return handleResponse(result, span, params.asGuardrail);
-  } catch (e) {
-    return handleException(e as Error, span, params.asGuardrail);
-  }
-};
-
-const optionalCreateSpan = ({
-  trace,
-  span,
-  name,
-  type,
-}: {
-  trace?: LangWatchTrace;
-  span?: LangWatchSpan;
-  name: string;
-  type: SpanTypes;
-}): LangWatchSpan | undefined => {
-  if (span) {
-    return span.startSpan({ name, type });
-  } else if (trace) {
-    return trace.startSpan({ name, type });
-  }
-  return undefined;
-};
-
-const prepareData = (params: {
-  slug: string;
-  name?: string;
-  input?: string;
-  output?: string;
-  expectedOutput?: string;
-  contexts?: RAGChunk[] | string[];
-  conversation?: Conversation;
-  settings?: Record<string, unknown>;
-  traceId?: string;
-  spanId?: string;
-  span?: LangWatchSpan;
-  asGuardrail?: boolean;
-}) => {
-  const data: Record<string, unknown> = {};
-  if (params.input) data.input = params.input;
-  if (params.output) data.output = params.output;
-  if (params.expectedOutput) data.expected_output = params.expectedOutput;
-  if (params.contexts && params.contexts.length > 0)
-    data.contexts = params.contexts;
-  if (params.conversation && params.conversation.length > 0)
-    data.conversation = params.conversation;
-
-  if (params.span) {
-    params.span.update({
-      input: { type: "json", value: data } as TypedValueJson,
-      params: params.settings,
-    });
-  }
-
-  return {
-    url: `${process.env.LANGWATCH_ENDPOINT}/api/evaluations/${params.slug}/evaluate`,
-    json: {
-      trace_id: params.traceId,
-      span_id: params.spanId,
-      name: params.name,
-      data,
-      settings: params.settings,
-      as_guardrail: params.asGuardrail,
-    },
-    headers: {
-      "X-Auth-Token": process.env.LANGWATCH_API_KEY ?? "",
-      "Content-Type": "application/json",
-    },
-  };
-};
-
-const handleResponse = (
-  response: EvaluationResultModel,
-  span?: LangWatchSpan,
-  asGuardrail = false
-): EvaluationResultModel => {
-  if (response.status === "error") {
-    response.details = response.details ?? "";
-  }
-
-  for (const key of Object.keys(response)) {
-    if (
-      response[key as keyof EvaluationResultModel] === null ||
-      response[key as keyof EvaluationResultModel] === undefined
-    ) {
-      delete response[key as keyof EvaluationResultModel];
-    }
-  }
-
-  if (span) {
-    const output: TypedValueGuardrailResult | TypedValueEvaluationResult =
-      asGuardrail
-        ? {
-            type: "guardrail_result",
-            value: response,
-          }
-        : {
-            type: "evaluation_result",
-            value: response,
-          };
-
-    span.update({ output });
-
-    if (response.cost) {
-      span.update({
-        metrics: {
-          cost: response.cost.amount,
-        },
-      });
-    }
-
-    span.end();
-  }
-
-  return response;
-};
-
-const handleException = (
-  e: Error,
-  span?: LangWatchSpan,
-  asGuardrail = false
-): EvaluationResultModel => {
-  const response: EvaluationResultModel = {
-    status: "error",
-    details: e.toString(),
-  };
-
-  if (asGuardrail) {
-    response.passed = true;
-  }
-
-  return handleResponse(response, span, asGuardrail);
-};