langwatch 0.2.0 → 0.3.0-prerelease.2

package/src/types.ts

@@ -1,82 +0,0 @@
-import type { OpenAI } from "openai";
-import { type SnakeToCamelCaseNested } from "./typeUtils";
-import {
-  type BaseSpan as ServerBaseSpan,
-  type ChatMessage as ServerChatMessage,
-  type ChatRichContent as ServerChatRichContent,
-  type LLMSpan as ServerLLMSpan,
-  type RAGSpan as ServerRAGSpan,
-  type SpanInputOutput as ServerSpanInputOutput,
-  type TypedValueChatMessages,
-  type Trace as ServerTrace,
-  type RESTEvaluation as ServerRESTEvaluation,
-  type LLMModeTrace as ServerLLMModeTrace,
-  type ErrorCapture as ServerErrorCapture,
-} from "./server/types/tracer";
-
-export type Trace = ServerTrace;
-
-export type LLMModeTrace = ServerLLMModeTrace;
-
-export type Metadata = SnakeToCamelCaseNested<Trace["metadata"]>;
-
-export type ChatMessage = ServerChatMessage;
-
-export type ChatRichContent = ServerChatRichContent;
-
-// Check to see if out ChatMessage type is compatible with OpenAIChatCompletion messages
-// eslint-disable-next-line @typescript-eslint/no-unused-vars
-({}) as OpenAI.Chat.ChatCompletionMessageParam satisfies ChatMessage;
-// Check to see spans input/output is still compatible with OpenAIChatCompletion messages to avoid camelCase/snake_case issues
-// eslint-disable-next-line @typescript-eslint/no-unused-vars
-({}) as {
-  type: "chat_messages";
-  value: OpenAI.Chat.ChatCompletionMessageParam[];
-} satisfies BaseSpan["input"];
-// eslint-disable-next-line @typescript-eslint/no-unused-vars
-({}) as {
-  type: "chat_messages";
-  value: OpenAI.Chat.ChatCompletionMessageParam[];
-} satisfies BaseSpan["output"];
-
-// Keep the input/output types signatures as snake case to match the official openai nodejs api
-export type SpanInputOutput =
-  | SnakeToCamelCaseNested<
-      Exclude<ServerSpanInputOutput, TypedValueChatMessages>
-    >
-  | (TypedValueChatMessages & { type: ChatMessage });
-
-export type ConvertServerSpan<T extends ServerBaseSpan> =
-  SnakeToCamelCaseNested<Omit<T, "input" | "output" | "error">> & {
-    input?: SpanInputOutput | null;
-    output?: SpanInputOutput | null;
-    error?: T["error"] | NonNullable<unknown>;
-  };
-
-export type PendingSpan<T extends BaseSpan> = Omit<
-  T,
-  "traceId" | "timestamps"
-> & {
-  timestamps: Omit<T["timestamps"], "finishedAt"> & {
-    finishedAt?: number | null;
-  };
-};
-
-export type BaseSpan = ConvertServerSpan<ServerBaseSpan>;
-
-export type PendingBaseSpan = PendingSpan<BaseSpan>;
-
-// vendor is deprecated, and we try to force the available models here
-export type LLMSpan = ConvertServerSpan<
-  Omit<ServerLLMSpan, "vendor" | "model">
-> & { model: string };
-export type PendingLLMSpan = PendingSpan<LLMSpan>;
-
-export type RAGSpan = ConvertServerSpan<ServerRAGSpan>;
-export type PendingRAGSpan = PendingSpan<RAGSpan>;
-
-export type RESTEvaluation = SnakeToCamelCaseNested<
-  Omit<ServerRESTEvaluation, "error">
-> & { error?: ServerRESTEvaluation["error"] };
-
-export type ErrorCapture = ServerErrorCapture;

package/src/utils.ts

@@ -1,205 +0,0 @@
-import { convertUint8ArrayToBase64 } from "@ai-sdk/provider-utils";
-import { type CoreMessage, type ImagePart } from "ai";
-import { z } from "zod";
-import { type ErrorCapture } from "./server/types/tracer";
-import { chatMessageSchema } from "./server/types/tracer.generated";
-import { type ChatMessage, type SpanInputOutput } from "./types";
-
-const convertImageToUrl = (
-  image: ImagePart["image"],
-  mimeType: string | undefined
-) => {
-  try {
-    return image instanceof URL
-      ? image.toString()
-      : typeof image === "string"
-      ? image
-      : `data:${mimeType ?? "image/jpeg"};base64,${convertUint8ArrayToBase64(
-          image as any
-        )}`;
-  } catch (e) {
-    console.error("[LangWatch] error converting vercel ui image to url:", e);
-    return "";
-  }
-};
-
-// Mostly copied from https://github.com/vercel/ai/blob/main/packages/openai/src/convert-to-openai-chat-messages.ts
-export function convertFromVercelAIMessages(
-  messages: CoreMessage[]
-): ChatMessage[] {
-  const lwMessages: ChatMessage[] = [];
-
-  for (const { role, content } of messages) {
-    switch (role) {
-      case "system": {
-        lwMessages.push({ role: "system", content });
-        break;
-      }
-
-      case "user": {
-        if (
-          Array.isArray(content) &&
-          content.length === 1 &&
-          content[0]?.type === "text"
-        ) {
-          lwMessages.push({ role: "user", content: content[0].text });
-          break;
-        }
-
-        lwMessages.push({
-          role: "user",
-          content: Array.isArray(content)
-            ? content.map((part) => {
-                switch (part.type) {
-                  case "text": {
-                    return { type: "text", text: part.text };
-                  }
-                  case "image": {
-                    return {
-                      type: "image_url",
-                      image_url: {
-                        url: convertImageToUrl(part.image, part.mimeType),
-                      },
-                    };
-                  }
-                  default: {
-                    return part as any;
-                  }
-                }
-              })
-            : content,
-        });
-
-        break;
-      }
-
-      case "assistant": {
-        let text = "";
-        const toolCalls: Array<{
-          id: string;
-          type: "function";
-          function: { name: string; arguments: string };
-        }> = [];
-
-        if (Array.isArray(content)) {
-          for (const part of content) {
-            switch (part.type) {
-              case "text": {
-                text += part.text;
-                break;
-              }
-              case "tool-call": {
-                toolCalls.push({
-                  id: part.toolCallId,
-                  type: "function",
-                  function: {
-                    name: part.toolName,
-                    arguments: JSON.stringify(part.args),
-                  },
-                });
-                break;
-              }
-              default: {
-                const _exhaustiveCheck = part;
-                throw new Error(`Unsupported part: ${_exhaustiveCheck as any}`);
-              }
-            }
-          }
-        } else {
-          text = content;
-        }
-
-        lwMessages.push({
-          role: "assistant",
-          content: text,
-          tool_calls: toolCalls.length > 0 ? toolCalls : undefined,
-        });
-
-        break;
-      }
-
-      case "tool": {
-        for (const toolResponse of content) {
-          lwMessages.push({
-            role: "tool",
-            tool_call_id: toolResponse.toolCallId,
-            content: JSON.stringify(toolResponse.result),
-          });
-        }
-        break;
-      }
-
-      default: {
-        const _exhaustiveCheck = role;
-        throw new Error(`Unsupported role: ${_exhaustiveCheck as any}`);
-      }
-    }
-  }
-
-  return lwMessages;
-}
-
-export const captureError = (error: unknown): ErrorCapture => {
-  if (
-    error &&
-    typeof error === "object" &&
-    "has_error" in error &&
-    "message" in error &&
-    "stacktrace" in error
-  ) {
-    return error as ErrorCapture;
-  } else if (error instanceof Error) {
-    return {
-      has_error: true,
-      message: error.message,
-      stacktrace: error.stack ? error.stack.split("\n") : [],
-    };
-  } else if (typeof error === "object" && error !== null) {
-    const err = error as { message: unknown; stack: unknown };
-    const message =
-      typeof err.message === "string"
-        ? err.message
-        : "An unknown error occurred";
-    const stacktrace =
-      typeof err.stack === "string"
-        ? err.stack.split("\n")
-        : Array.isArray(err.stack) &&
-          err.stack.length > 0 &&
-          typeof err.stack[0] === "string"
-        ? err.stack
-        : ["No stack trace available"];
-    return {
-      has_error: true,
-      message,
-      stacktrace,
-    };
-  } else {
-    // Handle primitives and other types that are not an error object
-    return {
-      has_error: true,
-      message: String(error),
-      stacktrace: [],
-    };
-  }
-};
-
-export const autoconvertTypedValues = (value: unknown): SpanInputOutput => {
-  if (typeof value === "string") {
-    return { type: "text", value };
-  }
-
-  const chatMessages = z.array(chatMessageSchema).safeParse(value);
-  if (Array.isArray(value) && chatMessages.success) {
-    return {
-      type: "chat_messages",
-      value: chatMessages.data,
-    };
-  }
-
-  try {
-    JSON.stringify(value);
-    return { type: "json", value: value as object };
-  } catch (e) {
-    return { type: "raw", value: value as any };
-  }
-};

package/ts-to-zod.config.js

@@ -1,24 +0,0 @@
-/**
- * ts-to-zod configuration.
- *
- * @type {import("ts-to-zod").TsToZodConfig}
- */
-module.exports = {
-  input: "server/tracer/types.ts",
-  output: "server/tracer/types.zod.ts",
-  nameFilter: (name) =>
-    ![
-      "ElasticSearchSpan",
-      "ElasticSearchInputOutput",
-      "EvaluatorDefinition",
-      "TraceCheckJob",
-      "AnalyticsMetric",
-      "NewDatasetEntries",
-      "EvaluationRESTParams",
-      "EvaluationRESTResult",
-      "Json",
-      "Literal",
-      "DatasetSpan",
-      "LLMModeTrace",
-    ].includes(name),
-};

package/tsconfig.json

@@ -1,32 +0,0 @@
-{
-  "compilerOptions": {
-    "target": "es2017",
-    "module": "ESNext",
-    "declaration": true,
-    "declarationMap": true,
-    "outDir": "./dist",
-    "strict": true,
-    "esModuleInterop": true,
-    "resolveJsonModule": true,
-    "allowJs": true,
-    "checkJs": true,
-    "skipLibCheck": true,
-    "forceConsistentCasingInFileNames": true,
-    "moduleResolution": "node",
-    "isolatedModules": true,
-    "jsx": "preserve",
-    "incremental": true,
-    "noUncheckedIndexedAccess": true,
-    "baseUrl": ".",
-    "tsBuildInfoFile": "./tsconfig.tsbuildinfo"
-  },
-  "include": [
-    ".eslintrc.cjs",
-    "next-env.d.ts",
-    "**/*.ts",
-    "**/*.tsx",
-    "**/*.cjs",
-    "**/*.mjs"
-  ],
-  "exclude": ["node_modules", "./dist/**/*", "./example/**/*"]
-}

package/tsup.config.ts

@@ -1,10 +0,0 @@
-import { defineConfig } from "tsup";
-
-export default defineConfig([
-  {
-    entry: ["src/index.ts", "src/utils.ts"],
-    format: ["cjs", "esm"],
-    dts: true,
-    sourcemap: true,
-  },
-]);

package/vitest.config.ts

@@ -1,8 +0,0 @@
-import { defineConfig } from "vitest/config";
-
-export default defineConfig({
-  test: {
-    testTimeout: 30_000,
-    hookTimeout: 30_000,
-  },
-});