langwatch 0.2.0 → 0.3.0-prerelease.2

package/example/lib/chat/guardrails.tsx

@@ -1,181 +0,0 @@
-import 'server-only'
-
-import {
-  createAI,
-  createStreamableValue,
-  getMutableAIState,
-  type MutableAIState
-} from 'ai/rsc'
-
-import { BotMessage } from '@/components/stocks'
-
-import { Message } from '@/lib/types'
-import { nanoid } from '@/lib/utils'
-import { StringOutputParser } from '@langchain/core/output_parsers'
-import { ChatPromptTemplate } from '@langchain/core/prompts'
-import { ChatOpenAI } from '@langchain/openai'
-import { LangWatch, type LangWatchTrace } from 'langwatch'
-
-async function submitUserMessage(message: string) {
-  'use server'
-
-  const langwatch = new LangWatch()
-  langwatch.on('error', e => {
-    console.log('Error from LangWatch:', e)
-  })
-
-  const trace = langwatch.getTrace()
-
-  const aiState = getMutableAIState<typeof Guardrails>()
-  const textStream = createStreamableValue('')
-  const textNode = <BotMessage content={textStream.value} />
-
-  void llmStep({ message, trace, aiState, textStream })
-
-  return {
-    id: nanoid(),
-    display: textNode
-  }
-}
-
-async function llmStep({
-  message,
-  trace,
-  aiState,
-  textStream
-}: {
-  message: string
-  trace: LangWatchTrace
-  aiState: MutableAIState<AIState>
-  textStream: ReturnType<typeof createStreamableValue>
-}) {
-  'use server'
-
-  textStream.update('Running Jailbreak guardrail...\n\n')
-
-  const jailbreakPromise = trace.evaluate({
-    evaluator: 'azure/jailbreak',
-    name: 'Jailbreak Detection',
-    input: message,
-    settings: {},
-    asGuardrail: true
-  })
-
-  const prompt = ChatPromptTemplate.fromMessages([
-    ['system', 'Translate the following from English into Italian'],
-    ['human', '{input}']
-  ])
-  const model = new ChatOpenAI({ model: 'gpt-4o-mini' })
-  const outputParser = new StringOutputParser()
-
-  const chain = prompt.pipe(model).pipe(outputParser)
-
-  const chainPromise = chain.invoke(
-    { input: message },
-    { callbacks: [trace.getLangChainCallback()] }
-  )
-
-  const [jailbreakResult, result] = await Promise.all([
-    jailbreakPromise,
-    chainPromise
-  ])
-
-  if (!jailbreakResult.passed) {
-    textStream.update('Jailbreak detected, stopping execution.')
-    textStream.done()
-    aiState.done()
-    return
-  }
-
-  aiState.update({
-    ...aiState.get(),
-    messages: [
-      {
-        id: nanoid(),
-        role: 'system',
-        content: 'Translate the following from English into Italian'
-      },
-      {
-        id: nanoid(),
-        role: 'user',
-        content: message
-      }
-    ]
-  })
-
-  textStream.update('Running Moderation guardrail...\n\n')
-
-  const moderationGuardrail = await trace.evaluate({
-    evaluator: 'openai/moderation',
-    asGuardrail: true,
-    name: 'Moderation',
-    input: message,
-    output: result, // optional
-    settings: {
-      model: 'text-moderation-stable',
-      categories: {
-        harassment: true,
-        harassment_threatening: true,
-        hate: true,
-        hate_threatening: true,
-        self_harm: true,
-        self_harm_instructions: true,
-        self_harm_intent: true,
-        sexual: true,
-        sexual_minors: true,
-        violence: true,
-        violence_graphic: true
-      }
-    }
-  })
-
-  if (!moderationGuardrail.passed) {
-    textStream.update('Moderation failed, stopping execution.')
-    textStream.done()
-    aiState.done()
-    return
-  }
-
-  textStream.update(result)
-  textStream.done()
-
-  aiState.done({
-    ...aiState.get(),
-    messages: [
-      ...aiState.get().messages,
-      {
-        id: nanoid(),
-        role: 'assistant',
-        content: result
-      }
-    ]
-  })
-}
-
-export type AIState = {
-  chatId: string
-  messages: Message[]
-}
-
-export type UIState = {
-  id: string
-  display: React.ReactNode
-}[]
-
-export const Guardrails = createAI<AIState, UIState>({
-  actions: {
-    submitUserMessage
-  },
-  initialUIState: [],
-  initialAIState: { chatId: nanoid(), messages: [] },
-  onGetUIState: async () => {
-    'use server'
-
-    return undefined
-  },
-  onSetAIState: async ({ state }) => {
-    'use server'
-
-    return
-  }
-})

package/example/lib/chat/langchain-rag.tsx

@@ -1,191 +0,0 @@
-import 'server-only'
-
-import { openai } from '@ai-sdk/openai'
-import {
-  createAI,
-  createStreamableUI,
-  createStreamableValue,
-  getMutableAIState,
-  streamUI
-} from 'ai/rsc'
-
-import { BotCard, BotMessage, Purchase, Stock } from '@/components/stocks'
-
-import { Events } from '@/components/stocks/events'
-import { SpinnerMessage, UserMessage } from '@/components/stocks/message'
-import { Stocks } from '@/components/stocks/stocks'
-import { Chat, Message } from '@/lib/types'
-import { nanoid } from '@/lib/utils'
-import { LangWatch, convertFromVercelAIMessages } from 'langwatch'
-import { ChatOpenAI } from '@langchain/openai'
-import {
-  ChatPromptTemplate,
-  PromptTemplateInput
-} from '@langchain/core/prompts'
-import {
-  HumanMessage,
-  SystemMessage,
-  AIMessage,
-  ToolMessage,
-  BaseMessageLike
-} from '@langchain/core/messages'
-import { StringOutputParser } from '@langchain/core/output_parsers'
-import { CallbackManagerForRetrieverRun } from '@langchain/core/callbacks/manager'
-import {
-  BaseRetriever,
-  type BaseRetrieverInput
-} from '@langchain/core/retrievers'
-import { Document } from '@langchain/core/documents'
-import {
-  RunnableLambda,
-  RunnableMap,
-  RunnablePassthrough
-} from '@langchain/core/runnables'
-
-async function submitUserMessage(message: string) {
-  'use server'
-
-  const langwatch = new LangWatch()
-  langwatch.on('error', e => {
-    console.log('Error from LangWatch:', e)
-  })
-
-  const trace = langwatch.getTrace()
-
-  const aiState = getMutableAIState<typeof LangChainRAGAI>()
-
-  const messages: BaseMessageLike[] = [
-    ['system', 'Answer based on the retrieved context'],
-    ...(aiState.get().messages.map(message => {
-      if (message.role === 'system') {
-        return ['system', message.content.toString()]
-      }
-      if (message.role === 'user') {
-        return ['human', message.content.toString()]
-      }
-      if (message.role === 'tool') {
-        return ['tool', message.content.toString()]
-      }
-      return ['ai', message.content.toString()]
-    }) as BaseMessageLike[]),
-    ['ai', 'Retrieved the following context: {context}'],
-    ['human', '{question}']
-  ]
-
-  aiState.update({
-    ...aiState.get(),
-    messages: [
-      ...aiState.get().messages,
-      {
-        id: nanoid(),
-        role: 'user',
-        content: message
-      }
-    ]
-  })
-
-  const prompt = ChatPromptTemplate.fromMessages(messages)
-  const model = new ChatOpenAI({ model: 'gpt-4o-mini' })
-  const retriever = new CustomRetriever()
-  const outputParser = new StringOutputParser()
-
-  const setupAndRetrieval = RunnableMap.from({
-    context: new RunnableLambda({
-      func: (input: string) =>
-        retriever
-          .invoke(input, {
-            callbacks: [trace.getLangChainCallback()]
-          })
-          .then(response => response[0].pageContent)
-    }).withConfig({ runName: 'contextRetriever' }),
-    question: new RunnablePassthrough()
-  })
-
-  const chain = setupAndRetrieval.pipe(prompt).pipe(model).pipe(outputParser)
-
-  const stream = await chain.stream(message, {
-    callbacks: [trace.getLangChainCallback()]
-  })
-
-  let textStream = createStreamableValue('')
-  let textNode = <BotMessage content={textStream.value} />
-  let content = ''
-
-  setTimeout(async () => {
-    for await (const chunk of stream) {
-      textStream.update(chunk)
-      content += chunk
-    }
-
-    textStream?.done()
-    aiState.done({
-      ...aiState.get(),
-      messages: [
-        ...aiState.get().messages,
-        {
-          id: nanoid(),
-          role: 'assistant',
-          content
-        }
-      ]
-    })
-  }, 0)
-
-  return {
-    id: nanoid(),
-    display: textNode
-  }
-}
-
-export type AIState = {
-  chatId: string
-  messages: Message[]
-}
-
-export type UIState = {
-  id: string
-  display: React.ReactNode
-}[]
-
-export const LangChainRAGAI = createAI<AIState, UIState>({
-  actions: {
-    submitUserMessage
-  },
-  initialUIState: [],
-  initialAIState: { chatId: nanoid(), messages: [] },
-  onGetUIState: async () => {
-    'use server'
-
-    return undefined
-  },
-  onSetAIState: async ({ state }) => {
-    'use server'
-
-    return
-  }
-})
-
-export class CustomRetriever extends BaseRetriever {
-  lc_namespace = ['langchain', 'retrievers']
-
-  constructor(fields?: BaseRetrieverInput) {
-    super(fields)
-  }
-
-  async _getRelevantDocuments(
-    query: string,
-    _runManager?: CallbackManagerForRetrieverRun
-  ): Promise<Document[]> {
-    console.log('query', query)
-    return [
-      new Document({
-        pageContent: `Some document pertaining to ${query}`,
-        metadata: {}
-      }),
-      new Document({
-        pageContent: `Some other document pertaining to ${query}`,
-        metadata: {}
-      })
-    ]
-  }
-}

package/example/lib/chat/langchain.tsx

@@ -1,112 +0,0 @@
-import 'server-only'
-
-import { createAI, createStreamableValue, getMutableAIState } from 'ai/rsc'
-
-import { BotMessage } from '@/components/stocks'
-
-import { Message } from '@/lib/types'
-import { nanoid } from '@/lib/utils'
-import { StringOutputParser } from '@langchain/core/output_parsers'
-import { ChatPromptTemplate } from '@langchain/core/prompts'
-import { ChatOpenAI } from '@langchain/openai'
-import { LangWatch } from 'langwatch'
-
-async function submitUserMessage(message: string) {
-  'use server'
-
-  const langwatch = new LangWatch()
-  langwatch.on('error', e => {
-    console.log('Error from LangWatch:', e)
-  })
-
-  const trace = langwatch.getTrace()
-
-  const aiState = getMutableAIState<typeof LangChainAI>()
-
-  aiState.update({
-    ...aiState.get(),
-    messages: [
-      {
-        id: nanoid(),
-        role: 'system',
-        content: 'Translate the following from English into Italian'
-      },
-      {
-        id: nanoid(),
-        role: 'user',
-        content: message
-      }
-    ]
-  })
-
-  const prompt = ChatPromptTemplate.fromMessages([
-    ['system', 'Translate the following from English into Italian'],
-    ['human', '{input}']
-  ])
-  const model = new ChatOpenAI({ model: 'gpt-4o-mini' })
-  const outputParser = new StringOutputParser()
-
-  const chain = prompt.pipe(model).pipe(outputParser)
-
-  const stream = await chain.stream(
-    { input: message },
-    { callbacks: [trace.getLangChainCallback()] }
-  )
-
-  let textStream = createStreamableValue('')
-  let textNode = <BotMessage content={textStream.value} />
-  let content = ''
-
-  setTimeout(async () => {
-    for await (const chunk of stream) {
-      textStream.update(chunk)
-      content += chunk
-    }
-
-    textStream?.done()
-    aiState.done({
-      ...aiState.get(),
-      messages: [
-        ...aiState.get().messages,
-        {
-          id: nanoid(),
-          role: 'assistant',
-          content
-        }
-      ]
-    })
-  }, 0)
-
-  return {
-    id: nanoid(),
-    display: textNode
-  }
-}
-
-export type AIState = {
-  chatId: string
-  messages: Message[]
-}
-
-export type UIState = {
-  id: string
-  display: React.ReactNode
-}[]
-
-export const LangChainAI = createAI<AIState, UIState>({
-  actions: {
-    submitUserMessage
-  },
-  initialUIState: [],
-  initialAIState: { chatId: nanoid(), messages: [] },
-  onGetUIState: async () => {
-    'use server'
-
-    return undefined
-  },
-  onSetAIState: async ({ state }) => {
-    'use server'
-
-    return
-  }
-})

package/example/lib/chat/late-update.tsx

@@ -1,208 +0,0 @@
-import 'server-only'
-
-import { openai } from '@ai-sdk/openai'
-import {
-  createAI,
-  createStreamableValue,
-  getAIState,
-  getMutableAIState,
-  streamUI
-} from 'ai/rsc'
-
-import { BotMessage } from '@/components/stocks'
-
-import { saveChat } from '@/app/actions'
-import { auth } from '@/auth'
-import { SpinnerMessage, UserMessage } from '@/components/stocks/message'
-import { Chat, Message } from '@/lib/types'
-import { nanoid } from '@/lib/utils'
-import { LangWatch, convertFromVercelAIMessages } from 'langwatch'
-
-async function submitUserMessage(content: string) {
-  'use server'
-
-  const langwatch = new LangWatch()
-  langwatch.on('error', e => {
-    console.log('Error from LangWatch:', e)
-  })
-
-  const trace = langwatch.getTrace()
-
-  const aiState = getMutableAIState<typeof LateUpdateTracing>()
-
-  aiState.update({
-    ...aiState.get(),
-    messages: [
-      ...aiState.get().messages,
-      {
-        id: nanoid(),
-        role: 'user',
-        content
-      }
-    ]
-  })
-
-  const system = "You are a helpful assistant."
-
-  const span = trace.startLLMSpan({
-    model: 'gpt-4o-mini',
-    input: {
-      type: 'chat_messages',
-      value: [
-        {
-          role: 'system',
-          content: system
-        },
-        ...convertFromVercelAIMessages(aiState.get().messages)
-      ]
-    }
-  })
-
-  const onFinish = (output: Message[]) => {
-    aiState.done({
-      ...aiState.get(),
-      messages: [...aiState.get().messages, ...output]
-    })
-
-    span.end({
-      output: {
-        type: 'chat_messages',
-        value: convertFromVercelAIMessages(output)
-      }
-    })
-
-    setTimeout(() => {
-      span.end({
-        params: {
-          late_update_at: (new Date()).toISOString()
-        }
-      })
-    }, 5000);
-  }
-
-  let textStream: undefined | ReturnType<typeof createStreamableValue<string>>
-  let textNode: undefined | React.ReactNode
-
-  const result = await streamUI({
-    model: openai('gpt-4o-mini'),
-    initial: <SpinnerMessage />,
-    system,
-    messages: [
-      ...aiState.get().messages.map((message: any) => ({
-        role: message.role,
-        content: message.content,
-        name: message.name
-      }))
-    ],
-    text: ({ content, done, delta }) => {
-      if (!textStream) {
-        textStream = createStreamableValue('')
-        textNode = <BotMessage content={textStream.value} />
-      }
-
-      if (done) {
-        textStream.done()
-
-        onFinish([
-          {
-            id: nanoid(),
-            role: 'assistant',
-            content
-          }
-        ])
-      } else {
-        textStream.update(delta)
-      }
-
-      return textNode
-    }
-  })
-
-  return {
-    id: nanoid(),
-    display: result.value
-  }
-}
-
-export type AIState = {
-  chatId: string
-  messages: Message[]
-}
-
-export type UIState = {
-  id: string
-  display: React.ReactNode
-}[]
-
-export const LateUpdateTracing = createAI<AIState, UIState>({
-  actions: {
-    submitUserMessage
-  },
-  initialUIState: [],
-  initialAIState: { chatId: nanoid(), messages: [] },
-  onGetUIState: async () => {
-    'use server'
-
-    const session = await auth()
-
-    if (session && session.user) {
-      const aiState = getAIState()
-
-      if (aiState) {
-        // @ts-ignore
-        const uiState = getUIStateFromAIState(aiState)
-        return uiState
-      }
-    } else {
-      return
-    }
-  },
-  onSetAIState: async ({ state }) => {
-    'use server'
-
-    const session = await auth()
-
-    if (session && session.user) {
-      const { chatId, messages } = state
-
-      const createdAt = new Date()
-      const userId = session.user.id as string
-      const path = `/chat/${chatId}`
-
-      const firstMessageContent = messages[0].content as string
-      const title = firstMessageContent.substring(0, 100)
-
-      const chat: Chat = {
-        id: chatId,
-        title,
-        userId,
-        createdAt,
-        messages,
-        path
-      }
-
-      await saveChat(chat)
-    } else {
-      return
-    }
-  }
-})
-
-export const getUIStateFromAIState = (aiState: Chat) => {
-  return aiState.messages
-    .filter(message => message.role !== 'system')
-    .map((message, index) => ({
-      id: `${aiState.chatId}-${index}`,
-      display:
-        message.role === 'tool' ? (
-          message.content.map(tool => {
-            return `Tool used: ${tool.toolName}`
-          })
-        ) : message.role === 'user' ? (
-          <UserMessage>{message.content as string}</UserMessage>
-        ) : message.role === 'assistant' &&
-          typeof message.content === 'string' ? (
-          <BotMessage content={message.content} />
-        ) : null
-    }))
-}