@templmf/temp-solf-lmf 0.0.136 → 0.0.137

package/demo.js

@@ -0,0 +1,77 @@
+
+// server.js
+process.env.TIKTOKEN_CACHE_DIR = "./tiktoken_cache"; // 必须第一行
+
+import { tool } from "@langchain/core/tools";
+import { ToolNode } from "@langchain/langgraph/prebuilt";
+import { ChatOpenAI } from "@langchain/openai";
+import { StateGraph, MessagesAnnotation } from "@langchain/langgraph";
+import { HumanMessage, AIMessage } from "@langchain/core/messages";
+import { z } from "zod";
+import express from "express";
+import cors from "cors";
+
+const app = express();
+app.use(cors());
+app.use(express.json());
+
+
+
+// ---- LangGraph 图 ----
+const tools = [];
+const toolNode = new ToolNode(tools);
+
+const llm = new ChatOpenAI({
+  model: "gpt-4o",
+  apiKey: process.env.OPENAI_API_KEY,
+  streaming: true,
+}).bindTools(tools);
+
+async function callLLM(state) {
+  const response = await llm.invoke(state.messages);
+  return { messages: [response] };
+}
+
+function shouldUseTool(state) {
+  const lastMsg = state.messages.at(-1);
+  return lastMsg.tool_calls?.length > 0 ? "call_tools" : "__end__";
+}
+
+const graph = new StateGraph(MessagesAnnotation)
+  .addNode("llm", callLLM)
+  .addNode("call_tools", toolNode)
+  .addEdge("__start__", "llm")
+  .addConditionalEdges("llm", shouldUseTool)
+  .addEdge("call_tools", "llm")
+  .compile();
+
+// ---- SSE 接口 ----
+app.post("/chat/stream", async (req, res) => {
+  const { messages } = req.body;
+
+  res.setHeader("Content-Type", "text/event-stream");
+  res.setHeader("Cache-Control", "no-cache");
+  res.setHeader("Connection", "keep-alive");
+
+  try {
+    const stream = await graph.stream(
+      { messages },
+      { streamMode: "messages" }
+    );
+
+    for await (const [chunk, metadata] of stream) {
+      // 只输出 llm 节点的 token，过滤 tool 执行结果
+      if (metadata?.langgraph_node === "llm" && chunk.content) {
+        res.write(`data: ${JSON.stringify({ token: chunk.content })}\n\n`);
+      }
+    }
+
+    res.write("data: [DONE]\n\n");
+  } catch (err) {
+    res.write(`data: ${JSON.stringify({ error: err.message })}\n\n`);
+  } finally {
+    res.end();
+  }
+});
+
+app.listen(3000, () => console.log("http://localhost:3000"));

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@templmf/temp-solf-lmf",
-  "version": "0.0.136",
+  "version": "0.0.137",
   "description": "",
   "main": "index.js",
   "scripts": {

package/server.js

@@ -1,58 +0,0 @@
-import express from "express";
-import cors from "cors";
-import { ChatAnthropic } from "@langchain/anthropic";
-import { StateGraph, MessagesAnnotation } from "@langchain/langgraph";
-import { HumanMessage, AIMessage } from "@langchain/core/messages";
-
-const app = express();
-app.use(cors());
-app.use(express.json());
-
-const llm = new ChatAnthropic({
-  model: "claude-3-5-sonnet-20241022",
-  apiKey: process.env.ANTHROPIC_API_KEY,
-});
-
-const graph = new StateGraph(MessagesAnnotation)
-  .addNode("chat", async (state) => ({
-    messages: [await llm.invoke(state.messages)],
-  }))
-  .addEdge("__start__", "chat")
-  .addEdge("chat", "__end__")
-  .compile();
-
-app.post("/chat/stream", async (req, res) => {
-  const { messages } = req.body;
-  // messages 格式: [{ role: "user"|"assistant", content: "..." }]
-
-  // SSE headers
-  res.setHeader("Content-Type", "text/event-stream");
-  res.setHeader("Cache-Control", "no-cache");
-  res.setHeader("Connection", "keep-alive");
-
-  // 将前端传来的历史消息转换为 LangChain 格式
-  const history = messages.map((m) =>
-    m.role === "user" ? new HumanMessage(m.content) : new AIMessage(m.content)
-  );
-
-  try {
-    const stream = await graph.stream(
-      { messages: history },
-      { streamMode: "messages" }
-    );
-
-    for await (const [chunk, metadata] of stream) {
-      if (metadata?.langgraph_node === "chat" && chunk.content) {
-        res.write(`data: ${JSON.stringify({ token: chunk.content })}\n\n`);
-      }
-    }
-
-    res.write(`data: [DONE]\n\n`);
-  } catch (err) {
-    res.write(`data: ${JSON.stringify({ error: err.message })}\n\n`);
-  } finally {
-    res.end();
-  }
-});
-
-app.listen(3000, () => console.log("Server running on http://localhost:3000"));