@templmf/temp-solf-lmf 0.0.144 → 0.0.146

package/README.md

@@ -0,0 +1,5 @@
+python3 -m pip install --upgrade pip setuptools wheel \
+-i https://pypi.tuna.tsinghua.edu.cn/simple
+
+python3 -m pip install  -r requirements.txt -i https://mirrors.aliyun.com/pypi/simple/     
+python main.py

package/main.py

@@ -0,0 +1,48 @@
+import asyncio
+from typing import Any
+
+
+from crawl4ai import AsyncWebCrawler, BrowserConfig
+from mcp.server.fastmcp import FastMCP
+
+mcp = FastMCP("crawl4ai-mcp")
+
+browser_config = BrowserConfig(
+    browser_type="chromium",
+    chrome_channel="chrome",  # 复用系统安装的正式版 Chrome
+    headless=True,
+)
+
+crawler: AsyncWebCrawler | None = None
+
+
+async def get_crawler():
+    global crawler
+    if crawler is None:
+        crawler = AsyncWebCrawler(config=browser_config)
+        await crawler.__aenter__()
+    return crawler
+
+
+@mcp.tool()
+async def crawl_url(url: str) -> str:
+    """Crawl a webpage and return markdown content. Suitable for RAG and LLM analysis."""
+    c = await get_crawler()
+    result = await c.arun(url=url)
+    return result.markdown
+
+
+@mcp.tool()
+async def crawl_urls(urls: list[str]) -> str:
+    """Crawl multiple webpages."""
+    c = await get_crawler()
+    results = []
+    for url in urls:
+        r = await c.arun(url=url)
+        results.append({"url": url, "content": r.markdown})
+    return str(results)
+
+
+if __name__ == "__main__":
+    # 直接用 streamable-http transport 启动，FastMCP 内部会处理好 ASGI/uvicorn
+    mcp.run(transport="streamable-http")

package/new/McpHttpClient.js

@@ -0,0 +1,19 @@
+export class McpHttpClient{
+constructor({url,headers={}}){this.url=url;this.headers=headers;this.sid=null;this.id=1;}
+async connect(){await this.request("initialize",{protocolVersion:"2025-03-26",capabilities:{},clientInfo:{name:"gateway",version:"1.0"}});await this.notify("notifications/initialized",{});}
+async listTools(){const r=await this.request("tools/list",{});return r.result?.tools||r;}
+async callTool(name,args){return this.request("tools/call",{name,arguments:args});}
+async notify(method,params){await this.send({jsonrpc:"2.0",method,params});}
+async request(method,params){return this.send({jsonrpc:"2.0",id:this.id++,method,params});}
+async send(body){
+ const h={"Content-Type":"application/json","Accept":"application/json, text/event-stream",...this.headers};
+ if(this.sid)h["Mcp-Session-Id"]=this.sid;
+ const res=await fetch(this.url,{method:"POST",headers:h,body:JSON.stringify(body)});
+ const sid=res.headers.get("mcp-session-id"); if(sid)this.sid=sid;
+ const txt=await res.text(); if(!txt)return {};
+ if(txt.startsWith("event:")||txt.includes("\ndata:")){
+  const d=txt.split("\n").filter(x=>x.startsWith("data:")).map(x=>x.slice(5).trim()).join("");
+  return JSON.parse(d);
+ }
+ return JSON.parse(txt);
+}}

package/new/server.js

@@ -0,0 +1,19 @@
+import express from "express";
+import {McpHttpClient} from "./McpHttpClient.js";
+const app=express();
+app.use(express.json());
+app.post("/mcp/request",async(req,res)=>{
+ try{
+  const {url,headers={},method="tools/list",params={}}=req.body;
+  const c=new McpHttpClient({url,headers});
+  await c.connect();
+  let r;
+  switch(method){
+   case "tools/list": r=await c.listTools(); break;
+   case "tools/call": r=await c.callTool(params.name,params.arguments||{}); break;
+   default: r=await c.request(method,params);
+  }
+  res.json({success:true,data:r});
+ }catch(e){res.status(500).json({success:false,error:e.message});}
+});
+app.listen(3001,()=>console.log("http://localhost:3001"));

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@templmf/temp-solf-lmf",
-  "version": "0.0.144",
+  "version": "0.0.146",
   "description": "",
   "main": "index.js",
   "scripts": {

package/requirements.txt

@@ -0,0 +1,6 @@
+cryptography==44.0.2
+litellm==1.63.14
+crawl4ai==0.7.4
+mcp==1.8.0
+uvicorn==0.34.0
+starlette==0.46.2