@customize-agent/server 4.18.2 → 4.18.3

package/.next/server/pages/api/kb/reindex.js

@@ -1 +1 @@
-"use strict";(()=>{var a={};a.id=3676,a.ids=[3676],a.modules={19898:a=>{a.exports=require("@customize-agent/knowledge")},21820:a=>{a.exports=require("os")},29021:a=>{a.exports=require("fs")},33873:a=>{a.exports=require("path")},38962:(a,b,c)=>{c.r(b),c.d(b,{config:()=>p,default:()=>o,handler:()=>r});var d={};c.r(d),c.d(d,{default:()=>l});var e=c(11400),f=c(50029),g=c(71086),h=c(38513),i=c(44533),j=c(48203),k=c(37095);async function l(a,b){try{let c=("GET"===a.method?a.query.projectRoot:a.body?.projectRoot)||(0,i.aY)();if(!c)return b.status(400).json({error:"Project root is required"});if("GET"===a.method){let a=(0,j.ls)(c),d=a?(0,k.JB)(c,a.operationId):void 0,e=(0,k.kW)(c,"reindex");return b.status(200).json({running:!!a,active:a,job:d||e||null})}if("POST"!==a.method)return b.status(405).json({error:"Method not allowed"});let d=(0,j.ls)(c);if(d){let a=(0,k.JB)(c,d.operationId);return b.status(202).json({success:!0,accepted:!0,alreadyRunning:!0,operationId:d.operationId,job:a})}let e=`reindex-${Date.now()}`,f=(0,k.Qf)(c,{id:e,type:"reindex",title:"重新解析入库",stage:"uploading",status:"processing",percent:5,message:"重新解析入库任务已提交，正在后台排队执行"});return(0,j.DA)({id:e,projectRoot:c,forceReindexAll:!0}),b.status(202).json({success:!0,accepted:!0,operationId:e,job:f})}catch(a){return console.error("[api] kb/reindex",a),b.status(500).json({error:"Internal server error"})}}var m=c(68970),n=c(50296);let o=(0,h.M)(d,"default"),p=(0,h.M)(d,"config"),q=new g.PagesAPIRouteModule({definition:{kind:f.A.PAGES_API,page:"/api/kb/reindex",pathname:"/api/kb/reindex",bundlePath:"",filename:""},userland:d,distDir:".next",relativeProjectDir:""});async function r(a,b,c){let d=await q.prepare(a,b,{srcPage:"/api/kb/reindex"});if(!d){b.statusCode=400,b.end("Bad Request"),null==c.waitUntil||c.waitUntil.call(c,Promise.resolve());return}let{query:f,params:g,prerenderManifest:h,routerServerContext:i}=d;try{let c=a.method||"GET",d=(0,m.getTracer)(),e=d.getActiveScopeSpan(),j=q.instrumentationOnRequestError.bind(q),k=async e=>q.render(a,b,{query:{...f,...g},params:g,allowedRevalidateHeaderKeys:[],multiZoneDraftMode:!1,trustHostHeader:!1,previewProps:h.preview,propagateError:!1,dev:q.isDev,page:"/api/kb/reindex",internalRevalidate:null==i?void 0:i.revalidate,onError:(...b)=>j(a,...b)}).finally(()=>{if(!e)return;e.setAttributes({"http.status_code":b.statusCode,"next.rsc":!1});let f=d.getRootSpanAttributes();if(!f)return;if(f.get("next.span_type")!==n.BaseServerSpan.handleRequest)return void console.warn(`Unexpected root span type '${f.get("next.span_type")}'. Please report this Next.js issue https://github.com/vercel/next.js`);let g=f.get("next.route");if(g){let a=`${c} ${g}`;e.setAttributes({"next.route":g,"http.route":g,"next.span_name":a}),e.updateName(a)}else e.updateName(`${c} ${a.url}`)});e?await k(e):await d.withPropagatedContext(a.headers,()=>d.trace(n.BaseServerSpan.handleRequest,{spanName:`${c} ${a.url}`,kind:m.SpanKind.SERVER,attributes:{"http.method":c,"http.target":a.url}},k))}catch(a){if(q.isDev)throw a;(0,e.sendError)(b,500,"Internal Server Error")}finally{null==c.waitUntil||c.waitUntil.call(c,Promise.resolve())}}},48161:a=>{a.exports=require("node:os")},48203:(a,b,c)=>{c.d(b,{DA:()=>m,P2:()=>n,ls:()=>o});var d=c(79646),e=c(33873),f=c.n(e),g=c(19898),h=c(44533),i=c(37095),j=c(25284);let k=new Map;async function l(a,b,c,d){let e;try{e=await (0,h.Qh)().getProject(a.projectRoot);let{vectorStatus:f}=await (0,g.runIndexLoop)(e,a,e=>{var f;return(0,i.Qf)(a.projectRoot,{id:b,type:c,title:d,stage:(f=e.stage,"parsing"===f||"chunking"===f||"vectorizing"===f||"done"===f||"error"===f?f:"indexing"===f?"chunking":"scanning"===f?"uploading":"vectorizing"),status:"error"===e.stage?"error":"processing",percent:e.percent,message:e.message,filePath:e.filePath||a.relativePath,chunkCount:e.chunkCount,error:e.vectorStatus?.error})});if("error"===f.status){let g=f.error||"HNSWLib 向量入库失败";return(0,i.Qf)(a.projectRoot,{id:b,type:c,title:d,stage:"error",status:"error",percent:100,message:g,error:g}),{success:!1,error:g,stats:{...e.getStats(),vectorStatus:f}}}return(0,i.Qf)(a.projectRoot,{id:b,type:c,title:d,stage:"done",status:"success",percent:100,message:a.relativePath?"单文件重新解析完成，正在后台更新项目理解缓存":"知识库后台索引完成，正在后台更新项目理解缓存",filePath:a.relativePath,fileName:a.relativePath?.split("/").pop()}),{success:!0,stats:{...e.getStats(),vectorStatus:f}}}catch(g){let f=g instanceof Error?g.stack||g.message:String(g);return e?.failPendingIndexJobs?.(f),(0,i.Qf)(a.projectRoot,{id:b,type:c,title:d,stage:"error",status:"error",percent:100,message:f,error:f}),{success:!1,error:f}}}function m(a){!function(a){let b=k.get(a.projectRoot),c=a.uploadOperationId??a.id,e=a.uploadOperationId?"upload":"reindex",g=a.uploadOperationId?`上传 ${a.uploadTitle??"文件"}`:a.relativePath?`重新解析 ${a.relativePath}`:"知识库后台索引",h=()=>((0,i.Qf)(a.projectRoot,{id:c,type:e,title:g,stage:"uploading",status:"processing",percent:5,message:"索引任务已进入后台队列",filePath:a.relativePath,fileName:a.relativePath?.split("/").pop()}),("1"===process.env.CUSTOMIZE_AGENT_DISABLE_KB_CHILD_PROCESS?l(a,c,e,g):function(a,b,c,e){let g=f().resolve(process.cwd(),"scripts/kb-index-worker.cjs");return new Promise(f=>{let h=(0,d.fork)(g,[JSON.stringify({...a,operationId:b})],{cwd:process.cwd(),stdio:["ignore","pipe","pipe","ipc"],env:process.env}),j=new Map,k=null,l=()=>{for(let[d,f]of(k&&(clearTimeout(k),k=null),j))0!==f.length&&(0,i.Qf)(a.projectRoot,{id:b,type:c,title:e,stage:"parsing",status:"processing",percent:5,message:`${d}${f.join("\n").slice(-1e3)}`});j.clear()},m=(a,b)=>{let c=String(a).split(/\r?\n/u).map(a=>a.trim()).filter(a=>a&&!/^Image too small to scale!!/u.test(a)&&"Line cannot be recognized!!"!==a).join("\n");if(!c)return;let d=j.get(b)??[];d.push(c),j.set(b,d),k||(k=setTimeout(l,500),k.unref?.())};h.stdout?.on("data",a=>m(a,"后台索引输出：")),h.stderr?.on("data",a=>m(a,"后台索引错误输出：")),h.on("error",d=>{l();let g=d instanceof Error?d.message:String(d);(0,i.Qf)(a.projectRoot,{id:b,type:c,title:e,stage:"error",status:"error",percent:100,message:g,error:g}),f({success:!1,error:g})});let n=!1,o=!1;h.on("message",b=>{b?.type==="log"&&b?.patch&&("done"===b.patch.stage&&(n=!0),"error"===b.patch.status&&(o=!0),(0,i.Qf)(a.projectRoot,b.patch))}),h.on("exit",(d,g)=>{if(l(),0===d||n)f({success:!0});else{let h=`知识库后台进程退出，退出码 ${d??g??"unknown"}`;console.error("[kb-worker] exit",{operationId:b,code:d,signal:g}),o||(0,i.Qf)(a.projectRoot,{id:b,type:c,title:e,stage:"error",status:"error",percent:100,message:h,error:h}),f({success:!1,error:h})}})})}(a,c,e,g)).then(b=>(b.success&&((0,i.Qf)(a.projectRoot,{id:c,type:e,title:g,stage:"done",status:"success",percent:100,message:a.relativePath?"单文件重新解析完成，正在后台更新项目理解缓存":"知识库后台索引完成，正在后台更新项目理解缓存",filePath:a.relativePath,fileName:a.relativePath?.split("/").pop()}),(0,j.b3)(a.projectRoot)),b))),m=b?b.promise.then(h,h):h(),n={operationId:c,promise:m,startedAt:b?.startedAt??Date.now()};k.set(a.projectRoot,n),m.finally(()=>{k.get(a.projectRoot)===n&&k.delete(a.projectRoot)})}(a)}function n(a){return k.has(a)}function o(a){let b=k.get(a);return b?{operationId:b.operationId,startedAt:b.startedAt}:void 0}},73024:a=>{a.exports=require("node:fs")},75600:a=>{a.exports=require("next/dist/compiled/next-server/pages-api.runtime.prod.js")},76760:a=>{a.exports=require("node:path")},77598:a=>{a.exports=require("node:crypto")},79646:a=>{a.exports=require("child_process")},87550:a=>{a.exports=require("better-sqlite3")},95393:a=>{a.exports=require("@customize-agent/llm")},96770:a=>{a.exports=require("@customize-agent/runtime")}};var b=require("../../../webpack-api-runtime.js");b.C(a);var c=b.X(0,[9705,1001,5840,208,6482,5284],()=>b(b.s=38962));module.exports=c})();
+"use strict";(()=>{var a={};a.id=3676,a.ids=[3676],a.modules={19898:a=>{a.exports=require("@customize-agent/knowledge")},21820:a=>{a.exports=require("os")},29021:a=>{a.exports=require("fs")},33873:a=>{a.exports=require("path")},38962:(a,b,c)=>{c.r(b),c.d(b,{config:()=>p,default:()=>o,handler:()=>r});var d={};c.r(d),c.d(d,{default:()=>l});var e=c(11400),f=c(50029),g=c(71086),h=c(38513),i=c(44533),j=c(48203),k=c(37095);async function l(a,b){try{let c=("GET"===a.method?a.query.projectRoot:a.body?.projectRoot)||(0,i.aY)();if(!c)return b.status(400).json({error:"Project root is required"});if("GET"===a.method){let a=(0,j.ls)(c),d=a?(0,k.JB)(c,a.operationId):void 0,e=(0,k.kW)(c,"reindex");return b.status(200).json({running:!!a,active:a,job:d||e||null})}if("POST"!==a.method)return b.status(405).json({error:"Method not allowed"});let d=(0,j.ls)(c);if(d){let a=(0,k.JB)(c,d.operationId);return b.status(202).json({success:!0,accepted:!0,alreadyRunning:!0,operationId:d.operationId,job:a})}let e=`reindex-${Date.now()}`,f=(0,k.Qf)(c,{id:e,type:"reindex",title:"重新解析入库",stage:"uploading",status:"processing",percent:5,message:"重新解析入库任务已提交，正在后台排队执行"});return(0,j.DA)({id:e,projectRoot:c,forceReindexAll:!0}),b.status(202).json({success:!0,accepted:!0,operationId:e,job:f})}catch(a){return console.error("[api] kb/reindex",a),b.status(500).json({error:"Internal server error"})}}var m=c(68970),n=c(50296);let o=(0,h.M)(d,"default"),p=(0,h.M)(d,"config"),q=new g.PagesAPIRouteModule({definition:{kind:f.A.PAGES_API,page:"/api/kb/reindex",pathname:"/api/kb/reindex",bundlePath:"",filename:""},userland:d,distDir:".next",relativeProjectDir:""});async function r(a,b,c){let d=await q.prepare(a,b,{srcPage:"/api/kb/reindex"});if(!d){b.statusCode=400,b.end("Bad Request"),null==c.waitUntil||c.waitUntil.call(c,Promise.resolve());return}let{query:f,params:g,prerenderManifest:h,routerServerContext:i}=d;try{let c=a.method||"GET",d=(0,m.getTracer)(),e=d.getActiveScopeSpan(),j=q.instrumentationOnRequestError.bind(q),k=async e=>q.render(a,b,{query:{...f,...g},params:g,allowedRevalidateHeaderKeys:[],multiZoneDraftMode:!1,trustHostHeader:!1,previewProps:h.preview,propagateError:!1,dev:q.isDev,page:"/api/kb/reindex",internalRevalidate:null==i?void 0:i.revalidate,onError:(...b)=>j(a,...b)}).finally(()=>{if(!e)return;e.setAttributes({"http.status_code":b.statusCode,"next.rsc":!1});let f=d.getRootSpanAttributes();if(!f)return;if(f.get("next.span_type")!==n.BaseServerSpan.handleRequest)return void console.warn(`Unexpected root span type '${f.get("next.span_type")}'. Please report this Next.js issue https://github.com/vercel/next.js`);let g=f.get("next.route");if(g){let a=`${c} ${g}`;e.setAttributes({"next.route":g,"http.route":g,"next.span_name":a}),e.updateName(a)}else e.updateName(`${c} ${a.url}`)});e?await k(e):await d.withPropagatedContext(a.headers,()=>d.trace(n.BaseServerSpan.handleRequest,{spanName:`${c} ${a.url}`,kind:m.SpanKind.SERVER,attributes:{"http.method":c,"http.target":a.url}},k))}catch(a){if(q.isDev)throw a;(0,e.sendError)(b,500,"Internal Server Error")}finally{null==c.waitUntil||c.waitUntil.call(c,Promise.resolve())}}},48161:a=>{a.exports=require("node:os")},48203:(a,b,c)=>{c.d(b,{DA:()=>o,P2:()=>p,ls:()=>q});var d=c(79646),e=c(73024),f=c.n(e),g=c(33873),h=c.n(g),i=c(19898),j=c(44533),k=c(37095),l=c(25284);let m=new Map;async function n(a,b,c,d){let e;try{e=await (0,j.Qh)().getProject(a.projectRoot);let{vectorStatus:f}=await (0,i.runIndexLoop)(e,a,e=>{var f;return(0,k.Qf)(a.projectRoot,{id:b,type:c,title:d,stage:(f=e.stage,"parsing"===f||"chunking"===f||"vectorizing"===f||"done"===f||"error"===f?f:"indexing"===f?"chunking":"scanning"===f?"uploading":"vectorizing"),status:"error"===e.stage?"error":"processing",percent:e.percent,message:e.message,filePath:e.filePath||a.relativePath,chunkCount:e.chunkCount,error:e.vectorStatus?.error})}),g="error"===f.status?f.error||"HNSWLib 向量入库失败":"unavailable"===f.status?f.error||"hnswlib-node native 绑定不可用，向量索引已降级":void 0;if(g)return(0,k.Qf)(a.projectRoot,{id:b,type:c,title:d,stage:"done",status:"warning",percent:100,message:a.relativePath?"单文件重新解析完成（向量索引降级），正在后台更新项目理解缓存":"知识库后台索引完成（向量索引降级），正在后台更新项目理解缓存",filePath:a.relativePath,fileName:a.relativePath?.split("/").pop(),error:g}),{success:!0,warning:g,stats:{...e.getStats(),vectorStatus:f}};return(0,k.Qf)(a.projectRoot,{id:b,type:c,title:d,stage:"done",status:"success",percent:100,message:a.relativePath?"单文件重新解析完成，正在后台更新项目理解缓存":"知识库后台索引完成，正在后台更新项目理解缓存",filePath:a.relativePath,fileName:a.relativePath?.split("/").pop()}),{success:!0,stats:{...e.getStats(),vectorStatus:f}}}catch(g){let f=g instanceof Error?g.stack||g.message:String(g);return e?.failPendingIndexJobs?.(f),(0,k.Qf)(a.projectRoot,{id:b,type:c,title:d,stage:"error",status:"error",percent:100,message:f,error:f}),{success:!1,error:f}}}function o(a){!function(a){let b=m.get(a.projectRoot),c=a.uploadOperationId??a.id,e=a.uploadOperationId?"upload":"reindex",g=a.uploadOperationId?`上传 ${a.uploadTitle??"文件"}`:a.relativePath?`重新解析 ${a.relativePath}`:"知识库后台索引",i=()=>((0,k.Qf)(a.projectRoot,{id:c,type:e,title:g,stage:"uploading",status:"processing",percent:5,message:"索引任务已进入后台队列",filePath:a.relativePath,fileName:a.relativePath?.split("/").pop()}),("1"===process.env.CUSTOMIZE_AGENT_DISABLE_KB_CHILD_PROCESS?n(a,c,e,g):function(a,b,c,e){let g=function(){let a=new Set,b=b=>{for(let c=h().resolve(b);a.add(h().join(c,"scripts/kb-index-worker.cjs")),h().dirname(c)!==c;c=h().dirname(c));};for(let c of(b(process.cwd()),b(__dirname),a))if(f().existsSync(c))return c}();return g?new Promise(f=>{let h,i=(0,d.fork)(g,[JSON.stringify({...a,operationId:b})],{cwd:process.cwd(),stdio:["ignore","pipe","pipe","ipc"],env:process.env}),j=!1,l=new Map,m=null,o=()=>{for(let[d,f]of(m&&(clearTimeout(m),m=null),l))0!==f.length&&(0,k.Qf)(a.projectRoot,{id:b,type:c,title:e,stage:"parsing",status:"processing",percent:5,message:`${d}${f.join("\n").slice(-1e3)}`});l.clear()},p=(a,b)=>{let c=String(a).split(/\r?\n/u).map(a=>a.trim()).filter(a=>a&&!/^Image too small to scale!!/u.test(a)&&"Line cannot be recognized!!"!==a).join("\n");if(!c)return;let d=l.get(b)??[];d.push(c),l.set(b,d),m||(m=setTimeout(o,500),m.unref?.())};i.stdout?.on("data",a=>p(a,"后台索引输出：")),i.stderr?.on("data",a=>p(a,"后台索引错误输出：")),i.on("error",d=>{if(j)return;j=!0,o();let g=d instanceof Error?d.message:String(d);console.error("[kb-worker] spawn error, falling back to in-process indexing:",g),(0,k.Qf)(a.projectRoot,{id:b,type:c,title:e,stage:"parsing",status:"processing",percent:5,message:`后台子进程启动失败（${g}），已自动切换为主进程内索引`}),f(n(a,b,c,e))});let q=!1,r=!1,s=!1;i.on("message",b=>{b?.type==="log"&&b?.patch&&(s=!0,"done"===b.patch.stage&&(q=!0),"error"===b.patch.status&&(r=!0),"warning"===b.patch.status&&(h=b.patch.error||b.patch.message),(0,k.Qf)(a.projectRoot,b.patch))}),i.on("exit",(d,g)=>{if(j)return;if(j=!0,o(),0===d||q)return void f({success:!0,warning:h});if(!s){console.error("[kb-worker] exit without any IPC, falling back to in-process indexing",{operationId:b,code:d,signal:g}),(0,k.Qf)(a.projectRoot,{id:b,type:c,title:e,stage:"parsing",status:"processing",percent:5,message:`后台子进程启动失败（退出码 ${d??g??"unknown"}），已自动切换为主进程内索引`}),f(n(a,b,c,e));return}let i=`知识库后台进程退出，退出码 ${d??g??"unknown"}`;console.error("[kb-worker] exit",{operationId:b,code:d,signal:g}),r||(0,k.Qf)(a.projectRoot,{id:b,type:c,title:e,stage:"error",status:"error",percent:100,message:i,error:i}),f({success:!1,error:i})})}):(console.warn("[kb-worker] worker script not found, running index loop in-process"),n(a,b,c,e))}(a,c,e,g)).then(b=>(b.success&&(b.warning?(0,k.Qf)(a.projectRoot,{id:c,type:e,title:g,stage:"done",status:"warning",percent:100,message:a.relativePath?"单文件重新解析完成（向量索引降级），正在后台更新项目理解缓存":"知识库后台索引完成（向量索引降级），正在后台更新项目理解缓存",filePath:a.relativePath,fileName:a.relativePath?.split("/").pop(),error:b.warning}):(0,k.Qf)(a.projectRoot,{id:c,type:e,title:g,stage:"done",status:"success",percent:100,message:a.relativePath?"单文件重新解析完成，正在后台更新项目理解缓存":"知识库后台索引完成，正在后台更新项目理解缓存",filePath:a.relativePath,fileName:a.relativePath?.split("/").pop()}),(0,l.b3)(a.projectRoot)),b))),j=b?b.promise.then(i,i):i(),o={operationId:c,promise:j,startedAt:b?.startedAt??Date.now()};m.set(a.projectRoot,o),j.finally(()=>{m.get(a.projectRoot)===o&&m.delete(a.projectRoot)})}(a)}function p(a){return m.has(a)}function q(a){let b=m.get(a);return b?{operationId:b.operationId,startedAt:b.startedAt}:void 0}},73024:a=>{a.exports=require("node:fs")},75600:a=>{a.exports=require("next/dist/compiled/next-server/pages-api.runtime.prod.js")},76760:a=>{a.exports=require("node:path")},77598:a=>{a.exports=require("node:crypto")},79646:a=>{a.exports=require("child_process")},87550:a=>{a.exports=require("better-sqlite3")},95393:a=>{a.exports=require("@customize-agent/llm")},96770:a=>{a.exports=require("@customize-agent/runtime")}};var b=require("../../../webpack-api-runtime.js");b.C(a);var c=b.X(0,[9705,1001,5840,208,6482,5284],()=>b(b.s=38962));module.exports=c})();