@customize-agent/server 4.12.8 → 4.12.9

package/.next/server/pages/api/kb/reindex.js

@@ -1 +1 @@
-"use strict";(()=>{var a={};a.id=3676,a.ids=[3676],a.modules={19898:a=>{a.exports=require("@customize-agent/knowledge")},21820:a=>{a.exports=require("os")},29021:a=>{a.exports=require("fs")},33873:a=>{a.exports=require("path")},38962:(a,b,c)=>{c.r(b),c.d(b,{config:()=>p,default:()=>o,handler:()=>r});var d={};c.r(d),c.d(d,{default:()=>l});var e=c(11400),f=c(50029),g=c(71086),h=c(38513),i=c(44533),j=c(48203),k=c(37095);async function l(a,b){try{let c=("GET"===a.method?a.query.projectRoot:a.body?.projectRoot)||(0,i.aY)();if(!c)return b.status(400).json({error:"Project root is required"});if("GET"===a.method){let a=(0,j.ls)(c),d=a?(0,k.JB)(c,a.operationId):void 0,e=(0,k.kW)(c,"reindex");return b.status(200).json({running:!!a,active:a,job:d||e||null})}if("POST"!==a.method)return b.status(405).json({error:"Method not allowed"});let d=(0,j.ls)(c);if(d){let a=(0,k.JB)(c,d.operationId);return b.status(202).json({success:!0,accepted:!0,alreadyRunning:!0,operationId:d.operationId,job:a})}let e=`reindex-${Date.now()}`,f=(0,k.Qf)(c,{id:e,type:"reindex",title:"重新解析入库",stage:"uploading",status:"processing",percent:5,message:"重新解析入库任务已提交，正在后台排队执行"});return(0,j.DA)({id:e,projectRoot:c,forceReindexAll:!0}),b.status(202).json({success:!0,accepted:!0,operationId:e,job:f})}catch(a){return console.error("[api] kb/reindex",a),b.status(500).json({error:"Internal server error"})}}var m=c(68970),n=c(50296);let o=(0,h.M)(d,"default"),p=(0,h.M)(d,"config"),q=new g.PagesAPIRouteModule({definition:{kind:f.A.PAGES_API,page:"/api/kb/reindex",pathname:"/api/kb/reindex",bundlePath:"",filename:""},userland:d,distDir:".next",relativeProjectDir:""});async function r(a,b,c){let d=await q.prepare(a,b,{srcPage:"/api/kb/reindex"});if(!d){b.statusCode=400,b.end("Bad Request"),null==c.waitUntil||c.waitUntil.call(c,Promise.resolve());return}let{query:f,params:g,prerenderManifest:h,routerServerContext:i}=d;try{let c=a.method||"GET",d=(0,m.getTracer)(),e=d.getActiveScopeSpan(),j=q.instrumentationOnRequestError.bind(q),k=async e=>q.render(a,b,{query:{...f,...g},params:g,allowedRevalidateHeaderKeys:[],multiZoneDraftMode:!1,trustHostHeader:!1,previewProps:h.preview,propagateError:!1,dev:q.isDev,page:"/api/kb/reindex",internalRevalidate:null==i?void 0:i.revalidate,onError:(...b)=>j(a,...b)}).finally(()=>{if(!e)return;e.setAttributes({"http.status_code":b.statusCode,"next.rsc":!1});let f=d.getRootSpanAttributes();if(!f)return;if(f.get("next.span_type")!==n.BaseServerSpan.handleRequest)return void console.warn(`Unexpected root span type '${f.get("next.span_type")}'. Please report this Next.js issue https://github.com/vercel/next.js`);let g=f.get("next.route");if(g){let a=`${c} ${g}`;e.setAttributes({"next.route":g,"http.route":g,"next.span_name":a}),e.updateName(a)}else e.updateName(`${c} ${a.url}`)});e?await k(e):await d.withPropagatedContext(a.headers,()=>d.trace(n.BaseServerSpan.handleRequest,{spanName:`${c} ${a.url}`,kind:m.SpanKind.SERVER,attributes:{"http.method":c,"http.target":a.url}},k))}catch(a){if(q.isDev)throw a;(0,e.sendError)(b,500,"Internal Server Error")}finally{null==c.waitUntil||c.waitUntil.call(c,Promise.resolve())}}},48161:a=>{a.exports=require("node:os")},48203:(a,b,c)=>{c.d(b,{DA:()=>n,P2:()=>o,ls:()=>p});var d=c(79646),e=c(33873),f=c.n(e),g=c(19898),h=c(44533),i=c(37095),j=c(25284);let k=new Map;function l(a){return String(a).split(/\r?\n/u).map(a=>a.trim()).filter(a=>a&&!/^Image too small to scale!!/u.test(a)&&"Line cannot be recognized!!"!==a).join("\n")}async function m(a,b,c,d){let e;try{e=await (0,h.Qh)().getProject(a.projectRoot);let{vectorStatus:f}=await (0,g.runIndexLoop)(e,a,e=>{var f;return(0,i.Qf)(a.projectRoot,{id:b,type:c,title:d,stage:(f=e.stage,"parsing"===f||"chunking"===f||"vectorizing"===f||"done"===f||"error"===f?f:"indexing"===f?"chunking":"scanning"===f?"uploading":"vectorizing"),status:"error"===e.stage?"error":"processing",percent:e.percent,message:e.message,filePath:e.filePath||a.relativePath,chunkCount:e.chunkCount,error:e.vectorStatus?.error})});if("error"===f.status){let g=f.error||"HNSWLib 向量入库失败";return(0,i.Qf)(a.projectRoot,{id:b,type:c,title:d,stage:"error",status:"error",percent:100,message:g,error:g}),{success:!1,error:g,stats:{...e.getStats(),vectorStatus:f}}}return(0,i.Qf)(a.projectRoot,{id:b,type:c,title:d,stage:"done",status:"success",percent:100,message:a.relativePath?"单文件重新解析完成，正在后台更新项目理解缓存":"知识库后台索引完成，正在后台更新项目理解缓存",filePath:a.relativePath,fileName:a.relativePath?.split("/").pop()}),{success:!0,stats:{...e.getStats(),vectorStatus:f}}}catch(g){let f=g instanceof Error?g.stack||g.message:String(g);return e?.failPendingIndexJobs?.(f),(0,i.Qf)(a.projectRoot,{id:b,type:c,title:d,stage:"error",status:"error",percent:100,message:f,error:f}),{success:!1,error:f}}}function n(a){!function(a){let b=k.get(a.projectRoot),c=a.uploadOperationId??a.id,e=a.uploadOperationId?"upload":"reindex",g=a.uploadOperationId?`上传 ${a.uploadTitle??"文件"}`:a.relativePath?`重新解析 ${a.relativePath}`:"知识库后台索引",h=()=>((0,i.Qf)(a.projectRoot,{id:c,type:e,title:g,stage:"uploading",status:"processing",percent:5,message:"索引任务已进入后台队列",filePath:a.relativePath,fileName:a.relativePath?.split("/").pop()}),("1"===process.env.CUSTOMIZE_AGENT_DISABLE_KB_CHILD_PROCESS?m(a,c,e,g):function(a,b,c,e){let g=f().resolve(process.cwd(),"scripts/kb-index-worker.cjs");return new Promise(f=>{let h=(0,d.fork)(g,[JSON.stringify({...a,operationId:b})],{cwd:process.cwd(),stdio:["ignore","pipe","pipe","ipc"],env:process.env});h.stdout?.on("data",d=>{let f=l(d);f&&(0,i.Qf)(a.projectRoot,{id:b,type:c,title:e,stage:"parsing",status:"processing",percent:5,message:`后台索引输出：${f.slice(-1e3)}`})}),h.stderr?.on("data",d=>{let f=l(d);f&&(0,i.Qf)(a.projectRoot,{id:b,type:c,title:e,stage:"parsing",status:"processing",percent:5,message:`后台索引错误输出：${f.slice(-1e3)}`})}),h.on("error",d=>{let g=d instanceof Error?d.message:String(d);(0,i.Qf)(a.projectRoot,{id:b,type:c,title:e,stage:"error",status:"error",percent:100,message:g,error:g}),f({success:!1,error:g})}),h.on("message",b=>{b?.type==="log"&&b?.patch&&(0,i.Qf)(a.projectRoot,b.patch)}),h.on("exit",d=>{if(0===d)f({success:!0});else{let g=`知识库后台进程退出，退出码 ${d??"unknown"}`;(0,i.Qf)(a.projectRoot,{id:b,type:c,title:e,stage:"error",status:"error",percent:100,message:g,error:g}),f({success:!1,error:g})}})})}(a,c,e,g)).then(b=>(b.success&&((0,i.Qf)(a.projectRoot,{id:c,type:e,title:g,stage:"done",status:"success",percent:100,message:a.relativePath?"单文件重新解析完成，正在后台更新项目理解缓存":"知识库后台索引完成，正在后台更新项目理解缓存",filePath:a.relativePath,fileName:a.relativePath?.split("/").pop()}),(0,j.b3)(a.projectRoot)),b))),n=b?b.promise.then(h,h):h(),o={operationId:c,promise:n,startedAt:b?.startedAt??Date.now()};k.set(a.projectRoot,o),n.finally(()=>{k.get(a.projectRoot)===o&&k.delete(a.projectRoot)})}(a)}function o(a){return k.has(a)}function p(a){let b=k.get(a);return b?{operationId:b.operationId,startedAt:b.startedAt}:void 0}},73024:a=>{a.exports=require("node:fs")},75600:a=>{a.exports=require("next/dist/compiled/next-server/pages-api.runtime.prod.js")},76760:a=>{a.exports=require("node:path")},77598:a=>{a.exports=require("node:crypto")},79646:a=>{a.exports=require("child_process")},87550:a=>{a.exports=require("better-sqlite3")},95393:a=>{a.exports=require("@customize-agent/llm")},96770:a=>{a.exports=require("@customize-agent/runtime")}};var b=require("../../../webpack-api-runtime.js");b.C(a);var c=b.X(0,[9705,5726,5840,208,4680,5284],()=>b(b.s=38962));module.exports=c})();
+"use strict";(()=>{var a={};a.id=3676,a.ids=[3676],a.modules={19898:a=>{a.exports=require("@customize-agent/knowledge")},21820:a=>{a.exports=require("os")},29021:a=>{a.exports=require("fs")},33873:a=>{a.exports=require("path")},38962:(a,b,c)=>{c.r(b),c.d(b,{config:()=>p,default:()=>o,handler:()=>r});var d={};c.r(d),c.d(d,{default:()=>l});var e=c(11400),f=c(50029),g=c(71086),h=c(38513),i=c(44533),j=c(48203),k=c(37095);async function l(a,b){try{let c=("GET"===a.method?a.query.projectRoot:a.body?.projectRoot)||(0,i.aY)();if(!c)return b.status(400).json({error:"Project root is required"});if("GET"===a.method){let a=(0,j.ls)(c),d=a?(0,k.JB)(c,a.operationId):void 0,e=(0,k.kW)(c,"reindex");return b.status(200).json({running:!!a,active:a,job:d||e||null})}if("POST"!==a.method)return b.status(405).json({error:"Method not allowed"});let d=(0,j.ls)(c);if(d){let a=(0,k.JB)(c,d.operationId);return b.status(202).json({success:!0,accepted:!0,alreadyRunning:!0,operationId:d.operationId,job:a})}let e=`reindex-${Date.now()}`,f=(0,k.Qf)(c,{id:e,type:"reindex",title:"重新解析入库",stage:"uploading",status:"processing",percent:5,message:"重新解析入库任务已提交，正在后台排队执行"});return(0,j.DA)({id:e,projectRoot:c,forceReindexAll:!0}),b.status(202).json({success:!0,accepted:!0,operationId:e,job:f})}catch(a){return console.error("[api] kb/reindex",a),b.status(500).json({error:"Internal server error"})}}var m=c(68970),n=c(50296);let o=(0,h.M)(d,"default"),p=(0,h.M)(d,"config"),q=new g.PagesAPIRouteModule({definition:{kind:f.A.PAGES_API,page:"/api/kb/reindex",pathname:"/api/kb/reindex",bundlePath:"",filename:""},userland:d,distDir:".next",relativeProjectDir:""});async function r(a,b,c){let d=await q.prepare(a,b,{srcPage:"/api/kb/reindex"});if(!d){b.statusCode=400,b.end("Bad Request"),null==c.waitUntil||c.waitUntil.call(c,Promise.resolve());return}let{query:f,params:g,prerenderManifest:h,routerServerContext:i}=d;try{let c=a.method||"GET",d=(0,m.getTracer)(),e=d.getActiveScopeSpan(),j=q.instrumentationOnRequestError.bind(q),k=async e=>q.render(a,b,{query:{...f,...g},params:g,allowedRevalidateHeaderKeys:[],multiZoneDraftMode:!1,trustHostHeader:!1,previewProps:h.preview,propagateError:!1,dev:q.isDev,page:"/api/kb/reindex",internalRevalidate:null==i?void 0:i.revalidate,onError:(...b)=>j(a,...b)}).finally(()=>{if(!e)return;e.setAttributes({"http.status_code":b.statusCode,"next.rsc":!1});let f=d.getRootSpanAttributes();if(!f)return;if(f.get("next.span_type")!==n.BaseServerSpan.handleRequest)return void console.warn(`Unexpected root span type '${f.get("next.span_type")}'. Please report this Next.js issue https://github.com/vercel/next.js`);let g=f.get("next.route");if(g){let a=`${c} ${g}`;e.setAttributes({"next.route":g,"http.route":g,"next.span_name":a}),e.updateName(a)}else e.updateName(`${c} ${a.url}`)});e?await k(e):await d.withPropagatedContext(a.headers,()=>d.trace(n.BaseServerSpan.handleRequest,{spanName:`${c} ${a.url}`,kind:m.SpanKind.SERVER,attributes:{"http.method":c,"http.target":a.url}},k))}catch(a){if(q.isDev)throw a;(0,e.sendError)(b,500,"Internal Server Error")}finally{null==c.waitUntil||c.waitUntil.call(c,Promise.resolve())}}},48161:a=>{a.exports=require("node:os")},48203:(a,b,c)=>{c.d(b,{DA:()=>n,P2:()=>o,ls:()=>p});var d=c(79646),e=c(33873),f=c.n(e),g=c(19898),h=c(44533),i=c(37095),j=c(25284);let k=new Map;function l(a){return String(a).split(/\r?\n/u).map(a=>a.trim()).filter(a=>a&&!/^Image too small to scale!!/u.test(a)&&"Line cannot be recognized!!"!==a).join("\n")}async function m(a,b,c,d){let e;try{e=await (0,h.Qh)().getProject(a.projectRoot);let{vectorStatus:f}=await (0,g.runIndexLoop)(e,a,e=>{var f;return(0,i.Qf)(a.projectRoot,{id:b,type:c,title:d,stage:(f=e.stage,"parsing"===f||"chunking"===f||"vectorizing"===f||"done"===f||"error"===f?f:"indexing"===f?"chunking":"scanning"===f?"uploading":"vectorizing"),status:"error"===e.stage?"error":"processing",percent:e.percent,message:e.message,filePath:e.filePath||a.relativePath,chunkCount:e.chunkCount,error:e.vectorStatus?.error})});if("error"===f.status){let g=f.error||"HNSWLib 向量入库失败";return(0,i.Qf)(a.projectRoot,{id:b,type:c,title:d,stage:"error",status:"error",percent:100,message:g,error:g}),{success:!1,error:g,stats:{...e.getStats(),vectorStatus:f}}}return(0,i.Qf)(a.projectRoot,{id:b,type:c,title:d,stage:"done",status:"success",percent:100,message:a.relativePath?"单文件重新解析完成，正在后台更新项目理解缓存":"知识库后台索引完成，正在后台更新项目理解缓存",filePath:a.relativePath,fileName:a.relativePath?.split("/").pop()}),{success:!0,stats:{...e.getStats(),vectorStatus:f}}}catch(g){let f=g instanceof Error?g.stack||g.message:String(g);return e?.failPendingIndexJobs?.(f),(0,i.Qf)(a.projectRoot,{id:b,type:c,title:d,stage:"error",status:"error",percent:100,message:f,error:f}),{success:!1,error:f}}}function n(a){!function(a){let b=k.get(a.projectRoot),c=a.uploadOperationId??a.id,e=a.uploadOperationId?"upload":"reindex",g=a.uploadOperationId?`上传 ${a.uploadTitle??"文件"}`:a.relativePath?`重新解析 ${a.relativePath}`:"知识库后台索引",h=()=>((0,i.Qf)(a.projectRoot,{id:c,type:e,title:g,stage:"uploading",status:"processing",percent:5,message:"索引任务已进入后台队列",filePath:a.relativePath,fileName:a.relativePath?.split("/").pop()}),("1"===process.env.CUSTOMIZE_AGENT_DISABLE_KB_CHILD_PROCESS?m(a,c,e,g):function(a,b,c,e){let g=f().resolve(process.cwd(),"scripts/kb-index-worker.cjs");return new Promise(f=>{let h=(0,d.fork)(g,[JSON.stringify({...a,operationId:b})],{cwd:process.cwd(),stdio:["ignore","pipe","pipe","ipc"],env:process.env});h.stdout?.on("data",d=>{let f=l(d);f&&(0,i.Qf)(a.projectRoot,{id:b,type:c,title:e,stage:"parsing",status:"processing",percent:5,message:`后台索引输出：${f.slice(-1e3)}`})}),h.stderr?.on("data",d=>{let f=l(d);f&&(0,i.Qf)(a.projectRoot,{id:b,type:c,title:e,stage:"parsing",status:"processing",percent:5,message:`后台索引错误输出：${f.slice(-1e3)}`})}),h.on("error",d=>{let g=d instanceof Error?d.message:String(d);(0,i.Qf)(a.projectRoot,{id:b,type:c,title:e,stage:"error",status:"error",percent:100,message:g,error:g}),f({success:!1,error:g})}),h.on("message",b=>{b?.type==="log"&&b?.patch&&(0,i.Qf)(a.projectRoot,b.patch)}),h.on("exit",d=>{if(0===d)f({success:!0});else{let g=`知识库后台进程退出，退出码 ${d??"unknown"}`;(0,i.Qf)(a.projectRoot,{id:b,type:c,title:e,stage:"error",status:"error",percent:100,message:g,error:g}),f({success:!1,error:g})}})})}(a,c,e,g)).then(b=>(b.success&&((0,i.Qf)(a.projectRoot,{id:c,type:e,title:g,stage:"done",status:"success",percent:100,message:a.relativePath?"单文件重新解析完成，正在后台更新项目理解缓存":"知识库后台索引完成，正在后台更新项目理解缓存",filePath:a.relativePath,fileName:a.relativePath?.split("/").pop()}),(0,j.b3)(a.projectRoot)),b))),n=b?b.promise.then(h,h):h(),o={operationId:c,promise:n,startedAt:b?.startedAt??Date.now()};k.set(a.projectRoot,o),n.finally(()=>{k.get(a.projectRoot)===o&&k.delete(a.projectRoot)})}(a)}function o(a){return k.has(a)}function p(a){let b=k.get(a);return b?{operationId:b.operationId,startedAt:b.startedAt}:void 0}},73024:a=>{a.exports=require("node:fs")},75600:a=>{a.exports=require("next/dist/compiled/next-server/pages-api.runtime.prod.js")},76760:a=>{a.exports=require("node:path")},77598:a=>{a.exports=require("node:crypto")},79646:a=>{a.exports=require("child_process")},87550:a=>{a.exports=require("better-sqlite3")},95393:a=>{a.exports=require("@customize-agent/llm")},96770:a=>{a.exports=require("@customize-agent/runtime")}};var b=require("../../../webpack-api-runtime.js");b.C(a);var c=b.X(0,[9705,5726,5840,6482,208,5284],()=>b(b.s=38962));module.exports=c})();