@customize-agent/server 4.18.0 → 4.18.2

package/.next/server/pages/api/kb/files/reindex.js

@@ -1 +1 @@
-"use strict";(()=>{var a={};a.id=5796,a.ids=[5796],a.modules={19898:a=>{a.exports=require("@customize-agent/knowledge")},21820:a=>{a.exports=require("os")},29021:a=>{a.exports=require("fs")},33873:a=>{a.exports=require("path")},48161:a=>{a.exports=require("node:os")},48203:(a,b,c)=>{c.d(b,{DA:()=>m,P2:()=>n,ls:()=>o});var d=c(79646),e=c(33873),f=c.n(e),g=c(19898),h=c(44533),i=c(37095),j=c(25284);let k=new Map;async function l(a,b,c,d){let e;try{e=await (0,h.Qh)().getProject(a.projectRoot);let{vectorStatus:f}=await (0,g.runIndexLoop)(e,a,e=>{var f;return(0,i.Qf)(a.projectRoot,{id:b,type:c,title:d,stage:(f=e.stage,"parsing"===f||"chunking"===f||"vectorizing"===f||"done"===f||"error"===f?f:"indexing"===f?"chunking":"scanning"===f?"uploading":"vectorizing"),status:"error"===e.stage?"error":"processing",percent:e.percent,message:e.message,filePath:e.filePath||a.relativePath,chunkCount:e.chunkCount,error:e.vectorStatus?.error})});if("error"===f.status){let g=f.error||"HNSWLib 向量入库失败";return(0,i.Qf)(a.projectRoot,{id:b,type:c,title:d,stage:"error",status:"error",percent:100,message:g,error:g}),{success:!1,error:g,stats:{...e.getStats(),vectorStatus:f}}}return(0,i.Qf)(a.projectRoot,{id:b,type:c,title:d,stage:"done",status:"success",percent:100,message:a.relativePath?"单文件重新解析完成，正在后台更新项目理解缓存":"知识库后台索引完成，正在后台更新项目理解缓存",filePath:a.relativePath,fileName:a.relativePath?.split("/").pop()}),{success:!0,stats:{...e.getStats(),vectorStatus:f}}}catch(g){let f=g instanceof Error?g.stack||g.message:String(g);return e?.failPendingIndexJobs?.(f),(0,i.Qf)(a.projectRoot,{id:b,type:c,title:d,stage:"error",status:"error",percent:100,message:f,error:f}),{success:!1,error:f}}}function m(a){!function(a){let b=k.get(a.projectRoot),c=a.uploadOperationId??a.id,e=a.uploadOperationId?"upload":"reindex",g=a.uploadOperationId?`上传 ${a.uploadTitle??"文件"}`:a.relativePath?`重新解析 ${a.relativePath}`:"知识库后台索引",h=()=>((0,i.Qf)(a.projectRoot,{id:c,type:e,title:g,stage:"uploading",status:"processing",percent:5,message:"索引任务已进入后台队列",filePath:a.relativePath,fileName:a.relativePath?.split("/").pop()}),("1"===process.env.CUSTOMIZE_AGENT_DISABLE_KB_CHILD_PROCESS?l(a,c,e,g):function(a,b,c,e){let g=f().resolve(process.cwd(),"scripts/kb-index-worker.cjs");return new Promise(f=>{let h=(0,d.fork)(g,[JSON.stringify({...a,operationId:b})],{cwd:process.cwd(),stdio:["ignore","pipe","pipe","ipc"],env:process.env}),j=new Map,k=null,l=()=>{for(let[d,f]of(k&&(clearTimeout(k),k=null),j))0!==f.length&&(0,i.Qf)(a.projectRoot,{id:b,type:c,title:e,stage:"parsing",status:"processing",percent:5,message:`${d}${f.join("\n").slice(-1e3)}`});j.clear()},m=(a,b)=>{let c=String(a).split(/\r?\n/u).map(a=>a.trim()).filter(a=>a&&!/^Image too small to scale!!/u.test(a)&&"Line cannot be recognized!!"!==a).join("\n");if(!c)return;let d=j.get(b)??[];d.push(c),j.set(b,d),k||(k=setTimeout(l,500),k.unref?.())};h.stdout?.on("data",a=>m(a,"后台索引输出：")),h.stderr?.on("data",a=>m(a,"后台索引错误输出：")),h.on("error",d=>{l();let g=d instanceof Error?d.message:String(d);(0,i.Qf)(a.projectRoot,{id:b,type:c,title:e,stage:"error",status:"error",percent:100,message:g,error:g}),f({success:!1,error:g})}),h.on("message",b=>{b?.type==="log"&&b?.patch&&(0,i.Qf)(a.projectRoot,b.patch)}),h.on("exit",d=>{if(l(),0===d)f({success:!0});else{let g=`知识库后台进程退出，退出码 ${d??"unknown"}`;(0,i.Qf)(a.projectRoot,{id:b,type:c,title:e,stage:"error",status:"error",percent:100,message:g,error:g}),f({success:!1,error:g})}})})}(a,c,e,g)).then(b=>(b.success&&((0,i.Qf)(a.projectRoot,{id:c,type:e,title:g,stage:"done",status:"success",percent:100,message:a.relativePath?"单文件重新解析完成，正在后台更新项目理解缓存":"知识库后台索引完成，正在后台更新项目理解缓存",filePath:a.relativePath,fileName:a.relativePath?.split("/").pop()}),(0,j.b3)(a.projectRoot)),b))),m=b?b.promise.then(h,h):h(),n={operationId:c,promise:m,startedAt:b?.startedAt??Date.now()};k.set(a.projectRoot,n),m.finally(()=>{k.get(a.projectRoot)===n&&k.delete(a.projectRoot)})}(a)}function n(a){return k.has(a)}function o(a){let b=k.get(a);return b?{operationId:b.operationId,startedAt:b.startedAt}:void 0}},73024:a=>{a.exports=require("node:fs")},75600:a=>{a.exports=require("next/dist/compiled/next-server/pages-api.runtime.prod.js")},76760:a=>{a.exports=require("node:path")},77598:a=>{a.exports=require("node:crypto")},79646:a=>{a.exports=require("child_process")},87176:(a,b,c)=>{c.r(b),c.d(b,{config:()=>r,default:()=>q,handler:()=>t});var d={};c.r(d),c.d(d,{default:()=>n});var e=c(11400),f=c(50029),g=c(71086),h=c(38513),i=c(29021),j=c(33873),k=c(44533),l=c(48203),m=c(37095);async function n(a,b){if("POST"!==a.method)return b.status(405).json({error:"method not allowed"});try{let c=a.body?.projectRoot||(0,k.aY)(),d=a.body?.relativePath;if(!c||!d)return b.status(400).json({error:"projectRoot and relativePath are required"});let e=(0,k.NW)(c),f=j.resolve(e,d);if(!f.startsWith(j.resolve(e)+j.sep))return b.status(400).json({error:"invalid relativePath"});if(!i.existsSync(f))return b.status(404).json({error:"file or folder not found"});let g=i.statSync(f),h=g.isDirectory()?function a(b,c){let d=[];for(let e of i.readdirSync(b,{withFileTypes:!0})){let f=j.join(b,e.name);e.isDirectory()?d.push(...a(f,c)):e.name.endsWith(".source.txt")||d.push(j.relative(c,f).split(j.sep).join("/"))}return d}(f,e):[d];if(0===h.length)return b.status(400).json({error:"folder has no indexable files"});let n=(0,l.ls)(c);if(n){let a=(0,m.JB)(c,n.operationId);return b.status(202).json({success:!0,accepted:!0,alreadyRunning:!0,operationId:n.operationId,job:a})}let o=`file-reindex-${Date.now()}-${Math.random().toString(36).slice(2)}`,p=g.isDirectory()?`重新解析文件夹 ${d}`:`重新解析 ${d}`,q=(0,m.Qf)(c,{id:o,type:"reindex",title:p,stage:"uploading",status:"processing",percent:5,message:g.isDirectory()?`文件夹重新解析任务已提交，共 ${h.length} 个文件`:"单文件重新解析任务已提交，正在后台排队执行",filePath:d,fileName:d.split("/").filter(Boolean).pop()});return(0,l.DA)({id:o,projectRoot:c,relativePath:d,relativePaths:h,forceReindexAll:!1}),b.status(202).json({success:!0,accepted:!0,operationId:o,job:q,fileCount:h.length})}catch(a){console.error("[api] kb/files/reindex",a),b.status(500).json({error:"Internal server error"})}}var o=c(68970),p=c(50296);let q=(0,h.M)(d,"default"),r=(0,h.M)(d,"config"),s=new g.PagesAPIRouteModule({definition:{kind:f.A.PAGES_API,page:"/api/kb/files/reindex",pathname:"/api/kb/files/reindex",bundlePath:"",filename:""},userland:d,distDir:".next",relativeProjectDir:""});async function t(a,b,c){let d=await s.prepare(a,b,{srcPage:"/api/kb/files/reindex"});if(!d){b.statusCode=400,b.end("Bad Request"),null==c.waitUntil||c.waitUntil.call(c,Promise.resolve());return}let{query:f,params:g,prerenderManifest:h,routerServerContext:i}=d;try{let c=a.method||"GET",d=(0,o.getTracer)(),e=d.getActiveScopeSpan(),j=s.instrumentationOnRequestError.bind(s),k=async e=>s.render(a,b,{query:{...f,...g},params:g,allowedRevalidateHeaderKeys:[],multiZoneDraftMode:!1,trustHostHeader:!1,previewProps:h.preview,propagateError:!1,dev:s.isDev,page:"/api/kb/files/reindex",internalRevalidate:null==i?void 0:i.revalidate,onError:(...b)=>j(a,...b)}).finally(()=>{if(!e)return;e.setAttributes({"http.status_code":b.statusCode,"next.rsc":!1});let f=d.getRootSpanAttributes();if(!f)return;if(f.get("next.span_type")!==p.BaseServerSpan.handleRequest)return void console.warn(`Unexpected root span type '${f.get("next.span_type")}'. Please report this Next.js issue https://github.com/vercel/next.js`);let g=f.get("next.route");if(g){let a=`${c} ${g}`;e.setAttributes({"next.route":g,"http.route":g,"next.span_name":a}),e.updateName(a)}else e.updateName(`${c} ${a.url}`)});e?await k(e):await d.withPropagatedContext(a.headers,()=>d.trace(p.BaseServerSpan.handleRequest,{spanName:`${c} ${a.url}`,kind:o.SpanKind.SERVER,attributes:{"http.method":c,"http.target":a.url}},k))}catch(a){if(s.isDev)throw a;(0,e.sendError)(b,500,"Internal Server Error")}finally{null==c.waitUntil||c.waitUntil.call(c,Promise.resolve())}}},87550:a=>{a.exports=require("better-sqlite3")},95393:a=>{a.exports=require("@customize-agent/llm")},96770:a=>{a.exports=require("@customize-agent/runtime")}};var b=require("../../../../webpack-api-runtime.js");b.C(a);var c=b.X(0,[9705,1001,5840,208,6482,5284],()=>b(b.s=87176));module.exports=c})();
+"use strict";(()=>{var a={};a.id=5796,a.ids=[5796],a.modules={19898:a=>{a.exports=require("@customize-agent/knowledge")},21820:a=>{a.exports=require("os")},29021:a=>{a.exports=require("fs")},33873:a=>{a.exports=require("path")},48161:a=>{a.exports=require("node:os")},48203:(a,b,c)=>{c.d(b,{DA:()=>m,P2:()=>n,ls:()=>o});var d=c(79646),e=c(33873),f=c.n(e),g=c(19898),h=c(44533),i=c(37095),j=c(25284);let k=new Map;async function l(a,b,c,d){let e;try{e=await (0,h.Qh)().getProject(a.projectRoot);let{vectorStatus:f}=await (0,g.runIndexLoop)(e,a,e=>{var f;return(0,i.Qf)(a.projectRoot,{id:b,type:c,title:d,stage:(f=e.stage,"parsing"===f||"chunking"===f||"vectorizing"===f||"done"===f||"error"===f?f:"indexing"===f?"chunking":"scanning"===f?"uploading":"vectorizing"),status:"error"===e.stage?"error":"processing",percent:e.percent,message:e.message,filePath:e.filePath||a.relativePath,chunkCount:e.chunkCount,error:e.vectorStatus?.error})});if("error"===f.status){let g=f.error||"HNSWLib 向量入库失败";return(0,i.Qf)(a.projectRoot,{id:b,type:c,title:d,stage:"error",status:"error",percent:100,message:g,error:g}),{success:!1,error:g,stats:{...e.getStats(),vectorStatus:f}}}return(0,i.Qf)(a.projectRoot,{id:b,type:c,title:d,stage:"done",status:"success",percent:100,message:a.relativePath?"单文件重新解析完成，正在后台更新项目理解缓存":"知识库后台索引完成，正在后台更新项目理解缓存",filePath:a.relativePath,fileName:a.relativePath?.split("/").pop()}),{success:!0,stats:{...e.getStats(),vectorStatus:f}}}catch(g){let f=g instanceof Error?g.stack||g.message:String(g);return e?.failPendingIndexJobs?.(f),(0,i.Qf)(a.projectRoot,{id:b,type:c,title:d,stage:"error",status:"error",percent:100,message:f,error:f}),{success:!1,error:f}}}function m(a){!function(a){let b=k.get(a.projectRoot),c=a.uploadOperationId??a.id,e=a.uploadOperationId?"upload":"reindex",g=a.uploadOperationId?`上传 ${a.uploadTitle??"文件"}`:a.relativePath?`重新解析 ${a.relativePath}`:"知识库后台索引",h=()=>((0,i.Qf)(a.projectRoot,{id:c,type:e,title:g,stage:"uploading",status:"processing",percent:5,message:"索引任务已进入后台队列",filePath:a.relativePath,fileName:a.relativePath?.split("/").pop()}),("1"===process.env.CUSTOMIZE_AGENT_DISABLE_KB_CHILD_PROCESS?l(a,c,e,g):function(a,b,c,e){let g=f().resolve(process.cwd(),"scripts/kb-index-worker.cjs");return new Promise(f=>{let h=(0,d.fork)(g,[JSON.stringify({...a,operationId:b})],{cwd:process.cwd(),stdio:["ignore","pipe","pipe","ipc"],env:process.env}),j=new Map,k=null,l=()=>{for(let[d,f]of(k&&(clearTimeout(k),k=null),j))0!==f.length&&(0,i.Qf)(a.projectRoot,{id:b,type:c,title:e,stage:"parsing",status:"processing",percent:5,message:`${d}${f.join("\n").slice(-1e3)}`});j.clear()},m=(a,b)=>{let c=String(a).split(/\r?\n/u).map(a=>a.trim()).filter(a=>a&&!/^Image too small to scale!!/u.test(a)&&"Line cannot be recognized!!"!==a).join("\n");if(!c)return;let d=j.get(b)??[];d.push(c),j.set(b,d),k||(k=setTimeout(l,500),k.unref?.())};h.stdout?.on("data",a=>m(a,"后台索引输出：")),h.stderr?.on("data",a=>m(a,"后台索引错误输出：")),h.on("error",d=>{l();let g=d instanceof Error?d.message:String(d);(0,i.Qf)(a.projectRoot,{id:b,type:c,title:e,stage:"error",status:"error",percent:100,message:g,error:g}),f({success:!1,error:g})});let n=!1,o=!1;h.on("message",b=>{b?.type==="log"&&b?.patch&&("done"===b.patch.stage&&(n=!0),"error"===b.patch.status&&(o=!0),(0,i.Qf)(a.projectRoot,b.patch))}),h.on("exit",(d,g)=>{if(l(),0===d||n)f({success:!0});else{let h=`知识库后台进程退出，退出码 ${d??g??"unknown"}`;console.error("[kb-worker] exit",{operationId:b,code:d,signal:g}),o||(0,i.Qf)(a.projectRoot,{id:b,type:c,title:e,stage:"error",status:"error",percent:100,message:h,error:h}),f({success:!1,error:h})}})})}(a,c,e,g)).then(b=>(b.success&&((0,i.Qf)(a.projectRoot,{id:c,type:e,title:g,stage:"done",status:"success",percent:100,message:a.relativePath?"单文件重新解析完成，正在后台更新项目理解缓存":"知识库后台索引完成，正在后台更新项目理解缓存",filePath:a.relativePath,fileName:a.relativePath?.split("/").pop()}),(0,j.b3)(a.projectRoot)),b))),m=b?b.promise.then(h,h):h(),n={operationId:c,promise:m,startedAt:b?.startedAt??Date.now()};k.set(a.projectRoot,n),m.finally(()=>{k.get(a.projectRoot)===n&&k.delete(a.projectRoot)})}(a)}function n(a){return k.has(a)}function o(a){let b=k.get(a);return b?{operationId:b.operationId,startedAt:b.startedAt}:void 0}},73024:a=>{a.exports=require("node:fs")},75600:a=>{a.exports=require("next/dist/compiled/next-server/pages-api.runtime.prod.js")},76760:a=>{a.exports=require("node:path")},77598:a=>{a.exports=require("node:crypto")},79646:a=>{a.exports=require("child_process")},87176:(a,b,c)=>{c.r(b),c.d(b,{config:()=>r,default:()=>q,handler:()=>t});var d={};c.r(d),c.d(d,{default:()=>n});var e=c(11400),f=c(50029),g=c(71086),h=c(38513),i=c(29021),j=c(33873),k=c(44533),l=c(48203),m=c(37095);async function n(a,b){if("POST"!==a.method)return b.status(405).json({error:"method not allowed"});try{let c=a.body?.projectRoot||(0,k.aY)(),d=a.body?.relativePath;if(!c||!d)return b.status(400).json({error:"projectRoot and relativePath are required"});let e=(0,k.NW)(c),f=j.resolve(e,d);if(!f.startsWith(j.resolve(e)+j.sep))return b.status(400).json({error:"invalid relativePath"});if(!i.existsSync(f))return b.status(404).json({error:"file or folder not found"});let g=i.statSync(f),h=g.isDirectory()?function a(b,c){let d=[];for(let e of i.readdirSync(b,{withFileTypes:!0})){let f=j.join(b,e.name);e.isDirectory()?d.push(...a(f,c)):e.name.endsWith(".source.txt")||d.push(j.relative(c,f).split(j.sep).join("/"))}return d}(f,e):[d];if(0===h.length)return b.status(400).json({error:"folder has no indexable files"});let n=(0,l.ls)(c);if(n){let a=(0,m.JB)(c,n.operationId);return b.status(202).json({success:!0,accepted:!0,alreadyRunning:!0,operationId:n.operationId,job:a})}let o=`file-reindex-${Date.now()}-${Math.random().toString(36).slice(2)}`,p=g.isDirectory()?`重新解析文件夹 ${d}`:`重新解析 ${d}`,q=(0,m.Qf)(c,{id:o,type:"reindex",title:p,stage:"uploading",status:"processing",percent:5,message:g.isDirectory()?`文件夹重新解析任务已提交，共 ${h.length} 个文件`:"单文件重新解析任务已提交，正在后台排队执行",filePath:d,fileName:d.split("/").filter(Boolean).pop()});return(0,l.DA)({id:o,projectRoot:c,relativePath:d,relativePaths:h,forceReindexAll:!1}),b.status(202).json({success:!0,accepted:!0,operationId:o,job:q,fileCount:h.length})}catch(a){console.error("[api] kb/files/reindex",a),b.status(500).json({error:"Internal server error"})}}var o=c(68970),p=c(50296);let q=(0,h.M)(d,"default"),r=(0,h.M)(d,"config"),s=new g.PagesAPIRouteModule({definition:{kind:f.A.PAGES_API,page:"/api/kb/files/reindex",pathname:"/api/kb/files/reindex",bundlePath:"",filename:""},userland:d,distDir:".next",relativeProjectDir:""});async function t(a,b,c){let d=await s.prepare(a,b,{srcPage:"/api/kb/files/reindex"});if(!d){b.statusCode=400,b.end("Bad Request"),null==c.waitUntil||c.waitUntil.call(c,Promise.resolve());return}let{query:f,params:g,prerenderManifest:h,routerServerContext:i}=d;try{let c=a.method||"GET",d=(0,o.getTracer)(),e=d.getActiveScopeSpan(),j=s.instrumentationOnRequestError.bind(s),k=async e=>s.render(a,b,{query:{...f,...g},params:g,allowedRevalidateHeaderKeys:[],multiZoneDraftMode:!1,trustHostHeader:!1,previewProps:h.preview,propagateError:!1,dev:s.isDev,page:"/api/kb/files/reindex",internalRevalidate:null==i?void 0:i.revalidate,onError:(...b)=>j(a,...b)}).finally(()=>{if(!e)return;e.setAttributes({"http.status_code":b.statusCode,"next.rsc":!1});let f=d.getRootSpanAttributes();if(!f)return;if(f.get("next.span_type")!==p.BaseServerSpan.handleRequest)return void console.warn(`Unexpected root span type '${f.get("next.span_type")}'. Please report this Next.js issue https://github.com/vercel/next.js`);let g=f.get("next.route");if(g){let a=`${c} ${g}`;e.setAttributes({"next.route":g,"http.route":g,"next.span_name":a}),e.updateName(a)}else e.updateName(`${c} ${a.url}`)});e?await k(e):await d.withPropagatedContext(a.headers,()=>d.trace(p.BaseServerSpan.handleRequest,{spanName:`${c} ${a.url}`,kind:o.SpanKind.SERVER,attributes:{"http.method":c,"http.target":a.url}},k))}catch(a){if(s.isDev)throw a;(0,e.sendError)(b,500,"Internal Server Error")}finally{null==c.waitUntil||c.waitUntil.call(c,Promise.resolve())}}},87550:a=>{a.exports=require("better-sqlite3")},95393:a=>{a.exports=require("@customize-agent/llm")},96770:a=>{a.exports=require("@customize-agent/runtime")}};var b=require("../../../../webpack-api-runtime.js");b.C(a);var c=b.X(0,[9705,1001,5840,208,6482,5284],()=>b(b.s=87176));module.exports=c})();