larkup 0.1.28 → 0.1.30
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.next/BUILD_ID +1 -1
- package/.next/build-manifest.json +3 -3
- package/.next/diagnostics/route-bundle-stats.json +22 -22
- package/.next/fallback-build-manifest.json +3 -3
- package/.next/required-server-files.js +1 -1
- package/.next/required-server-files.json +1 -1
- package/.next/server/app/_global-error.html +1 -1
- package/.next/server/app/_global-error.rsc +1 -1
- package/.next/server/app/_global-error.segments/__PAGE__.segment.rsc +1 -1
- package/.next/server/app/_global-error.segments/_full.segment.rsc +1 -1
- package/.next/server/app/_global-error.segments/_head.segment.rsc +1 -1
- package/.next/server/app/_global-error.segments/_index.segment.rsc +1 -1
- package/.next/server/app/_global-error.segments/_tree.segment.rsc +1 -1
- package/.next/server/app/_not-found/page.js.nft.json +1 -1
- package/.next/server/app/_not-found/page_client-reference-manifest.js +1 -1
- package/.next/server/app/_not-found.html +1 -1
- package/.next/server/app/_not-found.rsc +16 -16
- package/.next/server/app/_not-found.segments/_full.segment.rsc +16 -16
- package/.next/server/app/_not-found.segments/_head.segment.rsc +4 -4
- package/.next/server/app/_not-found.segments/_index.segment.rsc +11 -11
- package/.next/server/app/_not-found.segments/_not-found/__PAGE__.segment.rsc +2 -2
- package/.next/server/app/_not-found.segments/_not-found.segment.rsc +3 -3
- package/.next/server/app/_not-found.segments/_tree.segment.rsc +1 -1
- package/.next/server/app/analytics/page.js.nft.json +1 -1
- package/.next/server/app/analytics/page_client-reference-manifest.js +1 -1
- package/.next/server/app/analytics.html +1 -1
- package/.next/server/app/analytics.rsc +17 -17
- package/.next/server/app/analytics.segments/_full.segment.rsc +17 -17
- package/.next/server/app/analytics.segments/_head.segment.rsc +4 -4
- package/.next/server/app/analytics.segments/_index.segment.rsc +11 -11
- package/.next/server/app/analytics.segments/_tree.segment.rsc +1 -1
- package/.next/server/app/analytics.segments/analytics/__PAGE__.segment.rsc +3 -3
- package/.next/server/app/analytics.segments/analytics.segment.rsc +3 -3
- package/.next/server/app/api/chat/route.js +8 -9
- package/.next/server/app/api/chat/route.js.nft.json +1 -1
- package/.next/server/app/api/config/test-provider/route.js +4 -4
- package/.next/server/app/api/config/test-provider/route.js.nft.json +1 -1
- package/.next/server/app/api/config/verify/route.js +3 -3
- package/.next/server/app/api/config/verify/route.js.nft.json +1 -1
- package/.next/server/app/api/marketplace/[toolId]/route.js +1 -1
- package/.next/server/app/api/marketplace/[toolId]/route.js.nft.json +1 -1
- package/.next/server/app/api/marketplace/route.js +1 -1
- package/.next/server/app/api/marketplace/route.js.nft.json +1 -1
- package/.next/server/app/api/media/process/route.js +2 -2
- package/.next/server/app/api/media/process/route.js.nft.json +1 -1
- package/.next/server/app/api/media/route.js +1 -1
- package/.next/server/app/api/media/route.js.nft.json +1 -1
- package/.next/server/app/chat/page.js.nft.json +1 -1
- package/.next/server/app/chat/page_client-reference-manifest.js +1 -1
- package/.next/server/app/chat.html +1 -1
- package/.next/server/app/chat.rsc +17 -17
- package/.next/server/app/chat.segments/_full.segment.rsc +17 -17
- package/.next/server/app/chat.segments/_head.segment.rsc +4 -4
- package/.next/server/app/chat.segments/_index.segment.rsc +11 -11
- package/.next/server/app/chat.segments/_tree.segment.rsc +1 -1
- package/.next/server/app/chat.segments/chat/__PAGE__.segment.rsc +3 -3
- package/.next/server/app/chat.segments/chat.segment.rsc +3 -3
- package/.next/server/app/data/page.js.nft.json +1 -1
- package/.next/server/app/data/page_client-reference-manifest.js +1 -1
- package/.next/server/app/data.html +1 -1
- package/.next/server/app/data.rsc +17 -17
- package/.next/server/app/data.segments/_full.segment.rsc +17 -17
- package/.next/server/app/data.segments/_head.segment.rsc +4 -4
- package/.next/server/app/data.segments/_index.segment.rsc +11 -11
- package/.next/server/app/data.segments/_tree.segment.rsc +1 -1
- package/.next/server/app/data.segments/data/__PAGE__.segment.rsc +3 -3
- package/.next/server/app/data.segments/data.segment.rsc +3 -3
- package/.next/server/app/index.html +1 -1
- package/.next/server/app/index.rsc +16 -16
- package/.next/server/app/index.segments/__PAGE__.segment.rsc +2 -2
- package/.next/server/app/index.segments/_full.segment.rsc +16 -16
- package/.next/server/app/index.segments/_head.segment.rsc +4 -4
- package/.next/server/app/index.segments/_index.segment.rsc +11 -11
- package/.next/server/app/index.segments/_tree.segment.rsc +1 -1
- package/.next/server/app/page.js.nft.json +1 -1
- package/.next/server/app/page_client-reference-manifest.js +1 -1
- package/.next/server/app/settings/page.js.nft.json +1 -1
- package/.next/server/app/settings/page_client-reference-manifest.js +1 -1
- package/.next/server/app/settings.html +1 -1
- package/.next/server/app/settings.rsc +18 -18
- package/.next/server/app/settings.segments/_full.segment.rsc +18 -18
- package/.next/server/app/settings.segments/_head.segment.rsc +4 -4
- package/.next/server/app/settings.segments/_index.segment.rsc +11 -11
- package/.next/server/app/settings.segments/_tree.segment.rsc +1 -1
- package/.next/server/app/settings.segments/settings/__PAGE__.segment.rsc +4 -4
- package/.next/server/app/settings.segments/settings.segment.rsc +3 -3
- package/.next/server/chunks/0598_next_dist_esm_build_templates_app-route_0kbcuk-.js +4 -3
- package/.next/server/chunks/0598_next_dist_esm_build_templates_app-route_1f4h7rr.js +1 -1
- package/.next/server/chunks/[root-of-the-server]__067hiof._.js +18 -6
- package/.next/server/chunks/[root-of-the-server]__0a_0ywc._.js +18 -6
- package/.next/server/chunks/[root-of-the-server]__0c80bj0._.js +3 -0
- package/.next/server/chunks/{[root-of-the-server]__1m7m2x7._.js → [root-of-the-server]__0drkoru._.js} +2 -2
- package/.next/server/chunks/{[root-of-the-server]__0vnm6_8._.js → [root-of-the-server]__0kmh740._.js} +6 -6
- package/.next/server/chunks/{[root-of-the-server]__0ou70-v._.js → [root-of-the-server]__0nfenje._.js} +1 -1
- package/.next/server/chunks/[root-of-the-server]__0omd-x0._.js +3 -0
- package/.next/server/chunks/[root-of-the-server]__0u17zp8._.js +18 -6
- package/.next/server/chunks/{[root-of-the-server]__1s1zui-._.js → [root-of-the-server]__10v5qsi._.js} +1 -1
- package/.next/server/chunks/{[root-of-the-server]__1xuhh_i._.js → [root-of-the-server]__16jk_se._.js} +2 -2
- package/.next/server/chunks/[root-of-the-server]__1ahdfq9._.js +19 -7
- package/.next/server/chunks/[root-of-the-server]__1idgvjh._.js +172 -0
- package/.next/server/chunks/[root-of-the-server]__1ip05r1._.js +1 -1
- package/.next/server/chunks/[root-of-the-server]__1jc54o2._.js +3 -0
- package/.next/server/chunks/{[root-of-the-server]__0748x7h._.js → [root-of-the-server]__1lhls88._.js} +1 -1
- package/.next/server/chunks/[root-of-the-server]__1o3rcbz._.js +2 -1
- package/.next/server/chunks/{[root-of-the-server]__10gcb7d._.js → [root-of-the-server]__1qh2h5v._.js} +2 -2
- package/.next/server/chunks/[root-of-the-server]__1s9is1o._.js +2 -1
- package/.next/server/chunks/[root-of-the-server]__1vsvck0._.js +18 -6
- package/.next/server/chunks/{[root-of-the-server]__0g_q-44._.js → [root-of-the-server]__1wy6wes._.js} +2 -2
- package/.next/server/chunks/[root-of-the-server]__1zptg4z._.js +2 -1
- package/.next/server/chunks/{packages_1f4dx4h._.js → packages_1ggqion._.js} +2 -2
- package/.next/server/chunks/packages_core_src_generator_server-runtime_ts_1_68l7t._.js +4 -4
- package/.next/server/chunks/packages_marketplace_src_125_g2p._.js +1 -1
- package/.next/server/chunks/{packages_vector-stores_src_064-9ay._.js → packages_vector-stores_src_1fib7u-._.js} +2 -2
- package/.next/server/chunks/ssr/{[root-of-the-server]__0wdatpx._.js → [root-of-the-server]__0m21fli._.js} +1 -1
- package/.next/server/chunks/ssr/{[root-of-the-server]__1r9ap67._.js → [root-of-the-server]__0t8ud_u._.js} +1 -1
- package/.next/server/chunks/ssr/{[root-of-the-server]__046ldu_._.js → [root-of-the-server]__0xyo3ni._.js} +1 -1
- package/.next/server/chunks/ssr/{_0k81--x._.js → _0ckxy33._.js} +2 -2
- package/.next/server/chunks/ssr/_169pdlf._.js +6 -6
- package/.next/server/chunks/ssr/_1hetwwu._.js +4 -3
- package/.next/server/chunks/ssr/_1yqlx1m._.js +1 -1
- package/.next/server/chunks/ssr/apps_web_components_analytics_analytics-dashboard_tsx_1056-z3._.js +1 -1
- package/.next/server/chunks/ssr/apps_web_lib_pdf-images_ts_13-l5wa._.js +1 -1
- package/.next/server/functions-config-manifest.json +3 -1
- package/.next/server/middleware-build-manifest.js +3 -3
- package/.next/server/pages/404.html +1 -1
- package/.next/server/pages/500.html +1 -1
- package/.next/static/chunks/{3bpr59xr-_rv7.js → 0ge3nirnmx_np.js} +1 -1
- package/.next/static/chunks/{0rgt7-bqxonef.js → 1uzf7x2okeuab.js} +6 -6
- package/.next/static/chunks/{3g_wl1fri6jb-.js → 21_6-9hjj2i68.js} +1 -1
- package/.next/static/chunks/2ib3e0xrrdait.js +1 -0
- package/.next/static/chunks/2jrpgzxyrmuqp.js +121 -0
- package/.next/static/chunks/390ds7l_plpmd.js +1 -0
- package/.next/static/chunks/{3een1tiktxr6a.js → 3zw6tgf7mxo39.js} +1 -1
- package/CHANGELOG.md +22 -0
- package/app/api/chat/route.ts +1 -0
- package/app/api/chat/tools.ts +5 -1
- package/app/api/config/test-provider/route.ts +16 -18
- package/app/api/config/verify/route.ts +5 -7
- package/app/api/describe-image/route.ts +12 -4
- package/app/api/firecrawl/local/route.ts +1 -1
- package/app/api/jobs/route.ts +1 -2
- package/app/api/marketplace/[toolId]/route.ts +1 -0
- package/components/analytics/analytics-dashboard.tsx +1 -1
- package/components/data/firecrawl-notice.tsx +49 -98
- package/components/data/media-panel.tsx +34 -5
- package/components/data/scrape-panel.tsx +17 -1
- package/components/data/upload-panel.tsx +2 -1
- package/components/onboarding/welcome-screen.tsx +45 -15
- package/components/settings/general-section.tsx +15 -10
- package/components/settings/marketplace-section.tsx +14 -2
- package/components/settings/server-section.tsx +3 -3
- package/lib/error-formatter.ts +19 -4
- package/lib/pdf-images.ts +20 -5
- package/package.json +7 -7
- package/.next/server/chunks/[root-of-the-server]__00r1kgp._.js +0 -143
- package/.next/server/chunks/[root-of-the-server]__064gb96._.js +0 -3
- package/.next/server/chunks/_0ce9vcg._.js +0 -32
- package/.next/static/chunks/00z1f-adeq1lg.js +0 -1
- package/.next/static/chunks/0k405nomf6s4e.js +0 -120
- package/.next/static/chunks/13hmtkhrbm4t3.js +0 -1
- /package/.next/static/{bDwMIFYSTVBKUJkJJx77o → Laf7YhpONHOZXSCw6POiL}/_buildManifest.js +0 -0
- /package/.next/static/{bDwMIFYSTVBKUJkJJx77o → Laf7YhpONHOZXSCw6POiL}/_clientMiddlewareManifest.js +0 -0
- /package/.next/static/{bDwMIFYSTVBKUJkJJx77o → Laf7YhpONHOZXSCw6POiL}/_ssgManifest.js +0 -0
package/lib/pdf-images.ts
CHANGED
|
@@ -10,6 +10,22 @@ export async function extractImagesFromPDF(
|
|
|
10
10
|
const numPages = pdf.numPages;
|
|
11
11
|
const images: { base64: string; pageNumber: number; index: number }[] = [];
|
|
12
12
|
|
|
13
|
+
let imageIndex = 0;
|
|
14
|
+
const toDataUrl = (source: HTMLCanvasElement) => {
|
|
15
|
+
// Embedded PDF artwork can be several thousand pixels wide. Vision models
|
|
16
|
+
// do not need the raw print-resolution asset and sending it makes PDF
|
|
17
|
+
// ingestion slow and unreliable. Preserve diagrams while bounding input.
|
|
18
|
+
const maxDimension = 1_600;
|
|
19
|
+
const scale = Math.min(1, maxDimension / Math.max(source.width, source.height));
|
|
20
|
+
if (scale === 1) return source.toDataURL('image/jpeg', 0.86);
|
|
21
|
+
|
|
22
|
+
const resized = document.createElement('canvas');
|
|
23
|
+
resized.width = Math.max(1, Math.round(source.width * scale));
|
|
24
|
+
resized.height = Math.max(1, Math.round(source.height * scale));
|
|
25
|
+
resized.getContext('2d')?.drawImage(source, 0, 0, resized.width, resized.height);
|
|
26
|
+
return resized.toDataURL('image/jpeg', 0.86);
|
|
27
|
+
};
|
|
28
|
+
|
|
13
29
|
for (let i = 1; i <= numPages; i++) {
|
|
14
30
|
try {
|
|
15
31
|
const page = await pdf.getPage(i);
|
|
@@ -25,7 +41,6 @@ export async function extractImagesFromPDF(
|
|
|
25
41
|
}
|
|
26
42
|
}
|
|
27
43
|
|
|
28
|
-
let imgIndex = 0;
|
|
29
44
|
for (const objId of imageOps) {
|
|
30
45
|
try {
|
|
31
46
|
const img = await new Promise<any>((resolve) => {
|
|
@@ -43,9 +58,9 @@ export async function extractImagesFromPDF(
|
|
|
43
58
|
if (ctx) {
|
|
44
59
|
ctx.drawImage(img.bitmap, 0, 0);
|
|
45
60
|
images.push({
|
|
46
|
-
base64: canvas
|
|
61
|
+
base64: toDataUrl(canvas),
|
|
47
62
|
pageNumber: i,
|
|
48
|
-
index:
|
|
63
|
+
index: imageIndex++,
|
|
49
64
|
});
|
|
50
65
|
}
|
|
51
66
|
} else if (img && img.data && img.width && img.height) {
|
|
@@ -61,9 +76,9 @@ export async function extractImagesFromPDF(
|
|
|
61
76
|
);
|
|
62
77
|
ctx.putImageData(imageData, 0, 0);
|
|
63
78
|
images.push({
|
|
64
|
-
base64: canvas
|
|
79
|
+
base64: toDataUrl(canvas),
|
|
65
80
|
pageNumber: i,
|
|
66
|
-
index:
|
|
81
|
+
index: imageIndex++,
|
|
67
82
|
});
|
|
68
83
|
}
|
|
69
84
|
}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "larkup",
|
|
3
|
-
"version": "0.1.
|
|
3
|
+
"version": "0.1.30",
|
|
4
4
|
"type": "module",
|
|
5
5
|
"bin": {
|
|
6
6
|
"larkup": "./bin/larkup.js"
|
|
@@ -53,13 +53,13 @@
|
|
|
53
53
|
"xlsx": "^0.18.5",
|
|
54
54
|
"zod": "^4.4.3",
|
|
55
55
|
"zustand": "^5.0.14",
|
|
56
|
-
"@larkup/
|
|
57
|
-
"@larkup/
|
|
58
|
-
"@larkup/sandbox": "0.1.2",
|
|
59
|
-
"@larkup/scraper": "0.1.23",
|
|
60
|
-
"@larkup/tool-doc-editor": "0.2.3",
|
|
56
|
+
"@larkup/core": "0.2.3",
|
|
57
|
+
"@larkup/tool-doc-editor": "0.2.4",
|
|
61
58
|
"@larkup/tool-video-audio": "0.2.1",
|
|
62
|
-
"@larkup/vector-stores": "0.1.22"
|
|
59
|
+
"@larkup/vector-stores": "0.1.22",
|
|
60
|
+
"@larkup/marketplace": "0.1.6",
|
|
61
|
+
"@larkup/scraper": "0.1.24",
|
|
62
|
+
"@larkup/sandbox": "0.1.2"
|
|
63
63
|
},
|
|
64
64
|
"devDependencies": {
|
|
65
65
|
"@tailwindcss/postcss": "^4.2.0",
|
|
@@ -1,143 +0,0 @@
|
|
|
1
|
-
module.exports=[367165,e=>{"use strict";var t=e.i(902157),r=e.i(750227),a=e.i(638725),n=e.i(192441);async function i(){let e=await (0,n.getDataDir)();if(!e)return a.DEFAULT_CONFIG;try{let n=await t.promises.readFile(r.default.join(e,"config.json"),"utf8"),i=JSON.parse(n),s=i.customEmbeddings,o=i.embeddingModelId;if(i.customEmbedding&&!s?.length){let e=i.customEmbedding;s=[e],"custom"===o&&(o=`custom:${e.modelName}`)}let l={...a.DEFAULT_CONFIG,...i,embeddingModelId:o??a.DEFAULT_CONFIG.embeddingModelId,customEmbeddings:s,chunking:{...a.DEFAULT_CONFIG.chunking,...i.chunking},storeConfig:{...a.DEFAULT_CONFIG.storeConfig,...i.storeConfig}};return delete l.customEmbedding,l}catch{return a.DEFAULT_CONFIG}}async function s(e){let a=await (0,n.requireDataDir)(),i={...e,updatedAt:new Date().toISOString()};return await t.promises.writeFile(r.default.join(a,"config.json"),JSON.stringify(i,null,2),"utf8"),i}e.s(["readConfig",0,i,"writeConfig",0,s])},874533,(e,t,r)=>{t.exports=e.x("node:child_process",()=>require("node:child_process"))},812057,(e,t,r)=>{t.exports=e.x("node:util",()=>require("node:util"))},705252,e=>{"use strict";var t=e.i(902157),r=e.i(750227),a=e.i(666680),n=e.i(192441);let i=Promise.resolve();function s(e){let t=i.then(e,e);return i=t.catch(()=>{}),t}async function o(e){let t=e?await (0,n.requireDataDir)():await (0,n.getDataDir)();return t?r.default.join(t,"documents.json"):null}async function l(){let e=await o(!1);if(!e)return[];try{let r=await t.promises.readFile(e,"utf8"),a=JSON.parse(r);if(!Array.isArray(a))throw Error(`Invalid document store at ${e}: expected a JSON array.`);return a}catch(e){if(e?.code==="ENOENT")return[];throw e}}async function d(e){let n=await o(!0);if(!n)return;let i=r.default.join(r.default.dirname(n),`.${r.default.basename(n)}.${process.pid}.${(0,a.randomUUID)()}.tmp`);try{await t.promises.writeFile(i,JSON.stringify(e,null,2),"utf8"),await t.promises.rename(i,n)}catch(e){throw await t.promises.unlink(i).catch(()=>{}),e}}function u(e){let t=e.content.trim();return{id:e.id??(0,a.randomUUID)(),title:e.title.trim()||"Untitled",url:e.url,source:e.source,content:t,charCount:t.length,jobId:e.jobId,metadata:e.metadata,status:"unindexed",createdAt:new Date().toISOString()}}async function c(){let e=await l(),t=e.reduce((e,t)=>e+t.charCount,0);return{docCount:e.length,charCount:t,bySource:e.reduce((e,t)=>(e[t.source]=(e[t.source]??0)+1,e),{})}}e.s(["addCrawledDocuments",0,function(e,t){return s(async()=>{let r=await l(),a=new Set(r.filter(e=>e.url).map(e=>e.url)),n=0;for(let i of t)!(i.url&&a.has(i.url))&&i.content.trim()&&(r.push(u({...i,jobId:e})),i.url&&a.add(i.url),n++);return n>0&&await d(r),n})},"addDocument",0,function(e){return s(async()=>{let t=await l(),r=u(e);return t.push(r),await d(t),r})},"addDocuments",0,function(e){return s(async()=>{if(0===e.length)return[];let t=await l(),r=e.map(u);return t.push(...r),await d(t),r})},"clearDocuments",0,function(){return s(async()=>{await d([])})},"corpusStats",0,c,"deleteDocument",0,function(e){return s(async()=>{let t=await l();await d(t.filter(t=>t.id!==e))})},"deleteDocuments",0,function(e){return s(async()=>{let t=await l(),r=new Set(e);await d(t.filter(e=>!r.has(e.id)))})},"readDocuments",0,l,"replaceDocuments",0,function(e){return s(async()=>{let t=new Date().toISOString();await d(e.map(e=>({...e,status:"unindexed",createdAt:e.createdAt||t})))})},"updateDocument",0,function(e,t){return s(async()=>{let r=await l(),a=r.findIndex(t=>t.id===e);if(a<0)return;let n=r[a],i=void 0!==t.content?t.content.trim():n.content,s={...n,title:void 0!==t.title?t.title.trim()||"Untitled":n.title,content:i,charCount:i.length,url:void 0!==t.url?t.url||void 0:n.url,metadata:void 0!==t.metadata?t.metadata:n.metadata,status:"unindexed"};return r[a]=s,await d(r),s})},"updateDocumentsStatus",0,function(e,t){return s(async()=>{let r=await l(),a=new Set(e),n=!1;for(let e of r)a.has(e.id)&&(e.status=t,n=!0);n&&await d(r)})}])},399828,e=>{"use strict";let t={"openai/text-embedding-3-small":{dimensions:1536,maxInputTokens:8191},"openai/text-embedding-3-large":{dimensions:3072,maxInputTokens:8191},"openai/text-embedding-ada-002":{dimensions:1536,maxInputTokens:8191},"google/gemini-embedding-2":{dimensions:768,maxInputTokens:2048},"google/gemini-embedding-001":{dimensions:768,maxInputTokens:2048},"cohere/embed-english-v3.0":{dimensions:1024,maxInputTokens:512},"cohere/embed-multilingual-v3.0":{dimensions:1024,maxInputTokens:512},"voyage/voyage-3":{dimensions:1024,maxInputTokens:32e3},"voyage/voyage-3-lite":{dimensions:512,maxInputTokens:32e3},"voyage/voyage-code-3":{dimensions:1024,maxInputTokens:32e3},"mistral/mistral-embed":{dimensions:1024,maxInputTokens:8192},"jina/jina-embeddings-v3":{dimensions:1024,maxInputTokens:8192},"jina/jina-clip-v2":{dimensions:1024,maxInputTokens:8192},"nomic/nomic-embed-text-v1.5":{dimensions:768,maxInputTokens:8192}},r=[{id:"openai/text-embedding-3-small",label:"text-embedding-3-small",provider:"openai",dimensions:1536,maxInputTokens:8191,description:"Fast, cheap, strong general-purpose default."},{id:"openai/text-embedding-3-large",label:"text-embedding-3-large",provider:"openai",dimensions:3072,maxInputTokens:8191,description:"Highest quality OpenAI embeddings, larger vectors."},{id:"openai/text-embedding-ada-002",label:"text-embedding-ada-002",provider:"openai",dimensions:1536,maxInputTokens:8191,description:"Legacy model — kept for backward compatibility."},{id:"google/gemini-embedding-001",label:"gemini-embedding-001",provider:"google",dimensions:768,maxInputTokens:2048,description:"Gemini embedding 001."},{id:"cohere/embed-english-v3.0",label:"embed-english-v3.0",provider:"cohere",dimensions:1024,maxInputTokens:512,description:"Tuned for retrieval; great for English-heavy corpora."},{id:"cohere/embed-multilingual-v3.0",label:"embed-multilingual-v3.0",provider:"cohere",dimensions:1024,maxInputTokens:512,description:"100+ language multilingual retrieval embeddings."},{id:"voyage/voyage-3",label:"voyage-3",provider:"voyage",dimensions:1024,maxInputTokens:32e3,description:"Voyage's best general-purpose retrieval model."},{id:"voyage/voyage-3-lite",label:"voyage-3-lite",provider:"voyage",dimensions:512,maxInputTokens:32e3,description:"Optimized for latency and cost with strong performance."},{id:"voyage/voyage-code-3",label:"voyage-code-3",provider:"voyage",dimensions:1024,maxInputTokens:32e3,description:"Specialized for code retrieval tasks."},{id:"mistral/mistral-embed",label:"mistral-embed",provider:"mistral",dimensions:1024,maxInputTokens:8192,description:"Mistral's efficient embedding model for retrieval."},{id:"jina/jina-embeddings-v3",label:"jina-embeddings-v3",provider:"jina",dimensions:1024,maxInputTokens:8192,description:"Multilingual, task-specific embeddings from Jina AI."},{id:"jina/jina-clip-v2",label:"jina-clip-v2",provider:"jina",dimensions:1024,maxInputTokens:8192,description:"Multimodal embeddings for text and images."},{id:"nomic/nomic-embed-text-v1.5",label:"nomic-embed-text-v1.5",provider:"nomic",dimensions:768,maxInputTokens:8192,description:"Open-source, highly capable text embeddings."}];e.s(["EMBEDDING_DIMENSIONS",0,t,"EMBEDDING_MODELS",0,r,"getEmbeddingModel",0,function(e){return r.find(t=>t.id===e)},"getEmbeddingModelsForProvider",0,function(e,t){return"vercel_ai_gateway"===t?e:e.filter(e=>e.provider?.toLowerCase()===t.toLowerCase())},"toEmbeddingDescriptor",0,function(e){let r=t[e.id],a=e.id.split("/")[0]||e.owned_by;return{id:e.id,label:e.name||e.id.split("/").slice(1).join("/"),provider:a,dimensions:r?.dimensions??e.context_window??768,maxInputTokens:r?.maxInputTokens??e.max_tokens??2048,description:e.description||""}}])},979598,e=>{"use strict";let t={lancedb:{id:"lancedb",label:"LanceDB",description:"Embedded vector database for local development, LanceDB Cloud, or persistent S3-compatible storage such as Cloudflare R2.",runtime:"both",installStatus:"installed",docsUrl:"https://lancedb.github.io/lancedb/",serverDependencies:{"@lancedb/lancedb":"^0.30.0"},fields:[{key:"mode",label:"Mode",type:"select",required:!0,defaultValue:"local",help:"Use a local disk, LanceDB Cloud, or an S3-compatible bucket for persistent serverless deployments.",options:[{label:"Local (on-disk)",value:"local"},{label:"S3-compatible (Vercel / R2 / S3)",value:"s3"},{label:"Cloud",value:"cloud"}]},{key:"dbPath",label:"Database path",type:"path",required:!0,defaultValue:"./.larkup/lancedb",placeholder:"./.larkup/lancedb",help:"Directory where the LanceDB tables are stored.",showWhen:{key:"mode",equals:["local"]}},{key:"s3Uri",label:"Database URI",type:"text",required:!0,placeholder:"s3://my-bucket/larkup/my-server",help:"A dedicated, private bucket prefix for LanceDB table files. This is persistent across Vercel invocations.",showWhen:{key:"mode",equals:["s3"]}},{key:"s3Endpoint",label:"S3 endpoint",type:"text",required:!1,placeholder:"https://<account-id>.r2.cloudflarestorage.com",help:"Required for Cloudflare R2 and other S3-compatible providers. Leave blank for AWS S3.",showWhen:{key:"mode",equals:["s3"]}},{key:"s3Region",label:"Region",type:"text",required:!0,defaultValue:"auto",placeholder:"auto",help:"Use “auto” for Cloudflare R2, or your bucket region for AWS S3.",showWhen:{key:"mode",equals:["s3"]}},{key:"s3AccessKeyId",label:"Access key ID",type:"password",required:!0,secret:!0,help:"Use an object read/write credential restricted to this bucket.",showWhen:{key:"mode",equals:["s3"]}},{key:"s3SecretAccessKey",label:"Secret access key",type:"password",required:!0,secret:!0,help:"Stored as a deployment environment variable; never expose it in the browser.",showWhen:{key:"mode",equals:["s3"]}},{key:"uri",label:"Cloud URI",type:"text",required:!0,placeholder:"db://my-database",help:"Your LanceDB Cloud database URI.",showWhen:{key:"mode",equals:["cloud"]}},{key:"apiKey",label:"API key",type:"password",required:!0,secret:!0,placeholder:"sk_...",help:"LanceDB Cloud API key. Stored as an env var in the generated server.",showWhen:{key:"mode",equals:["cloud"]}},{key:"tableName",label:"Table name",type:"text",required:!0,defaultValue:"documents",help:"The table that holds your embedded chunks."}]},pinecone:{id:"pinecone",label:"Pinecone",description:"Fully-managed cloud vector database. Cloud-only — requires an API key and an existing index.",runtime:"cloud",installStatus:"installed",docsUrl:"https://docs.pinecone.io/",serverDependencies:{"@pinecone-database/pinecone":"^6.0.0"},fields:[{key:"apiKey",label:"API key",type:"password",required:!0,secret:!0,placeholder:"pcsk_...",help:"Pinecone API key. Stored as an env var in the generated server."},{key:"indexName",label:"Index name",type:"text",required:!0,placeholder:"rag-index",help:"Name of the Pinecone index to upsert into / query. For hybrid/lexical mode this index must use the 'dotproduct' metric."},{key:"namespace",label:"Namespace",type:"text",required:!1,placeholder:"default",help:"Optional namespace to isolate this dataset within the index."},{key:"sparseModel",label:"Sparse model",type:"text",required:!0,defaultValue:"pinecone-sparse-english-v0",help:"Pinecone-hosted sparse model used to generate keyword vectors via the Inference API. Both dense and sparse vectors are stored in the same index.",showWhenIndexType:["lexical","hybrid"]}]},weaviate:{id:"weaviate",label:"Weaviate",description:"Open-source AI-native vector database with built-in hybrid search, BM25, and multi-tenancy.",runtime:"both",installStatus:"coming-soon",docsUrl:"https://weaviate.io/developers/weaviate",serverDependencies:{weaviate:"^3.0.0"},fields:[{key:"host",label:"Host URL",type:"text",required:!0,placeholder:"https://my-cluster.weaviate.network",help:"Weaviate Cloud URL or self-hosted host address."},{key:"apiKey",label:"API key",type:"password",required:!1,secret:!0,placeholder:"weaviate-api-key",help:"Weaviate Cloud API key (optional for self-hosted)."},{key:"className",label:"Collection name",type:"text",required:!0,defaultValue:"Documents",help:"The Weaviate collection (class) that holds your embedded chunks."}]},qdrant:{id:"qdrant",label:"Qdrant",description:"High-performance vector search engine with rich filtering, built for production-scale RAG.",runtime:"both",installStatus:"coming-soon",docsUrl:"https://qdrant.tech/documentation/",serverDependencies:{"@qdrant/js-client-rest":"^1.9.0"},fields:[{key:"url",label:"Host URL",type:"text",required:!0,placeholder:"http://localhost:6333",help:"Qdrant server URL (local or Qdrant Cloud endpoint)."},{key:"apiKey",label:"API key",type:"password",required:!1,secret:!0,placeholder:"qdrant-api-key",help:"Qdrant Cloud API key (leave blank for local)."},{key:"collectionName",label:"Collection name",type:"text",required:!0,defaultValue:"documents",help:"Qdrant collection to upsert into and query."}]},chroma:{id:"chroma",label:"Chroma",description:"Open-source, developer-friendly embedding database. Great for rapid local prototyping.",runtime:"both",installStatus:"installable",docsUrl:"https://docs.trychroma.com/",serverDependencies:{chromadb:"^1.9.0"},fields:[{key:"mode",label:"Mode",type:"select",required:!0,defaultValue:"server",help:"Server connects to a self-hosted Chroma instance. Cloud connects to Chroma Cloud.",options:[{label:"Server (Self-hosted)",value:"server"},{label:"Cloud (Chroma Cloud)",value:"cloud"}]},{key:"host",label:"Server URL",type:"text",required:!0,placeholder:"http://localhost:8000",defaultValue:"http://localhost:8000",help:"Chroma server URL (local Docker or remote).",showWhen:{key:"mode",equals:["server"]}},{key:"authToken",label:"Auth Token",type:"password",required:!1,secret:!0,placeholder:"chroma-token",help:"Optional static auth token for Chroma server.",showWhen:{key:"mode",equals:["server"]}},{key:"apiKey",label:"API Key",type:"password",required:!0,secret:!0,placeholder:"sk_...",help:"Chroma Cloud API Key.",showWhen:{key:"mode",equals:["cloud"]}},{key:"tenant",label:"Tenant",type:"text",required:!0,defaultValue:"default_tenant",help:"Tenant name for Chroma Cloud.",showWhen:{key:"mode",equals:["cloud"]}},{key:"database",label:"Database",type:"text",required:!0,defaultValue:"default_database",help:"Database name for Chroma Cloud.",showWhen:{key:"mode",equals:["cloud"]}},{key:"collectionName",label:"Collection name",type:"text",required:!0,defaultValue:"documents",help:"Chroma collection to store and retrieve embeddings."}]},pgvector:{id:"pgvector",label:"pgvector",description:"PostgreSQL extension for vector similarity search. Self-host vectors alongside your relational data.",runtime:"both",installStatus:"coming-soon",docsUrl:"https://github.com/pgvector/pgvector",serverDependencies:{pg:"^8.11.0",pgvector:"^0.2.0"},fields:[{key:"connectionString",label:"Connection string",type:"password",required:!0,secret:!0,placeholder:"postgresql://user:pass@localhost:5432/db",help:"Full PostgreSQL connection string."},{key:"tableName",label:"Table name",type:"text",required:!0,defaultValue:"embeddings",help:"The table used to store vector embeddings. Created automatically if absent."}]},supabase:{id:"supabase",label:"Supabase",description:"Postgres-backed vector store via the pgvector extension with Supabase's managed infrastructure.",runtime:"cloud",installStatus:"coming-soon",docsUrl:"https://supabase.com/docs/guides/ai",serverDependencies:{"@supabase/supabase-js":"^2.43.0"},fields:[{key:"url",label:"Project URL",type:"text",required:!0,placeholder:"https://xyz.supabase.co",help:"Your Supabase project URL."},{key:"serviceKey",label:"Service role key",type:"password",required:!0,secret:!0,placeholder:"eyJhbGci...",help:"Supabase service_role key (not the anon key). Stored as an env var."},{key:"tableName",label:"Table name",type:"text",required:!0,defaultValue:"documents",help:"Supabase table with a vector column for embeddings."}]}};Object.values(t),e.s(["getVectorStore",0,function(e){return t[e]},"validateStoreConfig",0,function(e,t,r){let a={};for(let n of e.fields.filter(e=>{if(e.showWhen){let r=t[e.showWhen.key]??"";if(!e.showWhen.equals.includes(r))return!1}return!e.showWhenIndexType||!r||!!e.showWhenIndexType.includes(r)}))n.required&&!t[n.key]?.trim()&&(a[n.key]=`${n.label} is required`);return a}])},224361,(e,t,r)=>{t.exports=e.x("util",()=>require("util"))},688947,(e,t,r)=>{t.exports=e.x("stream",()=>require("stream"))},427699,(e,t,r)=>{t.exports=e.x("events",()=>require("events"))},500874,(e,t,r)=>{t.exports=e.x("buffer",()=>require("buffer"))},660526,(e,t,r)=>{t.exports=e.x("node:os",()=>require("node:os"))},983131,778923,e=>{"use strict";var t=e.i(902157),r=e.i(750227),a=e.i(660526),n=e.i(666680);let i="larkup-sandbox:latest",s="/sandbox/output",o=r.default.join({get url(){return`file://${e.P("packages/sandbox/dist/docker-runner.js")}`}}.dirname??"/ROOT/packages/sandbox/dist",".."),l=null;async function d(){if(!l){let{default:e}=await import("dockerode");l=new e}return l}async function u(){let e=await d();try{let t=await e.version(),r=await e.listImages({filters:{reference:[i]}});return{status:r.length>0?"ready":"image-not-found",backend:"docker",dockerVersion:t.Version,imageReady:r.length>0}}catch(e){return{status:"docker-not-found",backend:"docker",error:e.message??"Docker daemon not available"}}}async function c(e){let a=await d(),n=r.default.join(o,"Dockerfile");try{await t.promises.access(n)}catch{throw Error(`Sandbox Dockerfile not found at ${n}. Ensure the @larkup/sandbox package is properly installed.`)}e?.("Building sandbox image…");let s=await a.buildImage({context:o,src:["Dockerfile"]},{t:i});await new Promise((t,r)=>{a.modem.followProgress(s,e=>{e?r(e):t()},t=>{t.stream&&e?.(t.stream.trim())})}),e?.("Sandbox image built successfully ✓")}async function p(){let e=await d();if((await e.listImages({filters:{reference:[i]}})).length>0)return!0;try{return await c(),!0}catch{return!1}}async function m(e,i){let o,l,u=await d(),c=Date.now(),p=r.default.join(a.default.tmpdir(),`larkup-sandbox-${(0,n.randomUUID)()}`),m=r.default.join(p,"input"),f=r.default.join(p,"output");if(await t.promises.mkdir(m,{recursive:!0}),await t.promises.mkdir(f,{recursive:!0}),e.files)for(let a of e.files){let e=r.default.join(m,a.name);a.isBase64?await t.promises.writeFile(e,Buffer.from(a.content,"base64")):await t.promises.writeFile(e,a.content,"utf8")}if("python"===e.language){var h;h=e.code,o=`
|
|
2
|
-
import sys, os, json, traceback
|
|
3
|
-
|
|
4
|
-
# Ensure output directory exists
|
|
5
|
-
os.makedirs("${s}", exist_ok=True)
|
|
6
|
-
|
|
7
|
-
# ============================================================
|
|
8
|
-
# SAFETY PREAMBLE: Suppress warnings & patch deprecated APIs
|
|
9
|
-
# ============================================================
|
|
10
|
-
import warnings
|
|
11
|
-
warnings.filterwarnings('ignore', category=FutureWarning)
|
|
12
|
-
warnings.filterwarnings('ignore', category=DeprecationWarning)
|
|
13
|
-
warnings.filterwarnings('ignore', category=UserWarning)
|
|
14
|
-
|
|
15
|
-
# Auto-import common data analysis modules
|
|
16
|
-
import numpy as np
|
|
17
|
-
|
|
18
|
-
try:
|
|
19
|
-
import pandas as pd
|
|
20
|
-
|
|
21
|
-
# --- Patch 1: DataFrame.append() was removed in pandas 2.0 ---
|
|
22
|
-
if not hasattr(pd.DataFrame, 'append'):
|
|
23
|
-
def _df_append(self, other, ignore_index=False, verify_integrity=False, sort=False, **kwargs):
|
|
24
|
-
"""Backwards-compatible append using pd.concat."""
|
|
25
|
-
if isinstance(other, (list, tuple)):
|
|
26
|
-
to_concat = [self] + list(other)
|
|
27
|
-
elif isinstance(other, dict):
|
|
28
|
-
to_concat = [self, pd.DataFrame([other])]
|
|
29
|
-
else:
|
|
30
|
-
to_concat = [self, other]
|
|
31
|
-
return pd.concat(to_concat, ignore_index=ignore_index, verify_integrity=verify_integrity, sort=sort)
|
|
32
|
-
pd.DataFrame.append = _df_append
|
|
33
|
-
|
|
34
|
-
# --- Patch 2: Series.append() was removed in pandas 2.0 ---
|
|
35
|
-
if not hasattr(pd.Series, 'append'):
|
|
36
|
-
def _series_append(self, to_append, ignore_index=False, verify_integrity=False):
|
|
37
|
-
"""Backwards-compatible Series.append using pd.concat."""
|
|
38
|
-
if isinstance(to_append, (list, tuple)):
|
|
39
|
-
to_concat = [self] + list(to_append)
|
|
40
|
-
else:
|
|
41
|
-
to_concat = [self, to_append]
|
|
42
|
-
return pd.concat(to_concat, ignore_index=ignore_index, verify_integrity=verify_integrity)
|
|
43
|
-
pd.Series.append = _series_append
|
|
44
|
-
|
|
45
|
-
# --- Patch 3: Fix deprecated resample frequency aliases ---
|
|
46
|
-
# "M" -> "ME", "Q" -> "QE", "Y" -> "YE", "H" -> "h", "T" -> "min", "S" -> "s"
|
|
47
|
-
_original_resample = pd.DataFrame.resample
|
|
48
|
-
_FREQ_ALIAS_MAP = {
|
|
49
|
-
'M': 'ME', 'Q': 'QE', 'Y': 'YE', 'A': 'YE',
|
|
50
|
-
'BM': 'BME', 'BQ': 'BQE', 'BA': 'BYE', 'BY': 'BYE',
|
|
51
|
-
'BMS': 'BMS', 'QS': 'QS', 'AS': 'YS', 'BAS': 'BYS',
|
|
52
|
-
'H': 'h', 'T': 'min', 'S': 's', 'L': 'ms', 'U': 'us', 'N': 'ns',
|
|
53
|
-
}
|
|
54
|
-
def _patched_resample(self, rule, *args, **kwargs):
|
|
55
|
-
if isinstance(rule, str) and rule in _FREQ_ALIAS_MAP:
|
|
56
|
-
rule = _FREQ_ALIAS_MAP[rule]
|
|
57
|
-
return _original_resample(self, rule, *args, **kwargs)
|
|
58
|
-
pd.DataFrame.resample = _patched_resample
|
|
59
|
-
|
|
60
|
-
# Also patch Series.resample
|
|
61
|
-
_original_series_resample = pd.Series.resample
|
|
62
|
-
def _patched_series_resample(self, rule, *args, **kwargs):
|
|
63
|
-
if isinstance(rule, str) and rule in _FREQ_ALIAS_MAP:
|
|
64
|
-
rule = _FREQ_ALIAS_MAP[rule]
|
|
65
|
-
return _original_series_resample(self, rule, *args, **kwargs)
|
|
66
|
-
pd.Series.resample = _patched_series_resample
|
|
67
|
-
|
|
68
|
-
# --- Patch 4: Fix pd.Grouper freq aliases ---
|
|
69
|
-
_original_grouper = pd.Grouper
|
|
70
|
-
class _PatchedGrouper(_original_grouper):
|
|
71
|
-
def __init__(self, *args, **kwargs):
|
|
72
|
-
if 'freq' in kwargs and isinstance(kwargs['freq'], str):
|
|
73
|
-
kwargs['freq'] = _FREQ_ALIAS_MAP.get(kwargs['freq'], kwargs['freq'])
|
|
74
|
-
super().__init__(*args, **kwargs)
|
|
75
|
-
pd.Grouper = _PatchedGrouper
|
|
76
|
-
|
|
77
|
-
except ImportError:
|
|
78
|
-
pass
|
|
79
|
-
|
|
80
|
-
# ============================================================
|
|
81
|
-
# Patch matplotlib to auto-save figures
|
|
82
|
-
# ============================================================
|
|
83
|
-
_figure_count = [0]
|
|
84
|
-
try:
|
|
85
|
-
import matplotlib
|
|
86
|
-
matplotlib.use("Agg")
|
|
87
|
-
import matplotlib.pyplot as plt
|
|
88
|
-
|
|
89
|
-
_original_show = plt.show
|
|
90
|
-
def _patched_show(*args, **kwargs):
|
|
91
|
-
for fig_num in plt.get_fignums():
|
|
92
|
-
fig = plt.figure(fig_num)
|
|
93
|
-
fname = f"${s}/chart_{_figure_count[0]}.png"
|
|
94
|
-
fig.savefig(fname, dpi=150, bbox_inches="tight", facecolor="white")
|
|
95
|
-
_figure_count[0] += 1
|
|
96
|
-
plt.close("all")
|
|
97
|
-
plt.show = _patched_show
|
|
98
|
-
except ImportError:
|
|
99
|
-
pass
|
|
100
|
-
|
|
101
|
-
# ============================================================
|
|
102
|
-
# Execute user code with robust error handling
|
|
103
|
-
# ============================================================
|
|
104
|
-
try:
|
|
105
|
-
exec(${JSON.stringify(h)})
|
|
106
|
-
|
|
107
|
-
# Auto-save any remaining matplotlib figures
|
|
108
|
-
try:
|
|
109
|
-
import matplotlib.pyplot as plt
|
|
110
|
-
if plt.get_fignums():
|
|
111
|
-
plt.show()
|
|
112
|
-
except (ImportError, Exception):
|
|
113
|
-
pass
|
|
114
|
-
except SystemExit as e:
|
|
115
|
-
# Let explicit sys.exit() calls through
|
|
116
|
-
if e.code != 0:
|
|
117
|
-
sys.exit(e.code)
|
|
118
|
-
except Exception as e:
|
|
119
|
-
# Print a clean, user-readable error instead of raw traceback
|
|
120
|
-
error_type = type(e).__name__
|
|
121
|
-
error_msg = str(e)
|
|
122
|
-
print(f"Error ({error_type}): {error_msg}", file=sys.stderr)
|
|
123
|
-
# Also print the relevant part of the traceback for debugging
|
|
124
|
-
tb = traceback.extract_tb(sys.exc_info()[2])
|
|
125
|
-
# Filter to only show the exec'd code frames (skip wrapper frames)
|
|
126
|
-
user_frames = [f for f in tb if f.filename == '<string>']
|
|
127
|
-
if user_frames:
|
|
128
|
-
last = user_frames[-1]
|
|
129
|
-
print(f" at line {last.lineno}: {last.line}", file=sys.stderr)
|
|
130
|
-
sys.exit(1)
|
|
131
|
-
|
|
132
|
-
# List generated artifacts
|
|
133
|
-
artifacts = []
|
|
134
|
-
if os.path.isdir("${s}"):
|
|
135
|
-
for f in sorted(os.listdir("${s}")):
|
|
136
|
-
fp = os.path.join("${s}", f)
|
|
137
|
-
if os.path.isfile(fp):
|
|
138
|
-
artifacts.append(f)
|
|
139
|
-
if artifacts:
|
|
140
|
-
print("\\n__ARTIFACTS__:" + json.dumps(artifacts))
|
|
141
|
-
`;let a=r.default.join(p,"run.py");await t.promises.writeFile(a,o,"utf8"),l=["python3","/sandbox/run.py"]}else{let a=r.default.join(p,"run.js");await t.promises.writeFile(a,e.code,"utf8"),l=["node","/sandbox/run.js"]}let g=e.timeout??i.timeoutMs,b=null;try{b=await u.createContainer({Image:i.imageName,Cmd:l,Entrypoint:[],WorkingDir:"/sandbox/input",HostConfig:{AutoRemove:!1,Memory:1024*i.memoryMB*1024,CpuShares:i.cpuShares,NetworkMode:i.networkDisabled?"none":"bridge",Binds:[`${m}:/sandbox/input:ro`,`${f}:${s}:rw`,`${p}/run.py:/sandbox/run.py:ro`],ReadonlyRootfs:!1},Tty:!1,AttachStdout:!0,AttachStderr:!0}),await b.start();let e=b.wait(),a=new Promise((e,t)=>{setTimeout(async()=>{try{await b?.kill()}catch{}t(Error(`Execution timed out after ${g}ms`))},g)}),n=await Promise.race([e,a]),o=await b.logs({stdout:!0,stderr:!0,follow:!1}),d=function(e){let t="",r="";if("string"==typeof e)return{stdout:e,stderr:""};let a=0;for(;a<e.length&&!(a+8>e.length);){let n=e.readUInt8(a),i=e.readUInt32BE(a+4);if((a+=8)+i>e.length)break;let s=e.subarray(a,a+i).toString("utf8");1===n?t+=s:2===n&&(r+=s),a+=i}return t||r||!(e.length>0)||(t=e.toString("utf8")),{stdout:t,stderr:r}}(o),h=[];try{for(let e of(await t.promises.readdir(f))){let a=r.default.join(f,e),n=await t.promises.readFile(a),i={".png":"image/png",".jpg":"image/jpeg",".jpeg":"image/jpeg",".svg":"image/svg+xml",".gif":"image/gif",".csv":"text/csv",".json":"application/json",".txt":"text/plain",".html":"text/html",".pdf":"application/pdf"}[r.default.extname(e).toLowerCase()]??"application/octet-stream";h.push({name:e,mimeType:i,data:n.toString("base64")})}}catch{}let{stdout:y,stderr:v}=d;return{stdout:y.replace(/\n__ARTIFACTS__:.*$/m,"").trimEnd(),stderr:v,exitCode:n.StatusCode??1,artifacts:h,executionTimeMs:Date.now()-c}}catch(e){return{stdout:"",stderr:e.message??"Execution failed",exitCode:1,artifacts:[],executionTimeMs:Date.now()-c}}finally{if(b)try{await b.remove({force:!0})}catch{}try{await t.promises.rm(p,{recursive:!0,force:!0})}catch{}}}let f={imageName:"larkup-sandbox:latest",memoryMB:512,cpuShares:1024,timeoutMs:3e4,networkDisabled:!0};e.s(["SandboxManager",0,class{config;constructor(e){this.config={backend:e?.backend??"docker",docker:e?.docker,remote:e?.remote}}async healthCheck(){switch(this.config.backend){case"docker":return u();case"e2b":case"modal":case"custom":return{status:"error",backend:this.config.backend,error:`${this.config.backend} backend is not yet implemented. Use Docker for local execution.`};default:return{status:"error",backend:this.config.backend,error:`Unknown backend: ${this.config.backend}`}}}async setup(e){if("docker"===this.config.backend)await c(e);else throw Error(`Setup not supported for backend: ${this.config.backend}`)}async execute(e){switch(this.config.backend){case"docker":if(!await p())return{stdout:"",stderr:"Sandbox image not available. Run setup first or ensure Docker is installed.",exitCode:1,artifacts:[],executionTimeMs:0};return m(e,{...f,...this.config.docker});case"e2b":case"modal":case"custom":return{stdout:"",stderr:`${this.config.backend} backend is not yet implemented.`,exitCode:1,artifacts:[],executionTimeMs:0};default:return{stdout:"",stderr:`Unknown backend: ${this.config.backend}`,exitCode:1,artifacts:[],executionTimeMs:0}}}}],778923),e.s([],983131)},608778,e=>{"use strict";var t=e.i(902157),r=e.i(750227),a=e.i(666680),n=e.i(192441);let i=[/^\d{4}-\d{2}-\d{2}$/,/^\d{2}\/\d{2}\/\d{4}$/,/^\d{2}-\d{2}-\d{4}$/,/^\d{4}\/\d{2}\/\d{2}$/,/^\d{4}-\d{2}-\d{2}T/];function s(e){if(null==e||""===e)return NaN;if(e instanceof Date)return e.getTime();let t=String(e).trim();if(!t)return NaN;let r=Date.parse(t);if(!isNaN(r))return r;let a=t.match(/^(\d{2})\/(\d{2})\/(\d{4})$/);if(a){let e=Date.parse(`${a[3]}-${a[2]}-${a[1]}`);if(!isNaN(e))return e}let n=t.match(/^(\d{2})-(\d{2})-(\d{4})$/);if(n){let e=Date.parse(`${n[3]}-${n[2]}-${n[1]}`);if(!isNaN(e))return e}return NaN}async function o(e){let t=e?await (0,n.requireDataDir)():await (0,n.getDataDir)();return t?r.default.join(t,"tabular-datasets.json"):null}async function l(){let e=await o(!1);if(!e)return[];try{let r=await t.promises.readFile(e,"utf8");return JSON.parse(r)}catch{return[]}}async function d(e){let r=await o(!0);r&&await t.promises.writeFile(r,JSON.stringify(e,null,2),"utf8")}async function u(e,t){if(0===t.length)throw Error("Cannot save an empty dataset");let r=Object.keys(t[0]),n=r.map(e=>{let r=t.map(t=>t[e]),a=function(e){let t=e.filter(e=>null!=e&&""!==e);if(0===t.length)return"mixed";let r=0,a=0,n=0;for(let e of t){let t=String(e).trim();"true"===t||"false"===t?a++:isNaN(Number(t))||""===t?(i.some(e=>e.test(t))||!isNaN(Date.parse(t)))&&n++:r++}let s=.8*t.length;return r>=s?"number":a>=s?"boolean":n>=s?"date":"string"}(r),n=r.filter(e=>null!=e&&""!==e),o=new Set(n.map(String)),l={name:e,type:a,nullCount:r.length-n.length,uniqueCount:o.size,sampleValues:[...o].slice(0,5)};if("number"===a){let e,t,r,a,i,s,o=n.map(Number).filter(e=>!isNaN(e));o.length>0&&(t=(e=[...o].sort((e,t)=>e-t)).length,a=(r=e.reduce((e,t)=>e+t,0))/t,i=t%2==0?(e[t/2-1]+e[t/2])/2:e[Math.floor(t/2)],s=Math.sqrt(e.reduce((e,t)=>e+(t-a)**2,0)/t),l.stats={min:e[0],max:e[t-1],mean:Number(a.toFixed(4)),median:Number(i.toFixed(4)),stddev:Number(s.toFixed(4)),sum:Number(r.toFixed(4))})}if("date"===a){let e=n.map(String),t=e.map(s).filter(e=>!isNaN(e));if(t.length>0){let r=[...t].sort((e,t)=>e-t);l.dateRange={min:e[t.indexOf(r[0])]??new Date(r[0]).toISOString().split("T")[0],max:e[t.indexOf(r[r.length-1])]??new Date(r[r.length-1]).toISOString().split("T")[0],format:function(e){for(let t of e){if(/^\d{4}-\d{2}-\d{2}$/.test(t))break;if(/^\d{4}-\d{2}-\d{2}T/.test(t))return"YYYY-MM-DDTHH:mm:ss";if(/^\d{2}\/\d{2}\/\d{4}$/.test(t))return"DD/MM/YYYY";if(/^\d{2}-\d{2}-\d{4}$/.test(t))return"DD-MM-YYYY";if(/^\d{4}\/\d{2}\/\d{2}$/.test(t))return"YYYY/MM/DD"}return"YYYY-MM-DD"}(e)}}}return l}),o={totalRows:t.length,totalColumns:n.length,numericColumns:n.filter(e=>"number"===e.type).length,categoricalColumns:n.filter(e=>"string"===e.type).length,dateColumns:n.filter(e=>"date"===e.type).length},u={id:(0,a.randomUUID)(),fileName:e,columns:n,rows:t,summary:o,rowCount:t.length,createdAt:new Date().toISOString()},c=await l();return c.push(u),await d(c),u}async function c(){return(await l()).map(({rows:e,...t})=>t)}async function p(e){return(await l()).find(t=>t.id===e)??null}async function m(e){let t=await l();await d(t.filter(t=>t.id!==e))}async function f(e){let t,r=await p(e.datasetId);if(!r)throw Error(`Dataset not found: ${e.datasetId}`);let a=[...r.rows],n=new Map;for(let e of r.columns)n.set(e.name,e.type);if(e.filters&&e.filters.length>0)for(let t of e.filters){let e="date"===n.get(t.column);a=a.filter(r=>{let a=r[t.column];if(e&&["eq","neq","gt","gte","lt","lte"].includes(t.op)){let e=s(a),r=s(t.value);if(isNaN(e)||isNaN(r))return"eq"===t.op?String(a)===String(t.value):"neq"===t.op&&String(a)!==String(t.value);switch(t.op){case"eq":return e===r;case"neq":return e!==r;case"gt":return e>r;case"gte":return e>=r;case"lt":return e<r;case"lte":return e<=r}}switch(t.op){case"eq":return String(a)===String(t.value);case"neq":return String(a)!==String(t.value);case"gt":return Number(a)>Number(t.value);case"gte":return Number(a)>=Number(t.value);case"lt":return Number(a)<Number(t.value);case"lte":return Number(a)<=Number(t.value);case"contains":return String(a).toLowerCase().includes(String(t.value).toLowerCase());case"in":return Array.isArray(t.value)&&t.value.includes(a);default:return!0}})}if(e.groupBy&&e.groupBy.length>0&&e.aggregations){let t=new Map;for(let r of a){let a=e.groupBy.map(e=>String(r[e])).join("|||"),n=t.get(a)??[];n.push(r),t.set(a,n)}let r=[];for(let[a,n]of t.entries()){let t={},i=a.split("|||");for(let r of(e.groupBy.forEach((e,r)=>{t[e]=i[r]}),e.aggregations)){let e=n.map(e=>Number(e[r.column])).filter(e=>!isNaN(e));t[`${r.op}_${r.column}`]=h(r.op,e)}r.push(t)}a=r}if(e.aggregations&&e.aggregations.length>0&&(!e.groupBy||0===e.groupBy.length))for(let r of(t={},e.aggregations)){let e=a.map(e=>Number(e[r.column])).filter(e=>!isNaN(e));t[`${r.op}_${r.column}`]=h(r.op,e)}if(e.columns&&e.columns.length>0&&(a=a.map(t=>{let r={};for(let a of e.columns)a in t&&(r[a]=t[a]);return r})),e.sortBy){let t="desc"===e.sortOrder?-1:1;a.sort((r,a)=>{let n=r[e.sortBy],i=a[e.sortBy];return null==n&&null==i?0:null==n?1:null==i?-1:"number"==typeof n&&"number"==typeof i?(n-i)*t:String(n).localeCompare(String(i))*t})}let i=a.length;return e.limit&&e.limit>0&&(a=a.slice(0,e.limit)),{columns:a.length>0?Object.keys(a[0]):e.columns??r.columns.map(e=>e.name),rows:a,totalRows:i,aggregationResults:t}}function h(e,t){if(0===t.length)return 0;switch(e){case"sum":return Number(t.reduce((e,t)=>e+t,0).toFixed(4));case"avg":return Number((t.reduce((e,t)=>e+t,0)/t.length).toFixed(4));case"count":return t.length;case"min":return Math.min(...t);case"max":return Math.max(...t);case"median":{let e=[...t].sort((e,t)=>e-t),r=e.length;return r%2==0?Number(((e[r/2-1]+e[r/2])/2).toFixed(4)):e[Math.floor(r/2)]}default:return 0}}e.s(["deleteTabularDataset",0,m,"getTabularDataset",0,p,"listTabularDatasets",0,c,"queryTabular",0,f,"saveTabularDataset",0,u])},225970,e=>{e.v(e=>Promise.resolve().then(()=>e(65048)))},953341,e=>{e.v(t=>Promise.all(["server/chunks/15sd_@vercel_oidc_dist_token_10ruti0.js"].map(t=>e.l(t))).then(()=>t(624299)))},77149,e=>{e.v(t=>Promise.all(["server/chunks/[root-of-the-server]__1ynt2jc._.js"].map(t=>e.l(t))).then(()=>t(292483)))},195059,e=>{e.v(t=>Promise.all(["server/chunks/[root-of-the-server]__0ou70-v._.js"].map(t=>e.l(t))).then(()=>t(148089)))},184904,e=>{e.v(t=>Promise.all(["server/chunks/[root-of-the-server]__01al2n0._.js"].map(t=>e.l(t))).then(()=>t(46465)))},313282,e=>{e.v(t=>Promise.all(["server/chunks/packages_core_src_analytics-store_ts_06l_t47._.js"].map(t=>e.l(t))).then(()=>t(43697)))},195213,e=>{e.v(e=>Promise.resolve().then(()=>e(568886)))},627270,e=>{e.v(e=>Promise.resolve().then(()=>e(612069)))},311108,e=>{e.v(t=>Promise.all(["server/chunks/[root-of-the-server]__0n78tj0._.js","server/chunks/0598_next_1f_7r6r._.js"].map(t=>e.l(t))).then(()=>t(104757)))},118890,e=>{e.v(t=>Promise.all(["server/chunks/[root-of-the-server]__1m18nr1._.js","server/chunks/0598_next_1f_7r6r._.js"].map(t=>e.l(t))).then(()=>t(508582)))},3366,e=>{e.v(t=>Promise.all(["server/chunks/[root-of-the-server]__18ih29u._.js","server/chunks/0598_next_1f_7r6r._.js"].map(t=>e.l(t))).then(()=>t(835716)))},654210,e=>{e.v(t=>Promise.all(["server/chunks/[root-of-the-server]__0a8dopv._.js","server/chunks/0598_next_1f_7r6r._.js"].map(t=>e.l(t))).then(()=>t(38862)))},187616,e=>{e.v(t=>Promise.all(["server/chunks/[root-of-the-server]__1gte051._.js","server/chunks/0598_next_1f_7r6r._.js"].map(t=>e.l(t))).then(()=>t(129921)))},465615,e=>{e.v(t=>Promise.all(["server/chunks/[root-of-the-server]__1vsvck0._.js","server/chunks/0598_next_1f_7r6r._.js"].map(t=>e.l(t))).then(()=>t(426237)))}];
|
|
142
|
-
|
|
143
|
-
//# sourceMappingURL=%5Broot-of-the-server%5D__00r1kgp._.js.map
|
|
@@ -1,3 +0,0 @@
|
|
|
1
|
-
module.exports=[367165,e=>{"use strict";var t=e.i(902157),a=e.i(750227),r=e.i(638725),i=e.i(192441);async function n(){let e=await (0,i.getDataDir)();if(!e)return r.DEFAULT_CONFIG;try{let i=await t.promises.readFile(a.default.join(e,"config.json"),"utf8"),n=JSON.parse(i),s=n.customEmbeddings,o=n.embeddingModelId;if(n.customEmbedding&&!s?.length){let e=n.customEmbedding;s=[e],"custom"===o&&(o=`custom:${e.modelName}`)}let u={...r.DEFAULT_CONFIG,...n,embeddingModelId:o??r.DEFAULT_CONFIG.embeddingModelId,customEmbeddings:s,chunking:{...r.DEFAULT_CONFIG.chunking,...n.chunking},storeConfig:{...r.DEFAULT_CONFIG.storeConfig,...n.storeConfig}};return delete u.customEmbedding,u}catch{return r.DEFAULT_CONFIG}}async function s(e){let r=await (0,i.requireDataDir)(),n={...e,updatedAt:new Date().toISOString()};return await t.promises.writeFile(a.default.join(r,"config.json"),JSON.stringify(n,null,2),"utf8"),n}e.s(["readConfig",0,n,"writeConfig",0,s])},874533,(e,t,a)=>{t.exports=e.x("node:child_process",()=>require("node:child_process"))},812057,(e,t,a)=>{t.exports=e.x("node:util",()=>require("node:util"))},705252,e=>{"use strict";var t=e.i(902157),a=e.i(750227),r=e.i(666680),i=e.i(192441);let n=Promise.resolve();function s(e){let t=n.then(e,e);return n=t.catch(()=>{}),t}async function o(e){let t=e?await (0,i.requireDataDir)():await (0,i.getDataDir)();return t?a.default.join(t,"documents.json"):null}async function u(){let e=await o(!1);if(!e)return[];try{let a=await t.promises.readFile(e,"utf8"),r=JSON.parse(a);if(!Array.isArray(r))throw Error(`Invalid document store at ${e}: expected a JSON array.`);return r}catch(e){if(e?.code==="ENOENT")return[];throw e}}async function d(e){let i=await o(!0);if(!i)return;let n=a.default.join(a.default.dirname(i),`.${a.default.basename(i)}.${process.pid}.${(0,r.randomUUID)()}.tmp`);try{await t.promises.writeFile(n,JSON.stringify(e,null,2),"utf8"),await t.promises.rename(n,i)}catch(e){throw await t.promises.unlink(n).catch(()=>{}),e}}function l(e){let t=e.content.trim();return{id:e.id??(0,r.randomUUID)(),title:e.title.trim()||"Untitled",url:e.url,source:e.source,content:t,charCount:t.length,jobId:e.jobId,metadata:e.metadata,status:"unindexed",createdAt:new Date().toISOString()}}async function c(){let e=await u(),t=e.reduce((e,t)=>e+t.charCount,0);return{docCount:e.length,charCount:t,bySource:e.reduce((e,t)=>(e[t.source]=(e[t.source]??0)+1,e),{})}}e.s(["addCrawledDocuments",0,function(e,t){return s(async()=>{let a=await u(),r=new Set(a.filter(e=>e.url).map(e=>e.url)),i=0;for(let n of t)!(n.url&&r.has(n.url))&&n.content.trim()&&(a.push(l({...n,jobId:e})),n.url&&r.add(n.url),i++);return i>0&&await d(a),i})},"addDocument",0,function(e){return s(async()=>{let t=await u(),a=l(e);return t.push(a),await d(t),a})},"addDocuments",0,function(e){return s(async()=>{if(0===e.length)return[];let t=await u(),a=e.map(l);return t.push(...a),await d(t),a})},"clearDocuments",0,function(){return s(async()=>{await d([])})},"corpusStats",0,c,"deleteDocument",0,function(e){return s(async()=>{let t=await u();await d(t.filter(t=>t.id!==e))})},"deleteDocuments",0,function(e){return s(async()=>{let t=await u(),a=new Set(e);await d(t.filter(e=>!a.has(e.id)))})},"readDocuments",0,u,"replaceDocuments",0,function(e){return s(async()=>{let t=new Date().toISOString();await d(e.map(e=>({...e,status:"unindexed",createdAt:e.createdAt||t})))})},"updateDocument",0,function(e,t){return s(async()=>{let a=await u(),r=a.findIndex(t=>t.id===e);if(r<0)return;let i=a[r],n=void 0!==t.content?t.content.trim():i.content,s={...i,title:void 0!==t.title?t.title.trim()||"Untitled":i.title,content:n,charCount:n.length,url:void 0!==t.url?t.url||void 0:i.url,metadata:void 0!==t.metadata?t.metadata:i.metadata,status:"unindexed"};return a[r]=s,await d(a),s})},"updateDocumentsStatus",0,function(e,t){return s(async()=>{let a=await u(),r=new Set(e),i=!1;for(let e of a)r.has(e.id)&&(e.status=t,i=!0);i&&await d(a)})}])},585071,e=>{"use strict";var t=e.i(192441);async function a(a,r){let i={...a.storeConfig},n=await (0,t.getActiveServer)(),s=n?.id;if(s){let e=s.replace(/[^a-zA-Z0-9_-]/g,"_");"pinecone"===a.vectorStore?i.namespace=s:"chroma"===a.vectorStore?i.collectionName=`documents_${e}`:"lancedb"!==a.vectorStore&&a.vectorStore||(i.tableName=`documents_${e}`)}switch(a.vectorStore){case"pinecone":{let{PineconeAdapter:t}=await e.A(77149);return new t({apiKey:i.apiKey,indexName:i.indexName,namespace:i.namespace,sparseModel:i.sparseModel,indexType:a.indexType,onRateLimit:r})}case"chroma":{let{ChromaAdapter:t}=await e.A(195059);return new t({mode:i.mode,host:i.host,authToken:i.authToken,apiKey:i.apiKey,tenant:i.tenant,database:i.database,collectionName:i.collectionName,indexType:a.indexType})}default:{let{LanceDBAdapter:t}=await e.A(184904);return new t({mode:i.mode,dbPath:i.dbPath,uri:i.uri,apiKey:i.apiKey,s3Uri:i.s3Uri,s3Endpoint:i.s3Endpoint,s3Region:i.s3Region,s3AccessKeyId:i.s3AccessKeyId,s3SecretAccessKey:i.s3SecretAccessKey,tableName:i.tableName})}}}e.s(["createAdapter",0,a])},839554,e=>{"use strict";var t=e.i(902157),a=e.i(750227),r=e.i(666680),i=e.i(192441);let n=Promise.resolve();function s(e){let t=n.then(e,e);return n=t.catch(()=>{}),t}async function o(e){let t=e?await (0,i.requireDataDir)():await (0,i.getDataDir)();return t?a.default.join(t,"media-assets.json"):null}async function u(){let e=await o(!1);if(!e)return[];try{let a=await t.promises.readFile(e,"utf8"),r=JSON.parse(a);if(!Array.isArray(r))throw Error(`Invalid media asset store at ${e}: expected a JSON array.`);return r}catch(e){if(e?.code==="ENOENT")return[];throw e}}async function d(e){let i=await o(!0);if(!i)return;let n=a.default.join(a.default.dirname(i),`.${a.default.basename(i)}.${process.pid}.${(0,r.randomUUID)()}.tmp`);try{await t.promises.writeFile(n,JSON.stringify(e,null,2),"utf8"),await t.promises.rename(n,i)}catch(e){throw await t.promises.unlink(n).catch(()=>{}),e}}let l=["download","extract","transcribe","vision","synthesize","index"],c={download:10,extract:15,transcribe:25,vision:30,synthesize:5,index:15};function p(e){return l.map(t=>({stage:t,status:"waiting",updatedAt:e}))}function m(e){return void 0!==e&&Number.isFinite(e)?Math.max(0,e):void 0}function f(e){let t=m(e);return void 0===t?void 0:Math.min(100,t)}function g(e){return Math.floor(m(e.processingRevision)??0)+1}async function h(){let e=await u(),t={image:0,video:0,audio:0},a={pending:0,processing:0,completed:0,failed:0},r=0;for(let i of e)t[i.type]++,a[i.processingStatus]++,r+=i.fileSize;return{total:e.length,byType:t,byStatus:a,totalBytes:r}}async function w(e){return(await u()).find(t=>t.id===e)}e.s(["addMediaAssets",0,function(e){return s(async()=>{let t=await u(),a=new Date().toISOString(),i=e.map(e=>({id:(0,r.randomUUID)(),type:e.type,fileName:e.fileName,mimeType:e.mimeType,storageUri:e.storageUri,thumbnailUri:e.thumbnailUri,originalUrl:e.originalUrl,fileSize:e.fileSize,dimensions:e.dimensions,durationSecs:e.durationSecs,processingStatus:"pending",processingRevision:0,documentIds:[],createdAt:a,updatedAt:a}));return t.push(...i),await d(t),i})},"claimMediaAsset",0,function(e){return s(async()=>{let t=await u(),a=t.findIndex(t=>t.id===e);if(a<0||"processing"===t[a].processingStatus||"Queued for background processing..."===t[a].processingMessage)return;let r=new Date().toISOString();return t[a]={...t[a],processingStatus:"pending",processingError:void 0,processingMessage:"Queued for background processing...",processingProgress:1,processingSteps:p(r),processingRevision:g(t[a]),processingHeartbeatAt:r,updatedAt:r},await d(t),t[a]})},"deleteMediaAsset",0,function(e){return s(async()=>{let t=await u();await d(t.filter(t=>t.id!==e))})},"deleteMediaAssets",0,function(e){return s(async()=>{let t=await u(),a=new Set(e);await d(t.filter(e=>!a.has(e.id)))})},"getMediaAsset",0,w,"mediaStats",0,h,"readMediaAssets",0,u,"recoverStaleMediaAssets",0,function(e=3e5){return s(async()=>{let t=await u(),a=Date.now()-e,r="The background worker stopped. Retry to resume media processing.",i=0;for(let e=0;e<t.length;e++){let n=t[e],s="processing"===n.processingStatus,o="pending"===n.processingStatus&&"Queued for background processing..."===n.processingMessage,u=n.processingHeartbeatAt??n.updatedAt;if((s||o)&&new Date(u).getTime()<a){let a=new Date().toISOString(),s=n.processingSteps?.map(e=>"running"===e.status?{...e,status:"failed",message:r,updatedAt:a,finishedAt:a}:e);t[e]={...n,processingStatus:"failed",processingError:r,processingMessage:void 0,processingProgress:void 0,processingSteps:s,processingRevision:g(n),processingHeartbeatAt:a,updatedAt:a},i++}}return i>0&&await d(t),i})},"updateMediaAsset",0,function(e,t){return s(async()=>{let a=await u(),r=a.findIndex(t=>t.id===e);if(r<0)return;let i=a[r];return a[r]={...i,...t,documentIds:t.documentIds??i.documentIds,pendingDocumentIds:t.pendingDocumentIds??i.pendingDocumentIds,supersededDocumentIds:t.supersededDocumentIds??i.supersededDocumentIds,updatedAt:new Date().toISOString()},await d(a),a[r]})},"updateMediaStage",0,function(e,t,a){return s(async()=>{let r,i,n=await u(),s=n.findIndex(t=>t.id===e);if(s<0)return;let o=new Date().toISOString(),l=n[s],h=new Map((l.processingSteps??[]).map(e=>[e.stage,e])),w=p(o).map(e=>h.get(e.stage)??e),y=w.findIndex(e=>e.stage===t),v=w[y],A=new Set(["completed","skipped","failed"]),S=a.status??v.status,R=A.has(v.status)||"running"===v.status&&"waiting"===S?v.status:S,x=f(v.percent),D=f(a.percent),N=void 0===D?x:Math.max(x??0,D),b=m(v.current),I=m(a.current),E=void 0===I?b:Math.max(b??0,I),T=void 0===a.total?m(v.total):m(a.total);void 0!==E&&void 0!==T&&(T=Math.max(T,E))>0&&(N=Math.max(N??0,Math.min(100,E/T*100))),"completed"===R&&(N=100,void 0!==T&&(E=T));let U=A.has(R),M={...v,...a,stage:t,status:R,percent:N,current:E,total:T,startedAt:a.startedAt??v.startedAt??("running"===R||U?o:void 0),updatedAt:o,finishedAt:U?a.finishedAt??v.finishedAt??o:void 0};w[y]=M;let C=Math.max(f(l.processingProgress)??0,0===(i=(r=w.filter(e=>"skipped"!==e.status)).reduce((e,t)=>e+c[t.stage],0))?100:Math.round(r.reduce((e,t)=>e+c[t.stage]*function(e){if("completed"===e.status)return 100;if("waiting"===e.status||"skipped"===e.status)return 0;let t=f(e.percent);return void 0!==t?t:void 0!==e.current&&void 0!==e.total&&Number.isFinite(e.current)&&Number.isFinite(e.total)&&e.total>0?Math.min(100,Math.max(0,e.current/e.total*100)):0}(t)/100,0)/i*100)),P=[...w].reverse().find(e=>"running"===e.status&&e.message)?.message,j="running"===M.status?M.message??a.message??l.processingMessage:P??a.message??M.message??l.processingMessage;return n[s]={...l,processingSteps:w,processingProgress:C,processingMessage:j,processingRevision:g(l),processingHeartbeatAt:o,updatedAt:o},await d(n),n[s]})}])},941486,e=>{"use strict";var t=e.i(902157),a=e.i(750227),r=e.i(192441);class i{id="local";name="Local Storage";async mediaDir(){let e=await (0,r.requireDataDir)(),i=a.default.join(e,"media");return await t.promises.mkdir(i,{recursive:!0}),i}async store(e,r,i){let n=await this.mediaDir(),s=a.default.join(n,e);return await t.promises.mkdir(a.default.dirname(s),{recursive:!0}),await t.promises.writeFile(s,r),`local://${e}`}async storeFile(e,r,i){let n=await this.mediaDir(),s=a.default.join(n,e);return await t.promises.mkdir(a.default.dirname(s),{recursive:!0}),await t.promises.copyFile(r,s),`local://${e}`}async retrieve(e){let a=await this.resolvePath(e);if(!a)throw Error(`Unsupported local storage URI: ${e}`);return t.promises.readFile(a)}async resolvePath(e){if(!e.startsWith("local://"))return;let t=e.slice(8),r=await this.mediaDir(),i=a.default.resolve(r,t),n=a.default.relative(r,i);if(n.startsWith("..")||a.default.isAbsolute(n))throw Error("Invalid local storage URI");return i}async delete(e){let r=e.replace("local://",""),i=await this.mediaDir();try{await t.promises.unlink(a.default.join(i,r))}catch{}}async stats(){try{let e=await this.mediaDir();return await n(e)}catch{return{usedBytes:0,fileCount:0}}}}async function n(e){let r=0,i=0;async function n(e){let s;try{s=await t.promises.readdir(e,{withFileTypes:!0})}catch{return}for(let o of s){let s=a.default.join(e,o.name);if(o.isDirectory())await n(s);else try{let e=await t.promises.stat(s);r+=e.size,i++}catch{}}}return await n(e),{usedBytes:r,fileCount:i}}e.s(["createStorageProvider",0,function(e){return new i}])},504740,e=>{"use strict";var t=e.i(463857);let a=new Map;async function r(e){if(a.has(e))return a.get(e);let r=await (0,t.getInstalledTool)(e);if(!r)return null;try{let t=function(e){switch(e.source){case"local":default:return e.packageName;case"registry":case"sandbox":return e.resolvedPath}}(r),i=await import(t);return a.set(e,i),i}catch(t){return console.error(`[marketplace] Failed to load tool "${e}":`,t),null}}e.s(["loadTool",0,r])},889271,e=>{"use strict";var t=e.i(239441),a=e.i(449055),r=e.i(391328),i=e.i(6352),n=e.i(746789),s=e.i(423437),o=e.i(178820),u=e.i(569191),d=e.i(576251),l=e.i(199962),c=e.i(547545),p=e.i(664046),m=e.i(235691),f=e.i(298907),g=e.i(110763),h=e.i(193695);e.i(673243);var w=e.i(236167),y=e.i(766576),v=e.i(839554),A=e.i(463857),S=e.i(504740),R=e.i(941486),x=e.i(705252),D=e.i(367165),N=e.i(585071),b=e.i(192441);async function I(e){return O(e,()=>E(e))}async function E(e){let t=new URL(e.url).searchParams.get("type");await (0,v.recoverStaleMediaAssets)();let[a,r]=await Promise.all([(0,v.readMediaAssets)(),(0,v.mediaStats)()]),i=t?a.filter(e=>e.type===t):a;i.sort((e,t)=>new Date(t.createdAt).getTime()-new Date(e.createdAt).getTime());let n=(0,R.createStorageProvider)(),s=await n.stats();return y.NextResponse.json({assets:i,stats:r,storage:{usedBytes:s.usedBytes,fileCount:s.fileCount}})}async function T(e){return O(e,()=>U(e))}async function U(t){try{if(t.headers.get("content-type")?.includes("application/json"))return await M(t);let r=(await t.formData()).getAll("file");if(0===r.length)return y.NextResponse.json({error:"No files provided."},{status:400});let i=(0,R.createStorageProvider)(),n=[];for(let e of r){var a;let t=(a=e.type).startsWith("image/")?"image":a.startsWith("video/")?"video":a.startsWith("audio/")?"audio":null;if(!t)continue;let r=Buffer.from(await e.arrayBuffer()),s=e.name.split(".").pop()||"bin",o=`${t}s/${Date.now()}_${Math.random().toString(36).slice(2)}.${s}`,u=await i.store(o,r,e.type);n.push({type:t,fileName:e.name,mimeType:e.type,storageUri:u,fileSize:e.size})}if(0===n.length)return y.NextResponse.json({error:"No supported media files found."},{status:400});let{addMediaAssets:s}=await e.A(742957),o=await s(n);return y.NextResponse.json({assets:o,count:o.length},{status:201})}catch(t){let e=t instanceof Error?t.message:"Failed to upload media.";return y.NextResponse.json({error:e},{status:500})}}async function M(t){let a=await t.json(),r=[...new Set(a.urls?.map(e=>e.trim()).filter(Boolean)??[])];if(0===r.length||r.length>10)return y.NextResponse.json({error:"Provide between 1 and 10 media URLs."},{status:400});if(!await (0,A.isToolInstalled)("video-audio"))return y.NextResponse.json({error:"Install the Video & Audio tool before importing media URLs."},{status:409});let i=await (0,S.loadTool)("video-audio");if(!i?.importMediaUrl||!i?.inspectMediaUrl)return y.NextResponse.json({error:"The installed Video & Audio tool needs an update."},{status:409});if(a.estimateOnly){let e=[];for(let t of r){let r=await i.inspectMediaUrl(t);if(a.mediaType&&"unknown"!==r.mediaType&&r.mediaType!==a.mediaType)return y.NextResponse.json({error:`The URL points to ${r.mediaType}, not ${a.mediaType}.`},{status:400});e.push(r)}return y.NextResponse.json({estimates:e})}let{addMediaAssets:n}=await e.A(742957),s=r.map(e=>({type:a.mediaType||"video",fileName:"Importing URL...",mimeType:"application/octet-stream",storageUri:`pending://${e}`,fileSize:0,originalUrl:e})),o=await n(s);return y.NextResponse.json({assets:o,count:o.length},{status:201})}async function C(e){return O(e,()=>P(e))}async function P(t){let a=new URL(t.url),r=a.searchParams.get("id"),i=a.searchParams.get("ids"),n=(0,R.createStorageProvider)();if(r){let{getMediaAsset:t}=await e.A(742957),a=await t(r);if(a){if(j(a))return y.NextResponse.json({error:"Wait for the media indexing job to finish before deleting it."},{status:409});let e=k(a);await _(e),await n.delete(a.storageUri).catch(()=>{}),a.thumbnailUri&&await n.delete(a.thumbnailUri).catch(()=>{}),await (0,x.deleteDocuments)(e)}await (0,v.deleteMediaAsset)(r)}else if(i){let e=i.split(","),t=(await (0,v.readMediaAssets)()).filter(t=>e.includes(t.id));if(t.some(j))return y.NextResponse.json({error:"Wait for all selected media indexing jobs to finish before deleting them."},{status:409});for(let e of t){let t=k(e);await _(t),await n.delete(e.storageUri).catch(()=>{}),e.thumbnailUri&&await n.delete(e.thumbnailUri).catch(()=>{}),await (0,x.deleteDocuments)(t)}await (0,v.deleteMediaAssets)(e)}return y.NextResponse.json({ok:!0})}function j(e){return"processing"===e.processingStatus||"pending"===e.processingStatus&&"Queued for background processing..."===e.processingMessage}function O(e,t){let a=new URL(e.url).searchParams.get("serverId");return a?(0,b.runWithServer)(a,t):t()}async function _(e){if(0===e.length)return;let t=await (0,N.createAdapter)(await (0,D.readConfig)());await t.deleteByDocumentIds(e)}function k(e){return[...new Set([...e.documentIds,...e.pendingDocumentIds??[],...e.supersededDocumentIds??[]])]}e.s(["DELETE",0,C,"GET",0,I,"POST",0,T,"dynamic",0,"force-dynamic","runtime",0,"nodejs"],98281);var F=e.i(98281);let $=new t.AppRouteRouteModule({definition:{kind:a.RouteKind.APP_ROUTE,page:"/api/media/route",pathname:"/api/media",filename:"route",bundlePath:""},distDir:".next",relativeProjectDir:"",resolvedPagePath:"[project]/apps/web/app/api/media/route.ts",nextConfigOutput:"standalone",userland:F,...{}}),{workAsyncStorage:q,workUnitAsyncStorage:H,serverHooks:L}=$;async function K(e,t,r){r.requestMeta&&(0,i.setRequestMeta)(e,r.requestMeta),$.isDev&&(0,i.addRequestMeta)(e,"devRequestTimingInternalsEnd",process.hrtime.bigint());let y="/api/media/route";y=y.replace(/\/index$/,"")||"/";let v=await $.prepare(e,t,{srcPage:y,multiZoneDraftMode:!1});if(!v)return t.statusCode=400,t.end("Bad Request"),null==r.waitUntil||r.waitUntil.call(r,Promise.resolve()),null;let{buildId:A,deploymentId:S,params:R,nextConfig:x,parsedUrl:D,isDraftMode:N,prerenderManifest:b,routerServerContext:I,isOnDemandRevalidate:E,revalidateOnlyGenerated:T,resolvedPathname:U,clientReferenceManifest:M,serverActionsManifest:C}=v,P=(0,o.normalizeAppPath)(y),j=!!(b.dynamicRoutes[P]||b.routes[U]),O=async()=>((null==I?void 0:I.render404)?await I.render404(e,t,D,!1):t.end("This page could not be found"),null);if(j&&!N){let e=!!b.routes[U],t=b.dynamicRoutes[P];if(t&&!1===t.fallback&&!e){if(x.adapterPath)return await O();throw new h.NoFallbackError}}let _=null;!j||$.isDev||N||(_="/index"===(_=U)?"/":_);let k=!0===$.isDev||!j,F=j&&!k;C&&M&&(0,s.setManifestsSingleton)({page:y,clientReferenceManifest:M,serverActionsManifest:C});let q=e.method||"GET",H=(0,n.getTracer)(),L=H.getActiveScopeSpan(),K=!!(null==I?void 0:I.isWrappedByNextServer),B=!!(0,i.getRequestMeta)(e,"minimalMode"),z=(0,i.getRequestMeta)(e,"incrementalCache")||await $.getIncrementalCache(e,x,b,B);null==z||z.resetRequestCache(),globalThis.__incrementalCache=z;let W={params:R,previewProps:b.preview,renderOpts:{experimental:{authInterrupts:!!x.experimental.authInterrupts},cacheComponents:!!x.cacheComponents,supportsDynamicResponse:k,incrementalCache:z,cacheLifeProfiles:x.cacheLife,waitUntil:r.waitUntil,onClose:e=>{t.on("close",e)},onAfterTaskError:void 0,onInstrumentationRequestError:(t,a,r,i)=>$.onRequestError(e,t,r,i,I)},sharedContext:{buildId:A,deploymentId:S}},G=new u.NodeNextRequest(e),J=new u.NodeNextResponse(t),V=d.NextRequestAdapter.fromNodeNextRequest(G,(0,d.signalFromNodeResponse)(t));try{let i,s=async e=>$.handle(V,W).finally(()=>{if(!e)return;e.setAttributes({"http.status_code":t.statusCode,"next.rsc":!1});let a=H.getRootSpanAttributes();if(!a)return;if(a.get("next.span_type")!==l.BaseServerSpan.handleRequest)return void console.warn(`Unexpected root span type '${a.get("next.span_type")}'. Please report this Next.js issue https://github.com/vercel/next.js`);let r=a.get("next.route");if(r){let t=`${q} ${r}`;e.setAttributes({"next.route":r,"http.route":r,"next.span_name":t}),e.updateName(t),i&&i!==e&&(i.setAttribute("http.route",r),i.updateName(t))}else e.updateName(`${q} ${y}`)}),o=async i=>{var n,o;let u=async({previousCacheEntry:a})=>{try{if(!B&&E&&T&&!a)return t.statusCode=404,t.setHeader("x-nextjs-cache","REVALIDATED"),t.end("This page could not be found"),null;let n=await s(i);e.fetchMetrics=W.renderOpts.fetchMetrics;let o=W.renderOpts.pendingWaitUntil;o&&r.waitUntil&&(r.waitUntil(o),o=void 0);let u=W.renderOpts.collectedTags;if(!j)return await (0,p.sendResponse)(G,J,n,W.renderOpts.pendingWaitUntil),null;{let e=await n.blob(),t=(0,m.toNodeOutgoingHttpHeaders)(n.headers);u&&(t[g.NEXT_CACHE_TAGS_HEADER]=u),!t["content-type"]&&e.type&&(t["content-type"]=e.type);let a=void 0!==W.renderOpts.collectedRevalidate&&!(W.renderOpts.collectedRevalidate>=g.INFINITE_CACHE)&&W.renderOpts.collectedRevalidate,r=void 0===W.renderOpts.collectedExpire||W.renderOpts.collectedExpire>=g.INFINITE_CACHE?void 0:W.renderOpts.collectedExpire;return{value:{kind:w.CachedRouteKind.APP_ROUTE,status:n.status,body:Buffer.from(await e.arrayBuffer()),headers:t},cacheControl:{revalidate:a,expire:r}}}}catch(t){throw(null==a?void 0:a.isStale)&&await $.onRequestError(e,t,{routerKind:"App Router",routePath:y,routeType:"route",revalidateReason:(0,c.getRevalidateReason)({isStaticGeneration:F,isOnDemandRevalidate:E})},!1,I),t}},d=await $.handleResponse({req:e,nextConfig:x,cacheKey:_,routeKind:a.RouteKind.APP_ROUTE,isFallback:!1,prerenderManifest:b,isRoutePPREnabled:!1,isOnDemandRevalidate:E,revalidateOnlyGenerated:T,responseGenerator:u,waitUntil:r.waitUntil,isMinimalMode:B});if(!j)return null;if((null==d||null==(n=d.value)?void 0:n.kind)!==w.CachedRouteKind.APP_ROUTE)throw Object.defineProperty(Error(`Invariant: app-route received invalid cache entry ${null==d||null==(o=d.value)?void 0:o.kind}`),"__NEXT_ERROR_CODE",{value:"E701",enumerable:!1,configurable:!0});B||t.setHeader("x-nextjs-cache",E?"REVALIDATED":d.isMiss?"MISS":d.isStale?"STALE":"HIT"),N&&t.setHeader("Cache-Control","private, no-cache, no-store, max-age=0, must-revalidate");let l=(0,m.fromNodeOutgoingHttpHeaders)(d.value.headers);return B&&j||l.delete(g.NEXT_CACHE_TAGS_HEADER),!d.cacheControl||t.getHeader("Cache-Control")||l.get("Cache-Control")||l.set("Cache-Control",(0,f.getCacheControlHeader)(d.cacheControl)),await (0,p.sendResponse)(G,J,new Response(d.value.body,{headers:l,status:d.value.status||200})),null};K&&L?await o(L):(i=H.getActiveScopeSpan(),await H.withPropagatedContext(e.headers,()=>H.trace(l.BaseServerSpan.handleRequest,{spanName:`${q} ${y}`,kind:n.SpanKind.SERVER,attributes:{"http.method":q,"http.target":e.url}},o),void 0,!K))}catch(t){if(t instanceof h.NoFallbackError||await $.onRequestError(e,t,{routerKind:"App Router",routePath:P,routeType:"route",revalidateReason:(0,c.getRevalidateReason)({isStaticGeneration:F,isOnDemandRevalidate:E})},!1,I),j)throw t;return await (0,p.sendResponse)(G,J,new Response(null,{status:500})),null}}e.s(["handler",0,K,"patchFetch",0,function(){return(0,r.patchFetch)({workAsyncStorage:q,workUnitAsyncStorage:H})},"routeModule",0,$,"serverHooks",0,L,"workAsyncStorage",0,q,"workUnitAsyncStorage",0,H],889271)},627270,e=>{e.v(e=>Promise.resolve().then(()=>e(612069)))},77149,e=>{e.v(t=>Promise.all(["server/chunks/[externals]__03264vc._.js","server/chunks/[root-of-the-server]__1ynt2jc._.js"].map(t=>e.l(t))).then(()=>t(292483)))},195059,e=>{e.v(t=>Promise.all(["server/chunks/[root-of-the-server]__0748x7h._.js"].map(t=>e.l(t))).then(()=>t(148089)))},184904,e=>{e.v(t=>Promise.all(["server/chunks/[root-of-the-server]__01al2n0._.js"].map(t=>e.l(t))).then(()=>t(46465)))},742957,e=>{e.v(e=>Promise.resolve().then(()=>e(839554)))}];
|
|
2
|
-
|
|
3
|
-
//# sourceMappingURL=%5Broot-of-the-server%5D__064gb96._.js.map
|
|
@@ -1,32 +0,0 @@
|
|
|
1
|
-
module.exports=[839554,e=>{"use strict";var t=e.i(902157),a=e.i(750227),i=e.i(666680),n=e.i(192441);let r=Promise.resolve();function s(e){let t=r.then(e,e);return r=t.catch(()=>{}),t}async function o(e){let t=e?await (0,n.requireDataDir)():await (0,n.getDataDir)();return t?a.default.join(t,"media-assets.json"):null}async function c(){let e=await o(!1);if(!e)return[];try{let a=await t.promises.readFile(e,"utf8"),i=JSON.parse(a);if(!Array.isArray(i))throw Error(`Invalid media asset store at ${e}: expected a JSON array.`);return i}catch(e){if(e?.code==="ENOENT")return[];throw e}}async function l(e){let n=await o(!0);if(!n)return;let r=a.default.join(a.default.dirname(n),`.${a.default.basename(n)}.${process.pid}.${(0,i.randomUUID)()}.tmp`);try{await t.promises.writeFile(r,JSON.stringify(e,null,2),"utf8"),await t.promises.rename(r,n)}catch(e){throw await t.promises.unlink(r).catch(()=>{}),e}}let d=["download","extract","transcribe","vision","synthesize","index"],u={download:10,extract:15,transcribe:25,vision:30,synthesize:5,index:15};function m(e){return d.map(t=>({stage:t,status:"waiting",updatedAt:e}))}function p(e){return void 0!==e&&Number.isFinite(e)?Math.max(0,e):void 0}function g(e){let t=p(e);return void 0===t?void 0:Math.min(100,t)}function h(e){return Math.floor(p(e.processingRevision)??0)+1}async function f(){let e=await c(),t={image:0,video:0,audio:0},a={pending:0,processing:0,completed:0,failed:0},i=0;for(let n of e)t[n.type]++,a[n.processingStatus]++,i+=n.fileSize;return{total:e.length,byType:t,byStatus:a,totalBytes:i}}async function v(e){return(await c()).find(t=>t.id===e)}e.s(["addMediaAssets",0,function(e){return s(async()=>{let t=await c(),a=new Date().toISOString(),n=e.map(e=>({id:(0,i.randomUUID)(),type:e.type,fileName:e.fileName,mimeType:e.mimeType,storageUri:e.storageUri,thumbnailUri:e.thumbnailUri,originalUrl:e.originalUrl,fileSize:e.fileSize,dimensions:e.dimensions,durationSecs:e.durationSecs,processingStatus:"pending",processingRevision:0,documentIds:[],createdAt:a,updatedAt:a}));return t.push(...n),await l(t),n})},"claimMediaAsset",0,function(e){return s(async()=>{let t=await c(),a=t.findIndex(t=>t.id===e);if(a<0||"processing"===t[a].processingStatus||"Queued for background processing..."===t[a].processingMessage)return;let i=new Date().toISOString();return t[a]={...t[a],processingStatus:"pending",processingError:void 0,processingMessage:"Queued for background processing...",processingProgress:1,processingSteps:m(i),processingRevision:h(t[a]),processingHeartbeatAt:i,updatedAt:i},await l(t),t[a]})},"deleteMediaAsset",0,function(e){return s(async()=>{let t=await c();await l(t.filter(t=>t.id!==e))})},"deleteMediaAssets",0,function(e){return s(async()=>{let t=await c(),a=new Set(e);await l(t.filter(e=>!a.has(e.id)))})},"getMediaAsset",0,v,"mediaStats",0,f,"readMediaAssets",0,c,"recoverStaleMediaAssets",0,function(e=3e5){return s(async()=>{let t=await c(),a=Date.now()-e,i="The background worker stopped. Retry to resume media processing.",n=0;for(let e=0;e<t.length;e++){let r=t[e],s="processing"===r.processingStatus,o="pending"===r.processingStatus&&"Queued for background processing..."===r.processingMessage,c=r.processingHeartbeatAt??r.updatedAt;if((s||o)&&new Date(c).getTime()<a){let a=new Date().toISOString(),s=r.processingSteps?.map(e=>"running"===e.status?{...e,status:"failed",message:i,updatedAt:a,finishedAt:a}:e);t[e]={...r,processingStatus:"failed",processingError:i,processingMessage:void 0,processingProgress:void 0,processingSteps:s,processingRevision:h(r),processingHeartbeatAt:a,updatedAt:a},n++}}return n>0&&await l(t),n})},"updateMediaAsset",0,function(e,t){return s(async()=>{let a=await c(),i=a.findIndex(t=>t.id===e);if(i<0)return;let n=a[i];return a[i]={...n,...t,documentIds:t.documentIds??n.documentIds,pendingDocumentIds:t.pendingDocumentIds??n.pendingDocumentIds,supersededDocumentIds:t.supersededDocumentIds??n.supersededDocumentIds,updatedAt:new Date().toISOString()},await l(a),a[i]})},"updateMediaStage",0,function(e,t,a){return s(async()=>{let i,n,r=await c(),s=r.findIndex(t=>t.id===e);if(s<0)return;let o=new Date().toISOString(),d=r[s],f=new Map((d.processingSteps??[]).map(e=>[e.stage,e])),v=m(o).map(e=>f.get(e.stage)??e),w=v.findIndex(e=>e.stage===t),y=v[w],M=new Set(["completed","skipped","failed"]),S=a.status??y.status,b=M.has(y.status)||"running"===y.status&&"waiting"===S?y.status:S,$=g(y.percent),A=g(a.percent),x=void 0===A?$:Math.max($??0,A),C=p(y.current),I=p(a.current),T=void 0===I?C:Math.max(C??0,I),k=void 0===a.total?p(y.total):p(a.total);void 0!==T&&void 0!==k&&(k=Math.max(k,T))>0&&(x=Math.max(x??0,Math.min(100,T/k*100))),"completed"===b&&(x=100,void 0!==k&&(T=k));let D=M.has(b),N={...y,...a,stage:t,status:b,percent:x,current:T,total:k,startedAt:a.startedAt??y.startedAt??("running"===b||D?o:void 0),updatedAt:o,finishedAt:D?a.finishedAt??y.finishedAt??o:void 0};v[w]=N;let U=Math.max(g(d.processingProgress)??0,0===(n=(i=v.filter(e=>"skipped"!==e.status)).reduce((e,t)=>e+u[t.stage],0))?100:Math.round(i.reduce((e,t)=>e+u[t.stage]*function(e){if("completed"===e.status)return 100;if("waiting"===e.status||"skipped"===e.status)return 0;let t=g(e.percent);return void 0!==t?t:void 0!==e.current&&void 0!==e.total&&Number.isFinite(e.current)&&Number.isFinite(e.total)&&e.total>0?Math.min(100,Math.max(0,e.current/e.total*100)):0}(t)/100,0)/n*100)),P=[...v].reverse().find(e=>"running"===e.status&&e.message)?.message,O="running"===N.status?N.message??a.message??d.processingMessage:P??a.message??N.message??d.processingMessage;return r[s]={...d,processingSteps:v,processingProgress:U,processingMessage:O,processingRevision:h(d),processingHeartbeatAt:o,updatedAt:o},await l(r),r[s]})}])},504740,e=>{"use strict";var t=e.i(463857);let a=new Map;async function i(e){if(a.has(e))return a.get(e);let i=await (0,t.getInstalledTool)(e);if(!i)return null;try{let t=function(e){switch(e.source){case"local":default:return e.packageName;case"registry":case"sandbox":return e.resolvedPath}}(i),n=await import(t);return a.set(e,n),n}catch(t){return console.error(`[marketplace] Failed to load tool "${e}":`,t),null}}e.s(["loadTool",0,i])},844915,e=>{"use strict";var t=e.i(891294);async function a(){return t.ALL_MODELS}async function i(e){return(await a()).filter(t=>t.type===e)}async function n(e){let t=await a(),i=e?t.filter(t=>t.type===e):t,n=new Map;for(let e of i)n.set(e.owned_by,(n.get(e.owned_by)??0)+1);return Array.from(n.entries()).map(([e,t])=>({id:e,name:r[e]||e.charAt(0).toUpperCase()+e.slice(1),modelCount:t})).sort((e,t)=>t.modelCount-e.modelCount)}let r={openai:"OpenAI",anthropic:"Anthropic",google:"Google",meta:"Meta",mistral:"Mistral",cohere:"Cohere",deepseek:"DeepSeek",amazon:"Amazon",xai:"xAI",perplexity:"Perplexity",alibaba:"Alibaba",groq:"Groq","together-ai":"Together AI",fireworks:"Fireworks",cerebras:"Cerebras",voyage:"Voyage AI",jina:"Jina AI",nomic:"Nomic",bfl:"Black Forest Labs","arcee-ai":"Arcee AI",luma:"Luma",minimax:"MiniMax",elevenlabs:"ElevenLabs"};e.s(["getAllModels",0,a,"getAllProviders",0,n,"getModelsByType",0,i])},336321,e=>{"use strict";function t(e,t){return"vercel_ai_gateway"===t?e:e.filter(e=>e.provider?.toLowerCase()===t.toLowerCase())}e.s(["getChatModel",0,function(e,t){return e.find(e=>e.id===t)},"getChatModelsForProvider",0,t,"getDefaultChatModel",0,function(e,a){let i=t(e,a),n={openai:"openai/gpt-5",anthropic:"anthropic/claude-3.5-sonnet-latest",google:"google/gemini-2.5-pro",mistral:"mistral/mistral-large-latest",deepseek:"deepseek/deepseek-chat",cohere:"cohere/command-r-plus",meta:"meta/llama-4-maverick",xai:"xai/grok-3-mini",vercel_ai_gateway:"anthropic/claude-3.5-sonnet-latest"}[a];return i.find(e=>e.id===n)??i[0]},"toChatDescriptor",0,function(e){return{id:e.id,name:e.name,provider:e.owned_by,context_window:e.context_window,max_tokens:e.max_tokens,tags:e.tags,description:e.description}}])},675101,e=>{"use strict";var t=e.i(89087),a=e.i(731699),i=e.i(528909),n=e.i(344963),r=e.i(733164),s=e.i(235072),o=e.i(416487),c=e.i(256485),l=e.i(336321);let d={openai:"openai/gpt-4o-mini",anthropic:"anthropic/claude-3-5-sonnet-latest",google:"google/gemini-2.5-flash",cohere:"cohere/command-r-plus",mistral:"mistral/mistral-large-latest",deepseek:"deepseek/deepseek-chat"};e.s(["createChatModel",0,function(e,l,d,u=[]){if(l.startsWith("custom:")){let e=l.slice(7),t=u.find(t=>t.modelName===e);if(!t)throw Error(`Custom chat model "${e}" is not configured.`);return(0,c.createOpenAICompatible)({name:"custom_chat_provider",baseURL:t.baseUrl,apiKey:t.apiKey||d||void 0})(t.modelName)}let m=l.includes("/")?l.split("/").slice(1).join("/"):l;switch(e){case"google":return(0,r.createGoogleGenerativeAI)({apiKey:d})(m);case"cohere":return(0,a.createCohere)({apiKey:d})(m);case"mistral":return(0,s.createMistral)({apiKey:d})(m);case"deepseek":return(0,i.createDeepSeek)({apiKey:d})(m);case"anthropic":return(0,t.createAnthropic)({apiKey:d})(m);case"openai":return(0,o.createOpenAI)({apiKey:d})(m);case"vercel_ai_gateway":return(0,n.createGateway)({apiKey:d})(l);case"custom":throw Error("Choose a configured custom chat model before processing media.");default:throw Error(`Unsupported chat provider "${e}".`)}},"resolveConfiguredChatModel",0,function(e,t=[],a={}){let i=e.chatProvider||e.embeddingProvider||"openai",n=e.chatModelId?.trim();if(!n&&"custom"===i&&e.customChatModels?.[0]&&(n=`custom:${e.customChatModels[0].modelName}`),!n&&t.length>0){let e=a.requiredTag,r=e?t.filter(t=>t.tags?.includes(e)):t,s=r.length>0?r:t;n=(0,l.getDefaultChatModel)(s.map(l.toChatDescriptor),i)?.id}if(!n&&"vercel_ai_gateway"===i)throw Error("No gateway model is available. Choose a chat model before processing media.");return n||=d[i]||d.openai,{provider:i,modelId:n,apiKey:e.chatApiKey||e.embeddingApiKey||void 0}}])},534404,e=>{"use strict";var t=e.i(214312),a=e.i(844915),i=e.i(675101);async function n(e){var t,n,r,d,u,m,p,g,h,f,v;let w=function(e){let t=[],a=[],i=0;for(let n of e){let e=o(n.text,14e3);for(let r=0;r<e.length;r++){let s={...n,text:1===e.length?e[r]:`${e[r]}
|
|
2
|
-
[Continuation ${r+1} of ${e.length} for this timestamp range]`};a.length>0&&i+s.text.length>14e3&&(t.push(a),a=[],i=0),a.push(s),i+=s.text.length}}return a.length>0&&t.push(a),t}(e.segments),y=await (0,a.getModelsByType)("language"),M=(0,i.resolveConfiguredChatModel)(e.config,y),S=(0,i.createChatModel)(M.provider,M.modelId,M.apiKey,e.config.customChatModels),b=[],$=0;for(let a=0;a<w.length;a++){await e.onProgress?.($,w.length+1,`Reviewing evidence section ${a+1} of ${w.length}...`);let i=(t=e,n=w[a],r=a,d=w.length,`You are carefully watching section ${r+1} of ${d} from a ${t.mediaType} titled "${t.title}".
|
|
3
|
-
|
|
4
|
-
Write compact factual viewing notes that remain useful for later questions. CRITICAL: Every single factual claim, event, score change, or action MUST be prefixed with its exact [HH:MM:SS-HH:MM:SS] timestamp copied strictly from the evidence chunks below. Do not hallucinate timestamps. Preserve exact names, numbers, scores, decisions, winners, results, actions, and timestamps. Connect pronouns and repeated entities when the evidence supports it. Treat later chronological scoreboard/result frames as newer than earlier animation states. For Arabic or other right-to-left text, copy the visible spelling and do not reverse labels. If evidence conflicts or OCR is genuinely ambiguous, record the conflict instead of inventing certainty. Do not add repetitive statements about facts that were not present.
|
|
5
|
-
|
|
6
|
-
Evidence:
|
|
7
|
-
${n.map(c).join("\n\n")}`),s=await l(S,i,M,e.mediaType);b.push(s),$++,await e.onProgress?.($,Math.max($+1,w.length+1),`Reviewed evidence section ${a+1} of ${w.length}.`)}let A=b,x=0;for(;A.join("\n\n").length>32e3;){x++;let t=function(e){let t=[],a=[],i=0;for(let n of e.flatMap(e=>o(e,14e3)))a.length>0&&i+n.length>14e3&&(t.push(a),a=[],i=0),a.push(n),i+=n.length;return a.length>0&&t.push(a),t}(A),a=[];for(let i=0;i<t.length;i++){let n=$+(t.length-i)+1;await e.onProgress?.($,n,`Connecting note group ${i+1} of ${t.length}...`),a.push(await l(S,(u=e,m=t[i],p=x,g=i,h=t.length,`Consolidate chronological viewing notes for ${u.mediaType} "${u.title}".
|
|
8
|
-
This is reduction level ${p}, group ${g+1} of ${h}. Preserve exact people, names, numbers, scores, outcomes, decisions, anomalies, and timestamps.
|
|
9
|
-
CRITICAL: You MUST carry over and preserve the exact [HH:MM:SS-HH:MM:SS] timestamps for every event or claim. Keep later chronological states distinct from earlier states and retain genuine uncertainty. Do not mention this reduction process.
|
|
10
|
-
|
|
11
|
-
Notes:
|
|
12
|
-
${m.map((e,t)=>`## Note ${t+1}
|
|
13
|
-
${e}`).join("\n\n")}`),M,e.mediaType)),$++}A=a}await e.onProgress?.($,$+1,"Connecting people, events, decisions, and outcomes...");let C=(f=e,v=A,`Act as a human who watched the complete ${s(f.durationSecs)} ${f.mediaType} "${f.title}" and consolidated notes while watching.
|
|
14
|
-
|
|
15
|
-
Create a concise, standalone knowledge-base summary with these headings when applicable:
|
|
16
|
-
- Overview / content type
|
|
17
|
-
- People and entities
|
|
18
|
-
- Key events in chronological order
|
|
19
|
-
- Outcomes, conclusions, decisions, winners, and final scores
|
|
20
|
-
- High-value timestamp evidence
|
|
21
|
-
- Genuine uncertainties
|
|
22
|
-
|
|
23
|
-
Adapt to the content: for a match prioritize score changes and the final result; for CCTV prioritize changes, anomalies, and long stable periods; for meetings or lectures prioritize claims, decisions, and action items; for screen recordings prioritize procedures and observed results. Resolve an animated score using the latest chronological evidence.
|
|
24
|
-
|
|
25
|
-
CRITICAL: Draw logical deductions from the events (e.g., explicitly stating who won based on the final score) and log them in the Outcomes section. Every factual claim and deduced conclusion MUST cite the exact [HH:MM:SS-HH:MM:SS] timestamp of the evidence that supports it. Preserve exact names, numbers, language, and timestamps. Never claim that an outcome is absent merely because earlier sections did not show it. Do not mention these instructions or the batching process.
|
|
26
|
-
|
|
27
|
-
Section notes:
|
|
28
|
-
${v.map((e,t)=>`## Section ${t+1}
|
|
29
|
-
${e}`).join("\n\n")}`),I=await l(S,C,M,e.mediaType);return $++,await e.onProgress?.($,$,"Created searchable media notes."),I.trim()}function r(e,t){let a=Math.max(0,Math.floor(t));try{let t=new URL(e);if(/(^|\.)youtube\.com$|(^|\.)youtu\.be$/.test(t.hostname)||t.searchParams.has("v"))return t.searchParams.set("t",`${a}s`),t.toString()}catch{}return`${e.split("#")[0]}#t=${a}`}function s(e){let t=Math.max(0,Math.floor(e)),a=Math.floor(t/3600),i=Math.floor(t%3600/60),n=t%60;return a>0?`${a}:${String(i).padStart(2,"0")}:${String(n).padStart(2,"0")}`:`${i}:${String(n).padStart(2,"0")}`}function o(e,t){if(e.length<=t)return[e];let a=[],i=0;for(;i<e.length;){let n=Math.min(e.length,i+t);if(n<e.length){let a=e.lastIndexOf("\n",n);a>i+t/2&&(n=a)}a.push(e.slice(i,n)),i=n}return a}function c(e){return`[${s(e.startSecs)}–${s(e.endSecs)}]
|
|
30
|
-
${e.text}`}async function l(a,i,n,r){let{text:s,usage:o}=await (0,t.generateText)({model:a,prompt:i,maxOutputTokens:1400,temperature:0}),{estimateCost:c,trackUsageEvent:l}=await e.A(313282);return l({type:"media_processing",mediaType:r,modelId:n.modelId,provider:n.provider,promptTokens:o.inputTokens??0,completionTokens:o.outputTokens??0,totalTokens:o.totalTokens??0,estimatedCost:c(n.modelId,o.inputTokens??0,o.outputTokens??0),timestamp:new Date().toISOString()}).catch(e=>console.error("Failed to record media synthesis usage:",e)),s}e.s(["buildMediaDocumentInputs",0,function(e){let t={mediaAssetId:e.assetId,mediaType:e.mediaType,fileName:e.fileName,mimeType:e.mimeType,mediaUrl:e.localUrl,originalUrl:e.originalUrl,durationSecs:e.durationSecs,transcriptSource:e.transcriptSource,transcriptProvider:e.transcriptProvider,transcriptLanguage:e.transcriptLanguage},a=e.originalUrl||e.localUrl,i="video"===e.mediaType?"Video":"Audio";return[{title:e.title,content:[`${i}: ${e.title}`,`Duration: ${s(e.durationSecs)}`,"## Human-style evidence notes",e.summary].join("\n\n"),source:"media",url:a,metadata:{...t,contentKind:`${e.mediaType}-summary`,isMediaSummary:!0,segmentCount:e.segments.length}},...e.segments.map(n=>({title:`${e.title} — ${s(n.startSecs)}`,content:[`${i}: ${e.title}`,`Evidence at ${s(n.startSecs)}–${s(n.endSecs)}`,n.text].join("\n\n"),source:"media",url:r(a,n.startSecs),metadata:{...t,contentKind:"video"===e.mediaType?"multimodal-segment":"audio-transcript-segment",isMediaSummary:!1,sequence:n.sequence,startSecs:n.startSecs,endSecs:n.endSecs,evidenceKinds:[...n.transcript?.trim()?["speech"]:[],...n.visualContext?.trim()?["visual","ocr"]:[]]}}))]},"createFallbackMediaSummary",0,function(e,t,a){return[`Overview: ${"video"===t?"Video":"Audio"} evidence notes for "${e}".`,"Representative timeline evidence:",...[...a.slice(0,2),...a.slice(Math.max(2,Math.floor(a.length/2)-1),Math.floor(a.length/2)+1),...a.slice(-3)].filter((e,t,a)=>a.findIndex(t=>t.sequence===e.sequence)===t).map(c),"The timestamped evidence documents contain the complete timeline."].join("\n\n")},"createMediaKnowledgeSummary",0,n,"formatTime",0,s,"normalizeMediaCitationRange",0,function(e,t,a,i){if("image"===e||void 0===a||!Number.isFinite(a))return{};let n=void 0!==t&&Number.isFinite(t)?Math.max(0,t):1/0,r=Math.min(Math.max(0,a),n),s=void 0!==i&&Number.isFinite(i)?Math.min(Math.max(r,i),n):void 0;return{startSecs:r,endSecs:s}},"queryAwareExcerpt",0,function(e,t,a,i=!1){if(e.length<=a)return e;let n=t.normalize("NFKC").toLocaleLowerCase().match(/[\p{Letter}\p{Number}][\p{Letter}\p{Mark}\p{Number}_-]{2,}/gu)??[],r=e.normalize("NFKC").toLocaleLowerCase(),s=[...new Set(n)].map(e=>r.indexOf(e)).filter(e=>e>=0);if(s.length>0){let t=Math.min(...s),i=Math.max(0,Math.min(e.length-a,t-Math.floor(a/3)));return`${i>0?"…":""}${e.slice(i,i+a)}${i+a<e.length?"…":""}`}return i?`…${e.slice(-a)}`:`${e.slice(0,a)}…`},"timestampMediaUrl",0,r])}];
|
|
31
|
-
|
|
32
|
-
//# sourceMappingURL=_0ce9vcg._.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
(globalThis.TURBOPACK||(globalThis.TURBOPACK=[])).push(["object"==typeof document?document.currentScript:void 0,385290,e=>{"use strict";var t=e.i(410386);async function a(e){t.GlobalWorkerOptions.workerSrc=`//cdnjs.cloudflare.com/ajax/libs/pdf.js/${t.version}/pdf.worker.mjs`;let a=await e.arrayBuffer(),r=await t.getDocument({data:new Uint8Array(a)}).promise,i=r.numPages,n=[];for(let e=1;e<=i;e++)try{let a=await r.getPage(e),i=await a.getOperatorList(),o=[];for(let e=0;e<i.fnArray.length;e++)(i.fnArray[e]===t.OPS.paintImageXObject||i.fnArray[e]===t.OPS.paintInlineImageXObject)&&o.push(i.argsArray[e][0]);let g=0;for(let t of o)try{let r=await new Promise(e=>{try{a.objs.get(t,t=>e(t))}catch(t){e(null)}});if(r&&r.bitmap){let t=document.createElement("canvas");t.width=r.bitmap.width||r.width,t.height=r.bitmap.height||r.height;let a=t.getContext("2d");a&&(a.drawImage(r.bitmap,0,0),n.push({base64:t.toDataURL("image/png"),pageNumber:e,index:g++}))}else if(r&&r.data&&r.width&&r.height){let t=document.createElement("canvas");t.width=r.width,t.height=r.height;let a=t.getContext("2d");if(a){let i=new ImageData(new Uint8ClampedArray(r.data),r.width,r.height);a.putImageData(i,0,0),n.push({base64:t.toDataURL("image/png"),pageNumber:e,index:g++})}}}catch(a){console.error(`Error extracting image ${t} on page ${e}`,a)}}catch(t){console.error(`Error processing page ${e}`,t)}return n}e.s(["extractImagesFromPDF",0,a])}]);
|