larkup 0.1.14 → 0.1.21

package/.next/server/chunks/packages_core_src_generator_server-runtime_ts_127f0ye._.js

@@ -0,0 +1,648 @@
+module.exports=[432970,e=>{"use strict";var t=e.i(902157),r=e.i(750227),o=e.i(874533),n=e.i(812057),a=e.i(171502),s=e.i(834648),i=e.i(979598),c=e.i(399828),d=e.i(192441);let l=(0,n.promisify)(o.exec);async function p(e){try{let{stdout:t}=await l(`lsof -ti tcp:${e}`);for(let e of t.split("\n").map(e=>e.trim()).filter(Boolean))try{process.kill(Number(e),9)}catch{}await new Promise(e=>setTimeout(e,300))}catch{}}async function u(){let e=await (0,d.getActiveServer)();return e?.port??8080}function m(e){return{running:!1,port:e,endpoint:`http://localhost:${e}`}}async function E(e){let t=e?await (0,d.requireDataDir)():await (0,d.getDataDir)();return t?r.default.join(t,"generated-agent-server"):null}async function f(e){let t=e?await (0,d.requireDataDir)():await (0,d.getDataDir)();return t?r.default.join(t,"agent-server-local.json"):null}async function g(e){let t=e?await (0,d.requireDataDir)():await (0,d.getDataDir)();return t?r.default.join(t,"generated-server"):null}async function _(e){let t=e?await (0,d.requireDataDir)():await (0,d.getDataDir)();return t?r.default.join(t,"server-local.json"):null}async function h(){let e=await u(),r=await _(!1);if(!r)return m(e);try{let o=await t.promises.readFile(r,"utf8");return{...m(e),...JSON.parse(o),port:e}}catch{return m(e)}}async function y(e){let r=await _(!0);return r&&await t.promises.writeFile(r,JSON.stringify(e,null,2),"utf8"),e}function A(e){if(!e)return!1;try{return process.kill(e,0),!0}catch{return!1}}async function I(e){let o=(0,a.generateServer)(e),n=await g(!0);if(!n)throw Error("No active server to emit to.");for(let e of(await t.promises.mkdir(n,{recursive:!0}),o.files)){let o=r.default.join(n,e.path);await t.promises.mkdir(r.default.dirname(o),{recursive:!0}),"base64"===e.encoding?await t.promises.writeFile(o,Buffer.from(e.contents,"base64")):await t.promises.writeFile(o,e.contents,"utf8")}return n}async function S(e){try{return(await fetch(`${e}/health`,{signal:AbortSignal.timeout(3e3)})).ok}catch{return!1}}async function N(e,n){let a,i=await u(),c=`http://localhost:${i}`,d=await h();if(d.pid&&A(d.pid))try{process.kill(d.pid,9)}catch{}await p(i);let E=await I(e);try{await l("npm install --omit=dev",{cwd:E,timeout:24e4,env:{...process.env,HOME:process.env.HOME||E,npm_config_cache:r.default.join(E,".npm-cache")}})}catch(t){let e=t instanceof Error?t.message:"npm install failed";return y({...m(i),lastError:e})}let f=e.storeConfig.dbPath||"./.larkup/lancedb",g=r.default.isAbsolute(f)?f:r.default.join(process.cwd(),f),_=r.default.join(E,"server.log");await t.promises.writeFile(_,"","utf8");let S=await t.promises.open(_,"a"),N=(0,o.spawn)("node",["server.mjs"],{cwd:E,detached:!0,stdio:["ignore",S.fd,S.fd],env:{...process.env,PORT:String(i),TOP_K:String(e.topK),SERVER_API_KEY:n||"",EMBEDDING_API_KEY:e.embeddingApiKey||process.env.EMBEDDING_API_KEY||process.env.OPENAI_API_KEY||"",CHAT_API_KEY:e.chatApiKey||e.customChatModels?.find(t=>t.modelName===e.chatModelId?.replace(/^custom:/,""))?.apiKey||process.env.CHAT_API_KEY||process.env.OPENAI_API_KEY||"",CHAT_MODEL:process.env.CHAT_MODEL||(0,s.resolveChatModel)(e),CHAT_BASE_URL:e.customChatModels?.find(t=>t.modelName===e.chatModelId?.replace(/^custom:/,""))?.baseUrl||process.env.CHAT_BASE_URL||"",OPENAI_API_KEY:e.embeddingApiKey||e.chatApiKey||process.env.OPENAI_API_KEY||"",ANTHROPIC_API_KEY:e.chatApiKey||e.embeddingApiKey||process.env.ANTHROPIC_API_KEY||"",COHERE_API_KEY:e.embeddingApiKey||e.chatApiKey||process.env.COHERE_API_KEY||"",GOOGLE_GENERATIVE_AI_API_KEY:e.embeddingApiKey||e.chatApiKey||process.env.GOOGLE_GENERATIVE_AI_API_KEY||"",PINECONE_API_KEY:e.storeConfig.apiKey||"",PINECONE_INDEX:e.storeConfig.indexName||"",PINECONE_NAMESPACE:e.storeConfig.namespace||"",PINECONE_SPARSE_MODEL:e.storeConfig.sparseModel||"",PINECONE_SPARSE_INDEX:e.storeConfig.sparseIndexName||"",LANCEDB_MODE:e.storeConfig.mode||"local",LANCEDB_PATH:g,LANCEDB_URI:e.storeConfig.uri||"",LANCEDB_API_KEY:e.storeConfig.apiKey||"",LANCEDB_S3_URI:e.storeConfig.s3Uri||"",AWS_ENDPOINT:e.storeConfig.s3Endpoint||"",AWS_REGION:e.storeConfig.s3Region||"",AWS_ACCESS_KEY_ID:e.storeConfig.s3AccessKeyId||"",AWS_SECRET_ACCESS_KEY:e.storeConfig.s3SecretAccessKey||"",LANCEDB_TABLE:e.storeConfig.tableName||"documents"}});N.unref(),await S.close();let v=await T(c,2e4);if(!v){a="The AI server failed to start within the expected time limit. Please try restarting.";try{let e=(await t.promises.readFile(_,"utf8")).trim();if(e){let t=e.split("\n").slice(-5).join("\n");a=`The AI server failed to start. Error details:
+${t}`}}catch(e){}}return y({running:v,pid:N.pid,port:i,endpoint:c,generatedAt:new Date().toISOString(),startedAt:new Date().toISOString(),lastError:a})}async function v(){let e=await f(!1);if(!e)return m(8081);try{let r=await t.promises.readFile(e,"utf8");return{...m(8081),...JSON.parse(r),port:8081}}catch{return m(8081)}}async function w(e){let r=await f(!0);return r&&await t.promises.writeFile(r,JSON.stringify(e,null,2),"utf8"),e}async function D(o){let n=function(t){var r;let o,n,a,d=(0,i.getVectorStore)(t.vectorStore);(0,c.getEmbeddingModel)(t.embeddingModelId);let l="lancedb"===t.vectorStore&&(t.storeConfig.mode??"local")==="local",p={ai:s.AI_SDK_VERSION,zod:"^3.23.0",cheerio:"^1.0.0",cookie:"^0.6.0","@ai-sdk/openai":s.AI_SDK_PROVIDER_VERSIONS["@ai-sdk/openai"],...d.serverDependencies};t.embeddingModelId.startsWith("custom:")?p["@ai-sdk/openai-compatible"]=s.AI_SDK_PROVIDER_VERSIONS["@ai-sdk/openai-compatible"]:"deepseek"===t.embeddingProvider?p["@ai-sdk/deepseek"]=s.AI_SDK_PROVIDER_VERSIONS["@ai-sdk/deepseek"]:"google"===t.embeddingProvider?p["@ai-sdk/google"]=s.AI_SDK_PROVIDER_VERSIONS["@ai-sdk/google"]:"cohere"===t.embeddingProvider?p["@ai-sdk/cohere"]=s.AI_SDK_PROVIDER_VERSIONS["@ai-sdk/cohere"]:"mistral"===t.embeddingProvider?p["@ai-sdk/mistral"]=s.AI_SDK_PROVIDER_VERSIONS["@ai-sdk/mistral"]:"vercel_ai_gateway"===t.embeddingProvider?p["@ai-sdk/gateway"]=s.AI_SDK_PROVIDER_VERSIONS["@ai-sdk/gateway"]:(t.embeddingProvider,p["@ai-sdk/openai"]=s.AI_SDK_PROVIDER_VERSIONS["@ai-sdk/openai"]);let u=[{key:"EMBEDDING_API_KEY",required:!0,help:"API key used to embed incoming queries."},{key:"PORT",required:!1,help:"Port to listen on (default 8080)."},{key:"SERVER_API_KEY",required:!1,help:"Bearer token to secure your server endpoints. If set, requests must include 'Authorization: Bearer <key>'."},{key:"TOP_K",required:!1,help:`Default number of documents to retrieve (default ${t.topK}).`}];"pinecone"===t.vectorStore?u.push({key:"PINECONE_API_KEY",required:!0,help:"Pinecone API key."},{key:"PINECONE_INDEX",required:!0,help:"Pinecone index name to query."},{key:"PINECONE_NAMESPACE",required:!1,help:"Pinecone namespace (default 'default')."},{key:"PINECONE_SPARSE_MODEL",required:!1,help:"Pinecone sparse model (for hybrid search)."},{key:"PINECONE_SPARSE_INDEX",required:!1,help:"Pinecone sparse index name (for hybrid search)."}):u.push({key:"LANCEDB_MODE",required:!1,help:"'local' (on-disk), 's3' (S3-compatible), or 'cloud' (default 'local')."},{key:"LANCEDB_PATH",required:!1,help:"On-disk path to the LanceDB tables (local mode)."},{key:"LANCEDB_TABLE",required:!1,help:"Table name holding the embedded chunks (default 'documents')."},{key:"LANCEDB_S3_URI",required:!1,help:"S3-compatible LanceDB URI (e.g. s3://bucket/prefix)."},{key:"AWS_ENDPOINT",required:!1,help:"S3-compatible endpoint (required for Cloudflare R2)."},{key:"AWS_REGION",required:!1,help:"S3 region (use auto for Cloudflare R2)."},{key:"AWS_ACCESS_KEY_ID",required:!1,help:"S3-compatible access key ID."},{key:"AWS_SECRET_ACCESS_KEY",required:!1,help:"S3-compatible secret access key."},{key:"LANCEDB_URI",required:!1,help:"LanceDB Cloud database URI (cloud mode)."},{key:"LANCEDB_API_KEY",required:!1,help:"LanceDB Cloud API key (cloud mode)."});let m={projectName:t.projectName,files:[],dependencies:p,envVars:u},E={name:t.projectName,version:"1.0.0",private:!0,type:"module",description:`Lightweight RAG server (${d.label}) generated by larkup`,scripts:{start:"node server.mjs",demo:"node demo.mjs"},dependencies:p,engines:{node:">=20"}},f=m.envVars.map(e=>{let r="";return"EMBEDDING_API_KEY"===e.key&&(r=t.embeddingApiKey||""),"AGENT_AUTH_MODE"===e.key&&(r=t.deployment?.authMode||"none"),"AGENT_JOIN_CODE"===e.key&&(r=t.deployment?.joinCode||""),"CHAT_API_KEY"===e.key&&(r=t.deployment?.chatApiKey||t.chatApiKey||""),"PINECONE_API_KEY"===e.key&&(r=t.storeConfig.apiKey||""),"PINECONE_INDEX"===e.key&&(r=t.storeConfig.indexName||""),"PINECONE_NAMESPACE"===e.key&&(r=t.storeConfig.namespace||""),"LANCEDB_MODE"===e.key&&(r=t.storeConfig.mode||"local"),"LANCEDB_URI"===e.key&&(r=t.storeConfig.uri||""),"LANCEDB_API_KEY"===e.key&&(r=t.storeConfig.apiKey||""),"LANCEDB_S3_URI"===e.key&&(r=t.storeConfig.s3Uri||""),"AWS_ENDPOINT"===e.key&&(r=t.storeConfig.s3Endpoint||""),"AWS_REGION"===e.key&&(r=t.storeConfig.s3Region||""),"AWS_ACCESS_KEY_ID"===e.key&&(r=t.storeConfig.s3AccessKeyId||""),"AWS_SECRET_ACCESS_KEY"===e.key&&(r=t.storeConfig.s3SecretAccessKey||""),`${e.key}=${r}`}).join("\n"),g=[{path:"package.json",contents:JSON.stringify(E,null,2)+"\n"},{path:"server.mjs",contents:`import { createServer } from "node:http"
+import fs from "node:fs"
+import path from "node:path"
+import { checkAuth, handleVerify } from "./auth.mjs"
+import { handleChat } from "./chat.mjs"
+import { WIDGET_JS } from "./widget.js"
+
+const PORT = process.env.PORT || 8080
+
+function send(res, status, body) {
+  res.writeHead(status, {
+    "Content-Type": "application/json",
+    "Access-Control-Allow-Origin": "*",
+    "Access-Control-Allow-Headers": "Content-Type",
+  })
+  res.end(JSON.stringify(body))
+}
+
+const server = createServer(async (req, res) => {
+  if (req.method === "OPTIONS") return send(res, 204, {})
+  const url = new URL(req.url, \`http://\${req.headers.host}\`)
+
+  if (req.method === "GET" && url.pathname === "/health") {
+    return send(res, 200, { ok: true, service: "${t.projectName}-agent" })
+  }
+  
+  if (req.method === "GET" && url.pathname === "/widget.js") {
+    res.writeHead(200, { "Content-Type": "application/javascript" })
+    return res.end(WIDGET_JS)
+  }
+  
+  if (req.method === "GET" && url.pathname === "/") {
+    res.writeHead(200, { "Content-Type": "text/html" })
+    return res.end(fs.readFileSync(path.join(process.cwd(), "index.html")))
+  }
+  
+  if (req.method === "GET" && url.pathname === "/openapi.json") {
+    res.writeHead(200, { "Content-Type": "application/json" })
+    return res.end(fs.readFileSync(path.join(process.cwd(), "openapi.json")))
+  }
+  
+  if (req.method === "POST" && url.pathname === "/auth/verify") {
+    return handleVerify(req, res);
+  }
+
+  // Auth gate
+  if (!checkAuth(req)) {
+    return send(res, 401, { error: "Unauthorized" });
+  }
+
+  if (req.method === "POST" && url.pathname === "/chat") {
+    return handleChat(req, res);
+  }
+
+  return send(res, 404, { error: "Not found" })
+})
+
+server.listen(PORT, () => {
+  console.log(\`[${t.projectName}] Agent server listening on :\${PORT}\`)
+})
+`},{path:"chat.mjs",contents:`import { streamText, convertToModelMessages } from "ai";
+import { embedQuery } from "./embed.mjs";
+import { query as storeQuery } from "./store.mjs";
+import { createOpenAI } from "@ai-sdk/openai";
+
+const CHAT_API_KEY = process.env.CHAT_API_KEY || process.env.OPENAI_API_KEY;
+const CHAT_MODEL = process.env.CHAT_MODEL || "${t.deployment?.chatModelId||"gpt-4o-mini"}";
+const SYSTEM_PROMPT = ${JSON.stringify(t.deployment?.systemPrompt||"You are a helpful AI assistant.")};
+
+const provider = createOpenAI({ apiKey: CHAT_API_KEY });
+const model = provider(CHAT_MODEL);
+
+export async function handleChat(req, res) {
+  let body = '';
+  req.on('data', chunk => body += chunk.toString());
+  req.on('end', async () => {
+    try {
+      const json = JSON.parse(body);
+      const messages = json.messages || [];
+      const lastMessage = messages[messages.length - 1];
+
+      let contextStr = "";
+      if (lastMessage && lastMessage.role === 'user') {
+        const vector = await embedQuery(lastMessage.content);
+        const topK = Number(process.env.TOP_K || 5);
+        const hits = await storeQuery(vector, topK);
+        if (hits.length > 0) {
+          contextStr = "Relevant context from knowledge base:\\n" + hits.map(h => \`- \${h.title}: \${h.text}\`).join('\\n\\n');
+        }
+      }
+
+      const systemMessage = { role: 'system', content: SYSTEM_PROMPT + (contextStr ? "\\n\\n" + contextStr : "") };
+      const coreMessages = convertToModelMessages([systemMessage, ...messages]);
+
+      const result = await streamText({
+        model,
+        messages: coreMessages,
+      });
+
+      res.writeHead(200, {
+        'Content-Type': 'text/event-stream',
+        'Cache-Control': 'no-cache',
+        'Connection': 'keep-alive',
+      });
+      
+      for await (const chunk of result.textStream) {
+        res.write(\`data: \${JSON.stringify(chunk)}\\n\\n\`);
+      }
+      res.end();
+    } catch (err) {
+      console.error(err);
+      res.writeHead(500);
+      res.end(JSON.stringify({ error: err.message }));
+    }
+  });
+}
+`},{path:"auth.mjs",contents:`import { parse } from "cookie";
+import crypto from "node:crypto";
+
+const AUTH_MODE = process.env.AGENT_AUTH_MODE || 'none';
+const JOIN_CODE = process.env.AGENT_JOIN_CODE || '';
+const SERVER_API_KEY = process.env.SERVER_API_KEY || '';
+const SECRET = process.env.SERVER_API_KEY || process.env.AGENT_JOIN_CODE || 'larkup-secret';
+
+function createToken() {
+  const payload = Buffer.from(JSON.stringify({ exp: Date.now() + 1000 * 60 * 60 * 24 * 7 })).toString('base64');
+  const signature = crypto.createHmac('sha256', SECRET).update(payload).digest('base64');
+  return \`\${payload}.\${signature}\`;
+}
+
+function verifyToken(token) {
+  try {
+    const [payload, signature] = token.split('.');
+    const expected = crypto.createHmac('sha256', SECRET).update(payload).digest('base64');
+    if (signature !== expected) return false;
+    const decoded = JSON.parse(Buffer.from(payload, 'base64').toString('utf8'));
+    return decoded.exp > Date.now();
+  } catch {
+    return false;
+  }
+}
+
+export function checkAuth(req) {
+  if (AUTH_MODE === 'none') return true;
+  
+  if (AUTH_MODE === 'api-key') {
+    const auth = req.headers.authorization;
+    if (!auth) return false;
+    const token = auth.replace(/^Bearer\\s+/i, "").trim();
+    return token === SERVER_API_KEY;
+  }
+  
+  if (AUTH_MODE === 'join-code') {
+    const cookies = parse(req.headers.cookie || '');
+    return verifyToken(cookies.agent_session);
+  }
+  
+  return false;
+}
+
+export function handleVerify(req, res) {
+  let body = '';
+  req.on('data', chunk => body += chunk.toString());
+  req.on('end', () => {
+    try {
+      const { code } = JSON.parse(body);
+      if (code === JOIN_CODE) {
+        const token = createToken();
+        res.writeHead(200, {
+          'Content-Type': 'application/json',
+          'Set-Cookie': \`agent_session=\${token}; HttpOnly; Path=/; Max-Age=604800; SameSite=Lax\`
+        });
+        res.end(JSON.stringify({ success: true }));
+      } else {
+        res.writeHead(401, { 'Content-Type': 'application/json' });
+        res.end(JSON.stringify({ error: 'Invalid join code' }));
+      }
+    } catch {
+      res.writeHead(400);
+      res.end(JSON.stringify({ error: 'Bad request' }));
+    }
+  });
+}
+`},{path:"widget.js",contents:`export const WIDGET_JS = \`
+export function embedWidget(options = {}) {
+  const url = (options.url || window.location.origin).replace(/\\/$/, '')
+  const id = options.id || 'larkup-chat-widget'
+  if (document.getElementById(id)) return
+  const theme = options.theme === 'dark' ? 'dark' : 'light'
+  const root = document.createElement('div')
+  root.id = id
+  root.innerHTML = '<button type="button" aria-label="Open chat" style="position:fixed;right:20px;bottom:20px;width:48px;height:48px;border:0;border-radius:999px;background:' + (theme === 'dark' ? '#fff' : '#000') + ';color:' + (theme === 'dark' ? '#000' : '#fff') + ';font-size:20px;cursor:pointer;z-index:2147483647">✦</button><iframe title="Chat" src="' + url + '/chat-ui" style="display:none;position:fixed;right:20px;bottom:80px;width:min(380px,calc(100vw - 32px));height:min(560px,calc(100vh - 112px));border:1px solid #e5e5e5;border-radius:8px;background:#fff;z-index:2147483647"></iframe>'
+  const button = root.querySelector('button')
+  const frame = root.querySelector('iframe')
+  button.addEventListener('click', () => {
+    frame.style.display = frame.style.display === 'block' ? 'none' : 'block'
+  })
+  document.body.appendChild(root)
+}
+\`;`},{path:"index.html",contents:`<!DOCTYPE html>
+<html>
+  <head>
+    <title>API Reference</title>
+    <meta charset="utf-8" />
+    <meta name="viewport" content="width=device-width, initial-scale=1" />
+    <style>
+      :root {
+        --scalar-color-1: #000000;
+        --scalar-color-2: #333333;
+        --scalar-color-3: #666666;
+        --scalar-color-accent: #000000;
+        --scalar-background-1: #ffffff;
+        --scalar-background-2: #fafafa;
+        --scalar-background-3: #f5f5f5;
+        --scalar-background-accent: #f0f0f0;
+      }
+      .dark-mode {
+        --scalar-color-1: #ffffff;
+        --scalar-color-2: #cccccc;
+        --scalar-color-3: #999999;
+        --scalar-color-accent: #ffffff;
+        --scalar-background-1: #000000;
+        --scalar-background-2: #111111;
+        --scalar-background-3: #222222;
+        --scalar-background-accent: #333333;
+      }
+    </style>
+  </head>
+  <body>
+    <script id="api-reference" data-url="/openapi.json"></script>
+    <script>
+      const configuration = {
+        "theme": "default",
+        "hideClientButton": false,
+        "showSidebar": true,
+        "hideModels": false,
+        "hideDownloadButton": false,
+        "authentication": {
+          "preferredSecurityScheme": "bearerAuth",
+          "http": {
+            "bearer": { "token": "" }
+          }
+        }
+      };
+      document.getElementById('api-reference').dataset.configuration = JSON.stringify(configuration);
+    </script>
+    <script src="https://cdn.jsdelivr.net/npm/@scalar/api-reference"></script>
+  </body>
+</html>`},{path:"openapi.json",contents:JSON.stringify({openapi:"3.1.0",info:{title:`${t.projectName} Agent API`,version:"1.0.0",description:"Agent API for chat and authentication."},components:{securitySchemes:{bearerAuth:{type:"http",scheme:"bearer"}}},security:[{bearerAuth:[]}],paths:{"/health":{get:{summary:"Health check",responses:{200:{description:"OK"}}}},"/auth/verify":{post:{summary:"Verify join code",requestBody:{content:{"application/json":{schema:{type:"object",properties:{code:{type:"string"}}}}}},responses:{200:{description:"Verified"},401:{description:"Invalid join code"}}}},"/chat":{post:{summary:"Stream chat",requestBody:{content:{"application/json":{schema:{type:"object",properties:{messages:{type:"array",items:{type:"object",properties:{role:{type:"string",enum:["user","assistant","system"]},content:{type:"string"}}}}}}}}},responses:{200:{description:"Event stream of AI response",content:{"text/event-stream":{}}}}}}}},null,2)},{path:"embed.mjs",contents:function(e){let t=`import { embed } from "ai"
+`,r="";if(e.embeddingModelId.startsWith("custom:")){let o=e.embeddingModelId.slice(7),n=(e.customEmbeddings??[]).find(e=>e.modelName===o);t+=`import { createOpenAICompatible } from "@ai-sdk/openai-compatible"
+`,r=`const provider = createOpenAICompatible({
+  name: "custom_provider",
+  baseURL: process.env.EMBEDDING_BASE_URL || ${JSON.stringify(n?.baseUrl||"")},
+  apiKey: process.env.EMBEDDING_API_KEY
+})
+const MODEL = provider.embeddingModel(process.env.EMBEDDING_MODEL || ${JSON.stringify(n?.modelName||"")})`}else"deepseek"===e.embeddingProvider?(t+=`import { createDeepSeek } from "@ai-sdk/deepseek"
+`,r=`const provider = createDeepSeek({
+  apiKey: process.env.EMBEDDING_API_KEY
+})
+const MODEL = provider.embeddingModel(process.env.EMBEDDING_MODEL || ${JSON.stringify(e.embeddingModelId)})`):"google"===e.embeddingProvider?(t+=`import { createGoogleGenerativeAI } from "@ai-sdk/google"
+`,r=`const provider = createGoogleGenerativeAI({
+  apiKey: process.env.EMBEDDING_API_KEY
+})
+const MODEL = provider.textEmbeddingModel(process.env.EMBEDDING_MODEL || ${JSON.stringify(e.embeddingModelId)})`):"cohere"===e.embeddingProvider?(t+=`import { createCohere } from "@ai-sdk/cohere"
+`,r=`const provider = createCohere({
+  apiKey: process.env.EMBEDDING_API_KEY
+})
+const MODEL = provider.embedding(process.env.EMBEDDING_MODEL || ${JSON.stringify(e.embeddingModelId)})`):"mistral"===e.embeddingProvider?(t+=`import { createMistral } from "@ai-sdk/mistral"
+`,r=`const provider = createMistral({
+  apiKey: process.env.EMBEDDING_API_KEY
+})
+const MODEL = provider.embedding(process.env.EMBEDDING_MODEL || ${JSON.stringify(e.embeddingModelId)})`):"vercel_ai_gateway"===e.embeddingProvider?(t+=`import { createGateway } from "@ai-sdk/gateway"
+`,r=`const gateway = createGateway({
+  apiKey: process.env.EMBEDDING_API_KEY
+})
+const MODEL = gateway.embedding(process.env.EMBEDDING_MODEL || ${JSON.stringify(e.embeddingModelId)})`):(t+=`import { createOpenAI } from "@ai-sdk/openai"
+`,r=`const provider = createOpenAI({
+  apiKey: process.env.EMBEDDING_API_KEY
+})
+const modelName = process.env.EMBEDDING_MODEL || ${JSON.stringify(e.embeddingModelId)};
+const MODEL = provider.embedding(modelName.includes("/") ? modelName.split("/")[1] : modelName)`);return`${t}
+${r}
+
+export async function embedQuery(text) {
+  const { embedding } = await embed({ model: MODEL, value: text })
+  return embedding
+}
+`}(t)},{path:"store.mjs",contents:"pinecone"===t.vectorStore?`import { Pinecone } from "@pinecone-database/pinecone"
+
+const API_KEY = process.env.PINECONE_API_KEY || ""
+const INDEX = process.env.PINECONE_INDEX || ""
+const NAMESPACE = process.env.PINECONE_NAMESPACE || "default"
+
+if (!API_KEY) throw new Error("PINECONE_API_KEY is required.")
+if (!INDEX) throw new Error("PINECONE_INDEX is required.")
+
+const pc = new Pinecone({ apiKey: API_KEY })
+const ns = pc.index(INDEX).namespace(NAMESPACE)
+
+export async function query(vector, topK) {
+  const res = await ns.query({ vector, topK, includeMetadata: true })
+  return (res.matches ?? []).map((m) => {
+    const meta = m.metadata ?? {}
+    return {
+      id: m.id,
+      score: m.score ?? 0,
+      text: meta.text ?? "",
+      title: meta.title ?? "Untitled",
+      url: meta.url || undefined,
+      documentId: meta.documentId ?? "",
+      metadata: meta,
+    }
+  })
+}
+
+export async function list({ page = 1, limit = 20 } = {}) {
+  // Collect all IDs via Pinecone's cursor-based pagination
+  const allIds = []
+  let paginationToken = undefined
+  do {
+    const res = await ns.listPaginated({ limit: 100, paginationToken })
+    if (res.vectors) allIds.push(...res.vectors.map(v => v.id))
+    paginationToken = res.pagination?.next
+  } while (paginationToken)
+
+  const total = allIds.length
+  const start = (page - 1) * limit
+  const pageIds = allIds.slice(start, start + limit)
+
+  if (pageIds.length === 0) {
+    return { documents: [], total, page, limit, totalPages: Math.ceil(total / limit) }
+  }
+
+  const fetched = await ns.fetch(pageIds)
+  const documents = Object.values(fetched.records).map(r => {
+    const meta = r.metadata ?? {}
+    return {
+      id: r.id,
+      text: meta.text ?? "",
+      title: meta.title ?? "Untitled",
+      url: meta.url || undefined,
+      documentId: meta.documentId ?? "",
+    }
+  })
+  return { documents, total, page, limit, totalPages: Math.ceil(total / limit) }
+}
+
+export async function get(id) {
+  const fetched = await ns.fetch([id])
+  const r = fetched.records[id]
+  if (!r) return null;
+  const meta = r.metadata ?? {}
+  return {
+    id: r.id,
+    text: meta.text ?? "",
+    title: meta.title ?? "Untitled",
+    url: meta.url || undefined,
+    documentId: meta.documentId ?? "",
+  }
+}
+
+export async function add(docs) {
+  const vectors = docs.map(d => ({
+    id: d.id,
+    values: d.vector,
+    metadata: {
+      ...(d.metadata ?? {}),
+      text: d.text,
+      title: d.title,
+      url: d.url || "",
+      documentId: d.documentId,
+    }
+  }))
+  await ns.upsert(vectors)
+  return { success: true }
+}
+
+export async function remove(id) {
+  await ns.deleteOne(id)
+  return { success: true }
+}
+
+export async function update(id, doc) {
+  await ns.update({
+    id,
+    values: doc.vector,
+    setMetadata: {
+      ...(doc.metadata ?? {}),
+      text: doc.text,
+      title: doc.title,
+      url: doc.url || "",
+      documentId: doc.documentId,
+    }
+  })
+  return { success: true }
+}
+`:`import * as lancedb from "@lancedb/lancedb"
+import path from "node:path"
+
+const MODE = process.env.LANCEDB_MODE || "local"
+const IS_SERVERLESS = !!process.env.VERCEL || !!process.env.AWS_LAMBDA_FUNCTION_NAME
+const DEFAULT_DB_PATH = IS_SERVERLESS ? "/tmp/lancedb" : "./.larkup/lancedb"
+const DB_PATH = process.env.LANCEDB_PATH || DEFAULT_DB_PATH
+const URI = process.env.LANCEDB_URI || ""
+const API_KEY = process.env.LANCEDB_API_KEY || ""
+const S3_URI = process.env.LANCEDB_S3_URI || ""
+const TABLE = process.env.LANCEDB_TABLE || "documents"
+
+if (IS_SERVERLESS && MODE === "local") {
+  console.warn("[LanceDB] Running on serverless — using /tmp/lancedb. Data will NOT persist between invocations. Use S3-compatible storage or LanceDB Cloud for production.")
+}
+
+let _conn = null
+let _table = null
+
+async function getConn() {
+  if (_conn) return _conn
+  if (MODE === "cloud") {
+    if (!URI || !API_KEY) {
+      throw new Error("LanceDB Cloud needs LANCEDB_URI and LANCEDB_API_KEY.")
+    }
+    _conn = await lancedb.connect(URI, { apiKey: API_KEY })
+  } else if (MODE === "s3") {
+    if (!S3_URI) {
+      throw new Error("S3-compatible LanceDB needs LANCEDB_S3_URI.")
+    }
+    _conn = await lancedb.connect(S3_URI)
+  } else {
+    const abs = path.isAbsolute(DB_PATH) ? DB_PATH : path.join(process.cwd(), DB_PATH)
+    _conn = await lancedb.connect(abs)
+  }
+  return _conn
+}
+
+async function getTable() {
+  if (_table) return _table
+  const conn = await getConn()
+  const names = await conn.tableNames()
+  if (names.includes(TABLE)) {
+    _table = await conn.openTable(TABLE)
+    return _table
+  }
+  return null
+}
+
+export async function query(vector, topK) {
+  const t = await getTable()
+  if (!t) return []
+  const rows = await t.search(vector).limit(topK).toArray()
+  return rows.map((row) => ({
+    id: row.id,
+    score: typeof row._distance === "number" ? 1 / (1 + row._distance) : 0,
+    text: row.text,
+    title: row.title,
+    url: row.url || undefined,
+    documentId: row.documentId,
+    metadata: typeof row.metadata === "string" ? JSON.parse(row.metadata) : row.metadata,
+  }))
+}
+
+export async function list({ page = 1, limit = 20 } = {}) {
+  const t = await getTable()
+  if (!t) return { documents: [], total: 0, page, limit, totalPages: 0 }
+  const allRows = await t.query().select(["id", "text", "title", "url", "documentId"]).toArray()
+  const total = allRows.length
+  const start = (page - 1) * limit
+  const pageRows = allRows.slice(start, start + limit)
+  return {
+    documents: pageRows.map((row) => ({
+      id: row.id,
+      text: row.text,
+      title: row.title,
+      url: row.url || undefined,
+      documentId: row.documentId,
+    })),
+    total,
+    page,
+    limit,
+    totalPages: Math.ceil(total / limit),
+  }
+}
+
+export async function get(id) {
+  const t = await getTable()
+  if (!t) return null
+  const rows = await t.query().filter(\`id = '\${id}'\`).limit(1).toArray()
+  if (!rows.length) return null;
+  const row = rows[0];
+  return { id: row.id, text: row.text, title: row.title, url: row.url || undefined, documentId: row.documentId }
+}
+
+export async function add(docs) {
+  if (docs.length === 0) return { success: true }
+  let t = await getTable()
+  if (t) {
+    await t.add(docs)
+  } else {
+    const conn = await getConn()
+    const names = await conn.tableNames()
+    if (names.includes(TABLE)) {
+      t = await conn.openTable(TABLE)
+      _table = t
+      await t.add(docs)
+    } else {
+      t = await conn.createTable(TABLE, docs)
+      _table = t
+    }
+  }
+  return { success: true }
+}
+
+export async function remove(id) {
+  const t = await getTable()
+  if (!t) return { success: true }
+  await t.delete(\`id = '\${id}'\`)
+  return { success: true }
+}
+
+export async function update(id, doc) {
+  let t = await getTable()
+  if (!t) {
+    const conn = await getConn()
+    t = await conn.createTable(TABLE, [doc])
+    _table = t
+    return { success: true }
+  }
+  await t.delete(\`id = '\${id}'\`)
+  await t.add([doc])
+  return { success: true }
+}`},{path:"demo.mjs",contents:`const BASE = process.env.RAG_SERVER_URL || "http://localhost:8080"
+
+const question = process.argv.slice(2).join(" ") || "What is this corpus about?"
+
+const res = await fetch(\`\${BASE}/query\`, {
+  method: "POST",
+  headers: { "Content-Type": "application/json" },
+  body: JSON.stringify({ query: question }),
+})
+
+const data = await res.json()
+if (!res.ok) {
+  console.error("Error:", data.error)
+  process.exit(1)
+}
+
+console.log(\`\\nQuery: \${data.query}\\n\`)
+for (const [i, hit] of data.hits.entries()) {
+  console.log(\`#\${i + 1} [\${hit.score.toFixed(3)}] \${hit.title}\`)
+  if (hit.url) console.log(\`   \${hit.url}\`)
+  console.log(\`   \${hit.text.slice(0, 160).replace(/\\n/g, " ")}...\\n\`)
+}
+`},{path:"Dockerfile",contents:`FROM node:22-slim
+
+WORKDIR /app
+
+COPY package.json ./
+RUN npm install --omit=dev
+
+COPY . .
+
+ENV PORT=8080
+EXPOSE 8080
+
+CMD ["node", "server.mjs"]
+`},{path:".dockerignore",contents:`node_modules
+npm-debug.log
+.env
+.git
+.DS_Store
+`},{path:"docker-compose.yml",contents:(r=t.projectName,o=l?`    volumes:
+      - ./.larkup:/app/.larkup
+`:"",`services:
+  ${r}:
+    build: .
+    container_name: ${r}
+    restart: unless-stopped
+    ports:
+      - "8080:8080"
+    env_file:
+      - .env
+${o}`)},{path:"vercel.json",contents:`{
+  "$schema": "https://openapi.vercel.sh/vercel.json",
+  "builds": [{ "src": "server.mjs", "use": "@vercel/node" }],
+  "routes": [
+    { "handle": "filesystem" },
+    { "src": "/(.*)", "dest": "server.mjs" }
+  ]
+}
+`},{path:".env.example",contents:m.envVars.map(e=>`# ${e.help}${e.required?"":" (optional)"}
+${e.key}=`).join("\n")},{path:".env",contents:f},{path:".gitignore",contents:"node_modules\n.env\n.DS_Store\n"},{path:"README.md",contents:(n=(0,i.getVectorStore)(t.vectorStore),a=Object.entries(m.dependencies).map(([e,t])=>`- \`${e}@${t}\``).join("\n"),`# ${t.projectName}
+
+A lightweight RAG retrieval server generated by **larkup**.
+
+- **Vector store:** ${n.label}
+- **Embedding model:** ${t.embeddingModelId}
+- **Index type:** ${t.indexType}
+- **Default top-k:** ${t.topK}
+
+## Dependencies
+${a}
+
+## Run locally
+\`\`\`bash
+npm install
+cp .env.example .env
+node server.mjs
+\`\`\`
+
+Then query it:
+\`\`\`bash
+node demo.mjs "your question here"
+# or
+curl -X POST http://localhost:8080/query \\
+  -H "Content-Type: application/json" \\
+  -H "Authorization: Bearer <your-key>" \\
+  -d '{"query":"your question","topK":${t.topK}}'
+\`\`\`
+
+## Deploy
+
+### Docker / VPS
+\`\`\`bash
+docker compose up -d --build
+\`\`\`
+
+### Vercel
+\`\`\`bash
+vercel deploy
+\`\`\`
+
+## API
+- \`GET  /health\`           → \`{ ok: true }\`
+- \`GET  /reference\`        → Scalar API docs UI
+- \`POST /query\`            → \`{ query, hits: [{ id, score, title, url, text, documentId }] }\`
+- \`GET  /documents\`        → list all documents (paginated)
+- \`GET  /documents/:id\`    → get a single document
+- \`POST /documents\`        → add a document
+- \`PUT  /documents/:id\`    → update a document
+- \`DELETE /documents/:id\`  → delete a document
+- \`POST /scrape\`           → scrape a URL and ingest into the corpus
+- \`GET  /corpus/summary\`   → get corpus statistics (counts by source/status)
+- \`POST /corpus\`           → get corpus documents with optional filtering
+- \`POST /corpus/export\`    → export full corpus as CSV or JSONL
+`)}].map(e=>{var t;return{...e,language:(t=e.path).endsWith(".json")?"json":t.endsWith(".mjs")||t.endsWith(".js")?"javascript":t.endsWith(".md")?"markdown":t.endsWith("Dockerfile")?"dockerfile":t.endsWith(".yml")||t.endsWith(".yaml")?"yaml":"text"}});try{let t=e.r(902157),r=e.r(750227),o=r.resolve(process.cwd(),"public/favicon2.ico");if(t.existsSync(o))g.push({path:"public/favicon2.ico",contents:t.readFileSync(o).toString("base64"),language:"ico",encoding:"base64"});else{let e=r.resolve(process.cwd(),"apps/web/public/favicon2.ico");t.existsSync(e)&&g.push({path:"public/favicon2.ico",contents:t.readFileSync(e).toString("base64"),language:"ico",encoding:"base64"})}}catch(e){}return m.files=g,m}(o),a=await E(!0);if(!a)throw Error("No active server to emit to.");for(let e of(await t.promises.mkdir(a,{recursive:!0}),n.files)){let o=r.default.join(a,e.path);await t.promises.mkdir(r.default.dirname(o),{recursive:!0}),"base64"===e.encoding?await t.promises.writeFile(o,Buffer.from(e.contents,"base64")):await t.promises.writeFile(o,e.contents,"utf8")}return a}async function b(e,n){let a,s="http://localhost:8081",i=await v();if(i.pid&&A(i.pid))try{process.kill(i.pid,9)}catch{}await p(8081);let c=await D(e);try{await l("npm install --omit=dev",{cwd:c,timeout:24e4,env:{...process.env,HOME:process.env.HOME||c,npm_config_cache:r.default.join(c,".npm-cache")}})}catch(t){let e=t instanceof Error?t.message:"npm install failed";return w({...m(8081),lastError:e})}let d=e.storeConfig.dbPath||"./.larkup/lancedb",u=r.default.isAbsolute(d)?d:r.default.join(process.cwd(),d),E=r.default.join(c,"server.log");await t.promises.writeFile(E,"","utf8");let f=await t.promises.open(E,"a"),g=(0,o.spawn)("node",["server.mjs"],{cwd:c,detached:!0,stdio:["ignore",f.fd,f.fd],env:{...process.env,PORT:String(8081),TOP_K:String(e.topK),SERVER_API_KEY:n||"",AGENT_AUTH_MODE:e.deployment?.authMode||"none",AGENT_JOIN_CODE:e.deployment?.joinCode||"",CHAT_API_KEY:e.deployment?.chatApiKey||e.chatApiKey||process.env.OPENAI_API_KEY||"",EMBEDDING_API_KEY:e.embeddingApiKey||process.env.EMBEDDING_API_KEY||process.env.OPENAI_API_KEY||"",OPENAI_API_KEY:e.embeddingApiKey||e.chatApiKey||process.env.OPENAI_API_KEY||"",PINECONE_API_KEY:e.storeConfig.apiKey||"",PINECONE_INDEX:e.storeConfig.indexName||"",PINECONE_NAMESPACE:e.storeConfig.namespace||"",PINECONE_SPARSE_MODEL:e.storeConfig.sparseModel||"",PINECONE_SPARSE_INDEX:e.storeConfig.sparseIndexName||"",LANCEDB_MODE:e.storeConfig.mode||"local",LANCEDB_PATH:u,LANCEDB_URI:e.storeConfig.uri||"",LANCEDB_API_KEY:e.storeConfig.apiKey||"",LANCEDB_S3_URI:e.storeConfig.s3Uri||"",AWS_ENDPOINT:e.storeConfig.s3Endpoint||"",AWS_REGION:e.storeConfig.s3Region||"",AWS_ACCESS_KEY_ID:e.storeConfig.s3AccessKeyId||"",AWS_SECRET_ACCESS_KEY:e.storeConfig.s3SecretAccessKey||"",LANCEDB_TABLE:e.storeConfig.tableName||"documents"}});g.unref(),await f.close();let _=await T(s,2e4);if(!_){a="The AI agent server failed to start.";try{let e=(await t.promises.readFile(E,"utf8")).trim();if(e){let t=e.split("\n").slice(-5).join("\n");a=`The AI agent server failed to start. Error details:
+${t}`}}catch(e){}}return w({running:_,pid:g.pid,port:8081,endpoint:s,generatedAt:new Date().toISOString(),startedAt:new Date().toISOString(),lastError:a})}async function P(){let e=await v(),t=e.port||8081;if(e.pid&&A(e.pid))try{process.kill(e.pid,9)}catch{}return await p(t),w({...e,running:!1,pid:void 0,startedAt:void 0})}async function O(){let e=await v();if(!e.startedAt)return e;let t=A(e.pid)&&await S(e.endpoint);return t!==e.running?w({...e,running:t}):e}async function C(){let e=await h(),t=e.port||8080;if(e.pid&&A(e.pid))try{process.kill(e.pid,9)}catch{}return await p(t),y({...e,running:!1,pid:void 0,startedAt:void 0})}async function k(){let e=await h();if(!e.startedAt)return e;let t=A(e.pid)&&await S(e.endpoint);return t!==e.running?y({...e,running:t}):e}async function T(e,t){let r=Date.now()+t;for(;Date.now()<r;){if(await S(e))return!0;await new Promise(e=>setTimeout(e,1500))}return!1}e.s(["readAgentServerState",0,v,"readServerState",0,h,"refreshAgentServerStatus",0,O,"refreshServerStatus",0,k,"startAgentServer",0,b,"startServer",0,N,"stopAgentServer",0,P,"stopServer",0,C],432970)}];
+
+//# sourceMappingURL=packages_core_src_generator_server-runtime_ts_127f0ye._.js.map

package/.next/server/chunks/packages_core_src_index-store_ts_13sjtkb._.js

@@ -0,0 +1,3 @@
+module.exports=[489694,t=>{"use strict";var n=t.i(902157),e=t.i(750227),i=t.i(192441);let r=Promise.resolve();function a(t){let n=r.then(t,t);return r=n.catch(()=>{}),n}async function u(t){let n=t?await (0,i.requireDataDir)():await (0,i.getDataDir)();return n?e.default.join(n,"index-run.json"):null}async function s(){let t=await u(!1);if(!t)return null;try{let e=await n.promises.readFile(t,"utf8");return JSON.parse(e)}catch{return null}}async function l(){let t=await s();return!!(t&&("chunking"===t.status||"embedding"===t.status||"upserting"===t.status))}t.s(["claimRun",0,function(t){return a(async()=>{let e=await s();if(e&&("chunking"===e.status||"embedding"===e.status||"upserting"===e.status))throw Error("An indexing run is already in progress.");let i=await u(!0),r={...t,updatedAt:new Date().toISOString()};return i&&await n.promises.writeFile(i,JSON.stringify(r,null,2),"utf8"),r})},"isRunning",0,l,"patchRun",0,function(t,e){return a(async()=>{let i=await s();if(!i||e&&i.id!==e)return null;let r={...i,...t,updatedAt:new Date().toISOString()},a=await u(!0);return a&&await n.promises.writeFile(a,JSON.stringify(r,null,2),"utf8"),r})},"readRun",0,s])}];
+
+//# sourceMappingURL=packages_core_src_index-store_ts_13sjtkb._.js.map