lightnode-sdk 0.10.2 → 0.10.4

package/dist/add.js

@@ -1281,7 +1281,7 @@ export default function ChatWeb3() {
               onChange={(e) => setModel(e.target.value as ModelId)}
               disabled={busy}
               title="Model (both live on LightChain mainnet)"
-              className="rounded-lg border border-border bg-background px-2 py-1 text-xs font-medium text-muted-foreground outline-none focus:ring-2 focus:ring-primary disabled:opacity-50"
+              className="cursor-pointer rounded-lg bg-muted-foreground/10 px-2 py-1 text-xs font-medium text-muted-foreground outline-none transition-colors hover:bg-muted-foreground/15 focus:ring-1 focus:ring-primary disabled:opacity-50"
             >
               {MODELS.map((m) => (
                 <option key={m} value={m}>{m}</option>
@@ -1776,55 +1776,46 @@ Reply with STRICT JSON only, matching: { "passed": boolean, "confidence": 0-1, "
 }
 `;
 const NODE_CHAT_REPL = `// chat-repl.ts
-// Generated by 'lightnode add chat'. Interactive chat REPL in your terminal.
-//   npm install lightnode-sdk viem ws
-//   tsx chat-repl.ts
+// Generated by 'lightnode add chat'. Interactive multi-turn chat in your terminal.
+//   cp .env.example .env     (put a funded PRIVATE_KEY in it)
+//   npx tsx chat-repl.ts
 import * as readline from "node:readline/promises";
 import { stdin as input, stdout as output } from "node:process";
-import WS from "ws";
-import { createPublicClient, createWalletClient, http } from "viem";
-import { privateKeyToAccount } from "viem/accounts";
-import { LightNode, runInference, GatewayClient, consumerGatewayUrl, type NetworkId } from "lightnode-sdk";
+import { runInferenceWithKey, type NetworkId } from "lightnode-sdk";
 
-const NETWORK = (process.env.NETWORK ?? "testnet") as NetworkId;
+const NETWORK = (process.env.NETWORK ?? "mainnet") as NetworkId;
 const MODEL = process.env.MODEL ?? "llama3-8b";
+const SYSTEM = "You are a concise assistant. Reply in one or two short sentences.";
 const PRIVATE_KEY = process.env.PRIVATE_KEY as \`0x\${string}\` | undefined;
-if (!PRIVATE_KEY?.startsWith("0x") || PRIVATE_KEY.length !== 66) { console.error("set PRIVATE_KEY in .env"); process.exit(1); }
-
-const ln = new LightNode(NETWORK);
-const acct = privateKeyToAccount(PRIVATE_KEY);
-const chain = { id: ln.network.chainId, name: ln.network.label, nativeCurrency: { name: "LCAI", symbol: "LCAI", decimals: 18 }, rpcUrls: { default: { http: [ln.network.rpc] } } };
-const pub = createPublicClient({ transport: http(ln.network.rpc), chain });
-const wal = createWalletClient({ account: acct, transport: http(ln.network.rpc), chain });
-
-// One SIWE handshake per process; the JWT is reused across all turns.
-const ch = await (await fetch(\`\${consumerGatewayUrl(NETWORK)}/api/auth/challenge?address=\${acct.address}\`)).json() as { message?: string };
-if (!ch.message) throw new Error("auth challenge failed");
-const sig = await wal.signMessage({ message: ch.message });
-const verify = await (await fetch(\`\${consumerGatewayUrl(NETWORK)}/api/auth/verify\`, { method: "POST", headers: { "Content-Type": "application/json" }, body: JSON.stringify({ message: ch.message, signature: sig }) })).json() as { token?: string };
-if (!verify.token) throw new Error("auth verify failed");
-const gateway = new GatewayClient({ network: NETWORK, bearer: verify.token });
+if (!PRIVATE_KEY?.startsWith("0x") || PRIVATE_KEY.length !== 66) {
+  console.error("Set a funded PRIVATE_KEY in .env (see .env.example).");
+  process.exit(1);
+}
 
 const rl = readline.createInterface({ input, output });
 const turns: { role: "user" | "assistant"; text: string }[] = [];
-console.log(\`▶ chat on \${NETWORK}, model=\${MODEL}. Ctrl+C to exit.\\n\`);
+console.log(\`Chat on \${NETWORK} (\${MODEL}). Your funded key pays each turn. Ctrl+C to exit.\\n\`);
 
 while (true) {
-  const user = (await rl.question("> ")).trim();
+  const user = (await rl.question("you > ")).trim();
   if (!user) continue;
   turns.push({ role: "user", text: user });
-  const prompt = turns.map((t) => (t.role === "user" ? \`User: \${t.text}\` : \`Assistant: \${t.text}\`)).join("\\n") + "\\nAssistant:";
+  const prompt = SYSTEM + "\\n\\n" + turns.map((t) => (t.role === "user" ? "User: " : "Assistant: ") + t.text).join("\\n\\n") + "\\n\\nAssistant:";
   try {
-    process.stdout.write("  ");
-    const { answer } = await runInference({
-      prompt, gateway, wallet: wal, publicClient: pub, network: ln.network,
-      model: MODEL, WebSocket: WS,
+    process.stdout.write("ai  > ");
+    // runInferenceWithKey builds the viem clients, runs SIWE, and auto-loads
+    // 'ws' in Node - no manual client wiring (and no type casts) needed.
+    const { answer } = await runInferenceWithKey({
+      network: NETWORK,
+      privateKey: PRIVATE_KEY,
+      model: MODEL,
+      prompt,
       onChunk: (chunk) => process.stdout.write(chunk),
     });
     process.stdout.write("\\n\\n");
     turns.push({ role: "assistant", text: answer });
   } catch (e) {
-    console.log(\`  (error: \${(e as Error).message})\`);
+    console.log("  (error: " + (e as Error).message + ")\\n");
   }
 }
 `;
@@ -2611,6 +2602,7 @@ body::before {
 `;
 /** Map an `add` target to the route folder its page lives in. */
 const WEB3_ROUTE_DIR = {
+    "chat": "chat",
     "chat-web3": "chat-web3",
     "inference-web3": "inference-web3",
     "judge-web3": "judge-web3",
@@ -2677,6 +2669,37 @@ const SCAFFOLD_README_WHAT = {
 /** A real README for a freshly scaffolded app, replacing the create-next-app
  *  default so the dev knows what they got and how to use it. */
 function scaffoldReadme(target, dir) {
+    if (target === "chat") {
+        return `# LightNode chat (server-paid)
+
+Generated by \`lightnode add chat\`. A streaming chatbot where YOUR funded wallet
+pays for every visitor's turn - users never touch a wallet (the classic SaaS
+chatbot pattern).
+
+## Run it
+
+    cp .env.example .env     # then put a funded mainnet PRIVATE_KEY in it
+    npm run dev
+
+Open http://localhost:3000 (the chat is the homepage; also served at /chat).
+Mainnet llama3-8b is ~0.02 LCAI per turn. Free testnet LCAI: https://lightfaucet.ai
+
+## Where things live
+
+- \`app/page.tsx\` - re-exports the chat as the homepage
+- \`app/chat/page.tsx\` - the streaming chat UI (also at /chat). Edit this.
+- \`app/api/inference/route.ts\` - the streaming server route (uses PRIVATE_KEY)
+- \`.env.example\` - PRIVATE_KEY (+ NETWORK, MODEL)
+- \`Dockerfile\` + \`docker-compose.yml\` - run the whole stack with no function timeout
+- \`LIGHTNODE-HOSTING.md\` - deploy notes
+
+## Customize
+
+Change the model or system prompt in \`app/api/inference/route.ts\`. The page is a
+normal React client component streaming from your route. Builder docs:
+https://lightnode.app/build
+`;
+    }
     const what = SCAFFOLD_README_WHAT[target] ?? "A self-contained, wallet-signed page.";
     return `# LightNode ${dir}
 

package/dist/cli.js

@@ -583,7 +583,7 @@ async function main() {
             // A Next.js client page needs a Next.js app to live in. In a bare folder,
             // scaffold one first so the generated page renders instead of throwing
             // "Cannot find module 'react'". Opt out with --no-scaffold.
-            const didScaffold = NEXT_PAGE_TARGETS.has(sub ?? "") && !existsSync(join(cwd, "package.json")) && !noScaffold
+            const didScaffold = (NEXT_PAGE_TARGETS.has(sub ?? "") || sub === "chat") && !existsSync(join(cwd, "package.json")) && !noScaffold
                 ? scaffoldNextApp(cwd, sub ?? "")
                 : false;
             // ---- write the requested files ----
@@ -617,7 +617,7 @@ async function main() {
             // the LightChain theme so localhost:3000 lands on the chat, not the
             // create-next-app starter. Skipped in an existing app (nothing to clobber).
             let wiring = null;
-            if (didScaffold && isWeb3Page) {
+            if (didScaffold && (isWeb3Page || sub === "chat")) {
                 wiring = wireFreshScaffold(sub, { cwd });
                 printWritten(wiring.written);
                 if (wiring.homepageRoute)
@@ -669,10 +669,8 @@ async function main() {
                         console.log(`  3. AGENT_INTERVAL_MS=3600000 npx tsx agent.ts   # or run under pm2/systemd`);
                     }
                     else if (sub === "chat" && result.template === "nextjs-api") {
-                        console.log(`  3. Pick one:`);
-                        console.log(`     a) docker compose up --build         # run the whole stack yourself, no timeout`);
-                        console.log(`     b) npm run dev                       # local dev only`);
-                        console.log(`     Open http://localhost:3000/chat`);
+                        console.log(`  3. npm run dev   # then open http://localhost:3000${wiring ? "" : "/chat"}`);
+                        console.log(`     (or: docker compose up --build  to run the whole stack with no function timeout)`);
                     }
                     else if (sub === "chat") {
                         console.log(`  3. npx tsx chat-repl.ts  (interactive terminal chat)`);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "lightnode-sdk",
-  "version": "0.10.2",
+  "version": "0.10.4",
   "description": "Read-only TypeScript client for LightChain AI: workers, jobs, models, on-chain registration, and per-model network analytics. Independent, community-built (not an official LightChain package).",
   "type": "module",
   "main": "./dist/index.js",