lightnode-sdk 0.10.5 → 0.10.6

package/dist/add.js

@@ -738,6 +738,17 @@ process.exit(0);
 // level runInference() helper. Keeps conversation history client-side and
 // formats every prior turn into the next prompt so the model has context.
 // ---------------------------------------------------------------------------
+// Default grounding sent ahead of every turn. The underlying models (llama3)
+// have no training knowledge of this specific project, so without grounding a
+// small model confidently invents details (e.g. "Lightchain is a Litecoin
+// fork" or "an IoT blockchain"). This identity + anti-hallucination prompt
+// stops the worst drift; edit it to add your real facts. The SDK does NOT have
+// a separate `system` channel - this text is prepended to the prompt itself.
+const CHAT_SYSTEM_PROMPT = `You are the assistant for Lightchain AI, a decentralized AI inference network: open models (such as llama3-8b and llama3-70b) run across independent worker nodes, and every request is paid for on-chain with the network's native token, LCAI.
+
+Important: in this app "Lightchain", "LightChain", and "Lightchain AI" always refer to THIS project, the decentralized AI inference network. It is NOT Litecoin, NOT a Litecoin fork, NOT an IoT blockchain, and NOT any other similarly named project. Never describe it that way.
+
+If you are not certain of a specific fact about Lightchain AI, say you are not sure instead of inventing details. Keep answers clear and concise.`;
 const NEXTJS_CHAT_PAGE = `// app/chat/page.tsx
 // Generated by 'lightnode add chat'. Server-paid: your funded PRIVATE_KEY (in
 // .env) pays each turn; the streaming /api/inference route runs the inference.
@@ -929,19 +940,28 @@ export const maxDuration = 120;
 const NETWORK = (process.env.NETWORK ?? "testnet") as "mainnet" | "testnet";
 const MODEL = process.env.MODEL ?? "llama3-8b";
 
+// Grounding prepended to every turn so the model stops guessing what this
+// project is. Edit it to add your real facts. (The SDK has no separate
+// 'system' channel, so we fold it into the prompt below.)
+const DEFAULT_SYSTEM = ${JSON.stringify(CHAT_SYSTEM_PROMPT)};
+
 export async function POST(req: Request) {
   if (!process.env.PRIVATE_KEY?.startsWith("0x")) {
     return NextResponse.json({ error: "PRIVATE_KEY not configured" }, { status: 500 });
   }
   const body = (await req.json().catch(() => ({}))) as { prompt?: string; system?: string; stream?: boolean };
-  const prompt = body.prompt?.trim();
-  if (!prompt) return NextResponse.json({ error: "prompt is required" }, { status: 400 });
+  const userPrompt = body.prompt?.trim();
+  if (!userPrompt) return NextResponse.json({ error: "prompt is required" }, { status: 400 });
+
+  // The SDK encrypts only the prompt - there is no separate 'system' channel -
+  // so fold the grounding (or a caller override) into the front of the prompt.
+  const system = body.system?.trim() || DEFAULT_SYSTEM;
+  const prompt = system ? \`\${system}\\n\\n\${userPrompt}\` : userPrompt;
 
   const args = {
     network: NETWORK,
     privateKey: process.env.PRIVATE_KEY as \`0x\${string}\`,
     model: MODEL,
-    system: body.system?.trim() || undefined,
     prompt,
   };
 
@@ -1016,6 +1036,11 @@ type Turn = {
 const MODELS = ["llama3-8b", "llama3-70b"] as const;
 type ModelId = (typeof MODELS)[number];
 
+// Grounding prepended to every turn. The models have no training knowledge of
+// this specific project, so without it a small model invents details (e.g.
+// "Lightchain is a Litecoin fork"). Edit this to add your real facts.
+const CHAT_SYSTEM_PROMPT = ${JSON.stringify(CHAT_SYSTEM_PROMPT)};
+
 export default function ChatWeb3() {
   const { address, chain } = useAccount();
   const network: "mainnet" | "testnet" | null =
@@ -1137,8 +1162,7 @@ export default function ChatWeb3() {
     setTurns([...history, { role: "user", text: next }, { role: "assistant", text: "", streaming: true }]);
     setInput("");
     try {
-      const system = "You are a concise assistant. Reply in one or two short sentences.";
-      const prompt = composePrompt(history, next, system);
+      const prompt = composePrompt(history, next, CHAT_SYSTEM_PROMPT);
       const onChunk = (_chunk: string, totalSoFar: string) => {
         setBusyStage("");
         patchLastAssistant({ text: totalSoFar });

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "lightnode-sdk",
-  "version": "0.10.5",
+  "version": "0.10.6",
   "description": "Read-only TypeScript client for LightChain AI: workers, jobs, models, on-chain registration, and per-model network analytics. Independent, community-built (not an official LightChain package).",
   "type": "module",
   "main": "./dist/index.js",