lightnode-sdk 0.8.8 → 0.8.10

package/dist/add.js

@@ -978,7 +978,9 @@ type Turn = {
   jobCompletedTx?: \`0x\${string}\` | null;
 };
 
-const MODEL = "llama3-8b";
+// Models live on LightChain mainnet. The visitor picks one per the dropdown.
+const MODELS = ["llama3-8b", "llama3-70b"] as const;
+type ModelId = (typeof MODELS)[number];
 
 export default function ChatWeb3() {
   const { address, chain } = useAccount();
@@ -987,6 +989,7 @@ export default function ChatWeb3() {
   const { data: walletClient } = useWalletClient({ chainId: chain?.id });
   const publicClient = usePublicClient({ chainId: chain?.id });
 
+  const [model, setModel] = useState<ModelId>("llama3-8b");
   const [turns, setTurns] = useState<Turn[]>([]);
   const [input, setInput] = useState("");
   const [busy, setBusy] = useState(false);
@@ -1000,12 +1003,12 @@ export default function ChatWeb3() {
   useEffect(() => {
     if (!network) { setFeeLcai(null); return; }
     let cancelled = false;
-    estimateJobFee(NETWORKS[network], MODEL).then(
+    estimateJobFee(NETWORKS[network], model).then(
       (fee) => { if (!cancelled) setFeeLcai(fee); },
       () => { if (!cancelled) setFeeLcai(null); },
     );
     return () => { cancelled = true; };
-  }, [network]);
+  }, [network, model]);
 
   // Keep the latest turn in view. Instant while streaming (smooth scrolling on
   // every chunk competes for the main thread); smooth once idle.
@@ -1062,7 +1065,7 @@ export default function ChatWeb3() {
         wallet: walletClient as unknown as Parameters<typeof runInference>[0]["wallet"],
         publicClient: publicClient as unknown as Parameters<typeof runInference>[0]["publicClient"],
         network: NETWORKS[network],
-        model: MODEL,
+        model,
         jobCompletedTimeoutMs: 120_000,
         maxRetries: 1,
         // Stream each decrypted chunk into the assistant bubble as it arrives.
@@ -1207,14 +1210,17 @@ export default function ChatWeb3() {
           />
         </div>
         <div className="mt-1 flex items-center justify-between gap-2">
-          <span className="inline-flex items-center gap-1.5 rounded-lg px-2 py-1 text-xs font-medium text-muted-foreground">
-            <svg width="14" height="14" viewBox="0 0 24 24" fill="none" stroke="currentColor" strokeWidth="2" strokeLinecap="round" strokeLinejoin="round">
-              <rect x="4" y="4" width="16" height="16" rx="2" />
-              <rect x="9" y="9" width="6" height="6" />
-              <path d="M9 2v2M15 2v2M9 20v2M15 20v2M2 9h2M2 15h2M20 9h2M20 15h2" />
-            </svg>
-            {MODEL}
-          </span>
+          <select
+            value={model}
+            onChange={(e) => setModel(e.target.value as ModelId)}
+            disabled={busy}
+            title="Model (both live on LightChain mainnet)"
+            className="rounded-lg border border-border bg-background px-2 py-1 text-xs font-medium text-muted-foreground outline-none focus:ring-2 focus:ring-primary disabled:opacity-50"
+          >
+            {MODELS.map((m) => (
+              <option key={m} value={m}>{m}</option>
+            ))}
+          </select>
           <button
             type="button"
             onClick={() => send()}
@@ -1267,7 +1273,8 @@ type Result = {
   elapsedMs: number;
 };
 
-const MODEL = "llama3-8b";
+const MODELS = ["llama3-8b", "llama3-70b"] as const;
+type ModelId = (typeof MODELS)[number];
 
 export default function InferenceWeb3() {
   const { address, chain } = useAccount();
@@ -1276,6 +1283,7 @@ export default function InferenceWeb3() {
   const { data: walletClient } = useWalletClient({ chainId: chain?.id });
   const publicClient = usePublicClient({ chainId: chain?.id });
 
+  const [model, setModel] = useState<ModelId>("llama3-8b");
   const [system, setSystem] = useState("You are a concise assistant. Reply in one or two short sentences.");
   const [prompt, setPrompt] = useState("Reply with the single word OK.");
   const [busy, setBusy] = useState(false);
@@ -1288,12 +1296,12 @@ export default function InferenceWeb3() {
   useEffect(() => {
     if (!network) { setFeeLcai(null); return; }
     let cancelled = false;
-    estimateJobFee(NETWORKS[network], MODEL).then(
+    estimateJobFee(NETWORKS[network], model).then(
       (fee) => { if (!cancelled) setFeeLcai(fee); },
       () => { if (!cancelled) setFeeLcai(null); },
     );
     return () => { cancelled = true; };
-  }, [network]);
+  }, [network, model]);
 
   async function run() {
     if (!walletClient || !publicClient || !address || !network) {
@@ -1319,7 +1327,7 @@ export default function InferenceWeb3() {
         wallet: walletClient as unknown as Parameters<typeof runInference>[0]["wallet"],
         publicClient: publicClient as unknown as Parameters<typeof runInference>[0]["publicClient"],
         network: NETWORKS[network],
-        model: MODEL,
+        model,
         jobCompletedTimeoutMs: 120_000,
         maxRetries: 1,
         // Stream the answer live as decrypted chunks arrive.
@@ -1382,10 +1390,23 @@ export default function InferenceWeb3() {
             className="resize-none rounded-xl border border-border bg-card px-3 py-2 font-mono text-xs text-foreground outline-none focus:ring-2 focus:ring-primary" />
         </label>
 
-        <button type="button" onClick={() => run()} disabled={busy || !prompt.trim() || !address || !network}
-          className="self-start rounded-xl bg-gradient-primary px-4 py-2 text-sm font-medium text-white transition-opacity hover:opacity-90 disabled:cursor-not-allowed disabled:opacity-40">
-          {busy ? (busyStage || "Running...") : "Run inference"}
-        </button>
+        <div className="flex items-center gap-3">
+          <select
+            value={model}
+            onChange={(e) => setModel(e.target.value as ModelId)}
+            disabled={busy}
+            title="Model (both live on LightChain mainnet)"
+            className="rounded-xl border border-border bg-card px-2 py-2 text-xs font-medium text-muted-foreground outline-none focus:ring-2 focus:ring-primary disabled:opacity-50"
+          >
+            {MODELS.map((m) => (
+              <option key={m} value={m}>{m}</option>
+            ))}
+          </select>
+          <button type="button" onClick={() => run()} disabled={busy || !prompt.trim() || !address || !network}
+            className="rounded-xl bg-gradient-primary px-4 py-2 text-sm font-medium text-white transition-opacity hover:opacity-90 disabled:cursor-not-allowed disabled:opacity-40">
+            {busy ? (busyStage || "Running...") : "Run inference"}
+          </button>
+        </div>
 
         {err && (
           <p className="rounded-lg border border-destructive/30 bg-destructive/10 px-3 py-2 text-sm text-destructive">
@@ -1464,7 +1485,8 @@ type Result = {
   jobCompleted: \`0x\${string}\` | null;
 };
 
-const MODEL = "llama3-8b";
+const MODELS = ["llama3-8b", "llama3-70b"] as const;
+type ModelId = (typeof MODELS)[number];
 
 export default function JudgeWeb3() {
   const { address, chain } = useAccount();
@@ -1473,6 +1495,7 @@ export default function JudgeWeb3() {
   const { data: walletClient } = useWalletClient({ chainId: chain?.id });
   const publicClient = usePublicClient({ chainId: chain?.id });
 
+  const [model, setModel] = useState<ModelId>("llama3-8b");
   const [criteria, setCriteria] = useState("Run a mile under 8 minutes");
   const [evidence, setEvidence] = useState('{"distance_km": 1.61, "time_minutes": 7.4}');
   const [busy, setBusy] = useState(false);
@@ -1485,12 +1508,12 @@ export default function JudgeWeb3() {
   useEffect(() => {
     if (!network) { setFeeLcai(null); return; }
     let cancelled = false;
-    estimateJobFee(NETWORKS[network], MODEL).then(
+    estimateJobFee(NETWORKS[network], model).then(
       (fee) => { if (!cancelled) setFeeLcai(fee); },
       () => { if (!cancelled) setFeeLcai(null); },
     );
     return () => { cancelled = true; };
-  }, [network]);
+  }, [network, model]);
 
   /** Parse the verdict defensively; fall back to the first {...} block. */
   function parseVerdict(answer: string): Verdict | null {
@@ -1535,7 +1558,7 @@ Reply with STRICT JSON only, matching: { "passed": boolean, "confidence": 0-1, "
         wallet: walletClient as unknown as Parameters<typeof runInference>[0]["wallet"],
         publicClient: publicClient as unknown as Parameters<typeof runInference>[0]["publicClient"],
         network: NETWORKS[network],
-        model: MODEL,
+        model,
         jobCompletedTimeoutMs: 120_000,
         maxRetries: 1,
         // Show the model's raw output streaming in while it generates the verdict.
@@ -1598,10 +1621,23 @@ Reply with STRICT JSON only, matching: { "passed": boolean, "confidence": 0-1, "
             className="resize-none rounded-xl border border-border bg-card px-3 py-2 font-mono text-xs text-foreground outline-none focus:ring-2 focus:ring-primary" />
         </label>
 
-        <button type="button" onClick={() => run()} disabled={busy || !criteria.trim() || !evidence.trim() || !address || !network}
-          className="self-start rounded-xl bg-gradient-primary px-4 py-2 text-sm font-medium text-white transition-opacity hover:opacity-90 disabled:cursor-not-allowed disabled:opacity-40">
-          {busy ? (busyStage || "Judging...") : "Get AI verdict"}
-        </button>
+        <div className="flex items-center gap-3">
+          <select
+            value={model}
+            onChange={(e) => setModel(e.target.value as ModelId)}
+            disabled={busy}
+            title="Model (both live on LightChain mainnet)"
+            className="rounded-xl border border-border bg-card px-2 py-2 text-xs font-medium text-muted-foreground outline-none focus:ring-2 focus:ring-primary disabled:opacity-50"
+          >
+            {MODELS.map((m) => (
+              <option key={m} value={m}>{m}</option>
+            ))}
+          </select>
+          <button type="button" onClick={() => run()} disabled={busy || !criteria.trim() || !evidence.trim() || !address || !network}
+            className="rounded-xl bg-gradient-primary px-4 py-2 text-sm font-medium text-white transition-opacity hover:opacity-90 disabled:cursor-not-allowed disabled:opacity-40">
+            {busy ? (busyStage || "Judging...") : "Get AI verdict"}
+          </button>
+        </div>
 
         {err && (
           <p className="rounded-lg border border-destructive/30 bg-destructive/10 px-3 py-2 text-sm text-destructive">

package/dist/inference.js

@@ -293,6 +293,8 @@ async function runOneAttempt(args, attempt) {
         setTimeout(() => reject(new Error("relay WebSocket open timeout")), 20000);
     });
     const chunks = [];
+    let streamDone = false;
+    let streamDoneAt = null;
     const handleMessage = async (rawData) => {
         const raw = typeof rawData === "string"
             ? rawData
@@ -308,20 +310,26 @@ async function runOneAttempt(args, attempt) {
         catch {
             return;
         }
-        if (!frame?.payload)
-            return;
-        if (frame.type === "chunk") {
-            try {
-                const piece = await decryptResponse(prepared.sessionKey, frame.payload);
-                chunks.push(piece);
-                if (onChunk)
-                    onChunk(piece, chunks.join(""));
-            }
-            catch {
-                /* control frame */
+        // "complete" marks end-of-stream (it may or may not carry a payload).
+        // Record it so the JobCompleted wait can stop promptly instead of polling
+        // the full grace window after the answer is already in hand.
+        if (frame.type === "complete") {
+            streamDone = true;
+            streamDoneAt = Date.now();
+            if (chunks.length === 0 && frame.payload) {
+                try {
+                    const piece = await decryptResponse(prepared.sessionKey, frame.payload);
+                    chunks.push(piece);
+                    if (onChunk)
+                        onChunk(piece, chunks.join(""));
+                }
+                catch {
+                    /* ignore */
+                }
             }
+            return;
         }
-        else if (frame.type === "complete" && chunks.length === 0) {
+        if (frame.type === "chunk" && frame.payload) {
             try {
                 const piece = await decryptResponse(prepared.sessionKey, frame.payload);
                 chunks.push(piece);
@@ -329,7 +337,7 @@ async function runOneAttempt(args, attempt) {
                     onChunk(piece, chunks.join(""));
             }
             catch {
-                /* ignore */
+                /* control frame */
             }
         }
     };
@@ -376,7 +384,8 @@ async function runOneAttempt(args, attempt) {
     //     answer with txs.jobCompleted=null (the answer is still session-key
     //     authentic; the on-chain proof can be polled for separately by callers).
     const deadline = Date.now() + jobCompletedTimeoutMs;
-    const POST_CHUNKS_GRACE_MS = 45000;
+    const POST_CHUNKS_GRACE_MS = 45000; // fallback if the relay never sends a 'complete' frame
+    const POST_DONE_GRACE_MS = 8000; // once the answer is fully in, the worker commits JobCompleted within ~seconds
     const waitStart = Date.now();
     let firstChunkAt = chunks.length > 0 ? waitStart : null;
     const jobIdTopic = (`0x${jobId.toString(16).padStart(64, "0")}`);
@@ -385,9 +394,14 @@ async function runOneAttempt(args, attempt) {
         const now = Date.now();
         if (now >= deadline)
             break;
+        // Answer fully received (relay sent 'complete'): wait only briefly for the
+        // on-chain proof, then return. The answer is already session-key authentic;
+        // callers get txs.jobCompleted=null and can poll the proof later if needed.
+        if (streamDone && now - (streamDoneAt ?? now) >= POST_DONE_GRACE_MS)
+            break;
         if (firstChunkAt != null && now - firstChunkAt >= POST_CHUNKS_GRACE_MS)
             break;
-        await new Promise((res) => setTimeout(res, 3000));
+        await new Promise((res) => setTimeout(res, 1500));
         if (firstChunkAt == null && chunks.length > 0)
             firstChunkAt = Date.now();
         const logs = await publicClient.getLogs({
@@ -414,8 +428,9 @@ async function runOneAttempt(args, attempt) {
             feeLcai: fee,
         });
     }
-    // 7. grace period for the last relay frame, then close
-    await new Promise((res) => setTimeout(res, 4000));
+    // 7. grace period for the last relay frame, then close. If the stream already
+    // signaled 'complete', no more frames are coming - skip the wait.
+    await new Promise((res) => setTimeout(res, streamDone ? 300 : 4000));
     try {
         ws.close();
     }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "lightnode-sdk",
-  "version": "0.8.8",
+  "version": "0.8.10",
   "description": "Read-only TypeScript client for LightChain AI: workers, jobs, models, on-chain registration, and per-model network analytics. Independent, community-built (not an official LightChain package).",
   "type": "module",
   "main": "./dist/index.js",