@lzhzzzzwill/cofos 1.1.1 → 1.1.3

package/bin/cofos.js

@@ -186,7 +186,7 @@ function main() {
   proc.stdout.setEncoding("utf-8");
   proc.stderr.setEncoding("utf-8");
 
-  let buf = "", ready = false, generating = false, closed = false;
+  let buf = "", ready = false, generating = false, responseOpen = false, closed = false;
   const inputQ = [];
   const rl = createInterface({ input: process.stdin, terminal: true });
   rl.on("line", (l) => { inputQ.push(l); });
@@ -210,27 +210,35 @@ function main() {
     // dropping it keeps it from being prepended to the next one.
     if (!generating) { buf = ""; return; }
 
+    if (!responseOpen) {
+      const ri = buf.indexOf(RESPONSE);
+      if (ri === -1) {
+        // Keep enough tail to catch a RESPONSE marker split across chunks.
+        const keep = RESPONSE.length - 1;
+        if (buf.length > keep) buf = buf.slice(-keep);
+        return;
+      }
+      buf = buf.slice(ri + RESPONSE.length);
+      if (buf[0] === "\n") buf = buf.slice(1);
+      responseOpen = true;
+    }
+
     // Scan for DONE marker — stream everything before it.
     const di = buf.indexOf(DONE);
     if (di !== -1) {
-      // Flush any pre-DONE content (cleaned of RESPONSE marker).
-      let pre = buf.slice(0, di);
-      const ri = pre.indexOf(RESPONSE);
-      if (ri !== -1) pre = pre.slice(ri + RESPONSE.length);
+      const pre = buf.slice(0, di);
       if (pre) process.stdout.write(pre);
       buf = buf.slice(di + DONE.length);
       if (buf[0] === "\n") buf = buf.slice(1);
       generating = false;
+      responseOpen = false;
       console.log("");
       drain();
     } else {
-      // Stream buffered content, keeping only enough tail to catch a
-      // partial DONE marker.
-      const keep = DONE.length;
+      // Stream buffered content, keeping enough tail to catch a partial DONE marker.
+      const keep = DONE.length - 1;
       if (buf.length > keep) {
-        let out = buf.slice(0, -keep);
-        const ri = out.indexOf(RESPONSE);
-        if (ri !== -1) out = out.slice(ri + RESPONSE.length);
+        const out = buf.slice(0, -keep);
         if (out) process.stdout.write(out);
         buf = buf.slice(-keep);
       }
@@ -299,6 +307,7 @@ function main() {
     }
     if (/^\/(clear)$/.test(input)) {
       mlBuf = [];
+      responseOpen = false;
       proc.stdin.write(input + "\n");
       generating = true;
       return;
@@ -315,6 +324,7 @@ function main() {
     }
 
     // Forward to backend.
+    responseOpen = false;
     generating = true;
     proc.stdin.write(input + "\n");
   }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@lzhzzzzwill/cofos",
-  "version": "1.1.1",
+  "version": "1.1.3",
   "description": "COFOS 9B + RAG chat CLI with optional local PDF ingestion.",
   "type": "module",
   "bin": {

package/scripts/chat.py

@@ -486,7 +486,7 @@ def main() -> None:
         pdf_changed = parse_pdfs_if_needed(runtime_root, config, force=args.rebuild_pdf_index)
         build_augmented_bm25_if_needed(runtime_root, config, force=args.rebuild_pdf_index or pdf_changed)
 
-    print("[chat] Loading model (this may take 1-2 min on first run) ...", file=sys.stderr, flush=True)
+    print("[chat] Loading model weights. First run may download 12GB+ and take tens of minutes; cached runs are much faster ...", file=sys.stderr, flush=True)
 
     runner = StudentAdapterInference(
         config=config,