icoa-cli 2.19.393 → 2.19.395

package/dist/commands/ipynb.js

@@ -1 +1 @@
-import{existsSync as e,mkdirSync as o,readFileSync as n,writeFileSync as l}from"node:fs";import{homedir as t}from"node:os";import{Interface as r,createInterface as a}from"node:readline";import{basename as s,dirname as c,isAbsolute as i,join as y,resolve as g}from"node:path";import chalk from"chalk";import{aienvPaths as d}from"../lib/aienv.js";import{editTextInEditor as u}from"../lib/editor-spawn.js";import{buildSshArgs as p,leaseConnectProblems as h,parseLeaseResponse as m,queueLine as w}from"../lib/gpu.js";import{shouldExecuteCell as f}from"../lib/ipynb-input.js";import{looksLikeMarkdown as b,renderMarkdown as k}from"../lib/md-term.js";import{NotebookKernel as v,buildRemoteBridgeCommand as $}from"../lib/kernel.js";import{getMainRl as x}from"../lib/main-rl.js";import{logCommand as P}from"../lib/logger.js";import{startLogSync as E,stopLogSync as G}from"../lib/log-sync.js";import{cellPreview as N,parseIpynb as C,parsePercentPy as S,parseRunRange as U,serializeIpynb as O,statusChar as A}from"../lib/notebook-doc.js";import{openFile as j}from"../lib/open-file.js";const I=new RegExp(`${String.fromCharCode(27)}\\[[0-9;]*m`,"g");export function registerIpynbCommand(m){m.command("ipynb").argument("[file]","notebook (.ipynb) or script (.py, split on # %%) to open").description("Open an in-terminal Python notebook (AI/ML — needs `aienv setup`)").action(async m=>{await async function(m){const I=d(t()),T=y(t(),".icoa","ipynb-out");if(q(),!e(I.python))return console.log(chalk.yellow("  The AI/ML environment is not set up yet.")),console.log(chalk.gray("  Run ")+chalk.bold.cyan("aienv setup")+chalk.gray(" first (one-time, ~300 MB).")),void console.log();const W=m?function(o){const l=i(o)?o:g(process.cwd(),o);if(!e(l))return{doc:{cells:[],path:l,dirty:!1},note:chalk.gray("  new notebook — will be created on ")+chalk.cyan("save")};try{const e=n(l,"utf8"),o=l.endsWith(".ipynb")?C(e):S(e);return{doc:{cells:o,path:l,dirty:!1},note:chalk.gray("  loaded ")+chalk.cyan(l)+chalk.gray(` — ${o.length} cell${1===o.length?"":"s"}. Type `)+chalk.cyan("cells")+chalk.gray(" to list them.")}}catch(e){return{doc:{cells:[],path:null,dirty:!1},note:chalk.yellow(`  could not open ${l}: ${e instanceof Error?e.message:String(e)}`)+chalk.gray(" — starting an empty notebook.")}}}(m):null,Y=W?W.doc:{cells:[],path:null,dirty:!1};let z=new v({venvPython:I.python,venvRoot:I.root}),B=null,F=K(Y.path);process.stdout.write(chalk.gray("  Starting Python kernel…"));try{await z.start()}catch{return console.log(chalk.red(" failed.")),console.log(chalk.gray("  Check the environment: ")+chalk.cyan("aienv status")),void console.log()}console.log(chalk.green(" ready.")),W&&console.log(W.note),console.log(chalk.bold.white("  ▶ Start here: ")+chalk.bold.cyan("run all")+chalk.gray("   — runs every cell (trains the baseline, writes submission.csv).")),console.log(chalk.gray("    You are already inside the notebook — do ")+chalk.bold.red("not")+chalk.gray(" type ")+chalk.cyan("python file.ipynb")+chalk.gray(". Just ")+chalk.bold.cyan("run all")+chalk.gray(".")),console.log(chalk.gray("    Then: ")+chalk.cyan("cells")+chalk.gray(" list · ")+chalk.cyan("edit N")+chalk.gray(" edit · ")+chalk.cyan("save")+chalk.gray(" · ")+chalk.cyan("help")+chalk.gray(" full · ")+chalk.cyan("quit")),console.log(chalk.gray("    Or just type Python and press Enter (blocks continue until a blank line).")),console.log(chalk.bold.yellow("  🧭 Lost at any point? Type ")+chalk.bold.cyan("guide")+chalk.bold.yellow(" — the full walkthrough + where you are.")),console.log();const H=x(),Q=null!==H,X=Q?H.listeners("line").slice():[];Q&&H.removeAllListeners("line");const Z=Q?H:a({input:process.stdin,output:process.stdout,terminal:!0}),ee=Q?Z.prompt:null;Q&&(Z.prompt=r.prototype.prompt),Q||E();const oe=[];let ne=!1,le=!1,te=!1;const re=()=>{const e=B?"icoa ipynb ⚡gpu":"icoa ipynb";Z.setPrompt(chalk.bold.cyan(oe.length?`${e} ...> `:`${e}> `)),Z.prompt()};let ae=()=>{};const se=new Promise(e=>{ae=e}),ce=async()=>{if(!B)return void console.log(chalk.gray("  not on a GPU kernel."));const e=M();await z.shutdown().catch(()=>{}),e&&await D("release",e),B=null,console.log(chalk.green("  ⚡ GPU lease released")+chalk.gray(" — billing stopped.")),await(async()=>{z=new v({venvPython:I.python,venvRoot:I.root}),process.stdout.write(chalk.gray("  Starting local kernel…"));try{await z.start(),console.log(chalk.green(" ready.")+chalk.gray(" (local CPU — variables were reset)"))}catch{console.log(chalk.red(" failed.")+chalk.gray(" Check ")+chalk.cyan("aienv status"))}})()},ie=async e=>{const[n,...r]=e.trim().split(/\s+/),a=(n??"").toLowerCase();"on"===a||"connect"===a?await(async()=>{if(B)return void console.log(chalk.gray("  already on the GPU kernel — ")+chalk.cyan("gpu status")+chalk.gray(" for time left."));const e=M();if(!e)return console.log(chalk.yellow("  No GPU access key found.")),void console.log(chalk.gray("  Save yours once with ")+chalk.cyan("gpu key <your-key>")+chalk.gray(" (issued by your coach/ICOA)."));F||(F=K(Y.path)),process.stdout.write(chalk.gray("  Requesting a GPU box…"));let n=await D("lease",e,F??void 0),r=0;for(;"queued"===n.state&&r<24;)0===r&&console.log(),process.stdout.write(`\r  ${chalk.yellow(w(n))}   `),await new Promise(e=>setTimeout(e,5e3)),n=await D("status",e),r++;if("queued"===n.state)return console.log(),console.log(chalk.yellow("  Still queued — your place is held server-side.")),void console.log(chalk.gray("  Keep working locally; ")+chalk.cyan("gpu on")+chalk.gray(" again in a few minutes."));if("ready"!==n.state)return void console.log(chalk.red(" failed.")+chalk.gray(`  ${n.message??"no lease granted"}`));const a=h(n);if("local"!==n.transport||process.env.ICOA_GPU_SERVER||a.push("local transport from a non-dev broker"),a.length>0)return console.log(chalk.red(" rejected: ")+chalk.gray(a.join(", "))),void await D("release",e);const s=F?`${n.dataRoot}/${F}`:n.dataRoot,c=$(n.python,{ICOA_KAGGLE_DATA:s,ICOA_KAGGLE_OUT:n.outDir},n.outDir);let i;if("local"===n.transport)i={command:"/bin/sh",args:["-c",c]};else{const r=y(t(),".icoa","gpu","lease-key");try{o(y(t(),".icoa","gpu"),{recursive:!0}),l(r,n.keyPem,{mode:384})}catch{return console.log(chalk.red(" could not write the ssh key locally.")),void await D("release",e)}i={command:"ssh",args:p(n,r,c)}}const g=new v({spawnSpec:i,readyTimeoutMs:9e4});process.stdout.write(chalk.gray(" connecting…"));try{await g.start()}catch(o){return console.log(chalk.red(" connect failed.")),console.log(chalk.gray(`  ${o instanceof Error?o.message:String(o)}`)),void await D("release",e)}await z.shutdown().catch(()=>{}),z=g,B=n;const d=Math.round((n.timeLeftSec??0)/60);console.log(chalk.bold.green(" ⚡ GPU connected.")),console.log(chalk.gray(`  Cells now run on the GPU box · ${d}m left on this lease.`)),console.log(chalk.gray("  Variables were reset — ")+chalk.cyan("run all")+chalk.gray(" to retrain there.")),F&&console.log(chalk.gray(`  Dataset is already on the box (${F}) — same cells, no edits.`)),console.log(chalk.gray("  When done: ")+chalk.cyan("download")+chalk.gray(" your submission, then ")+chalk.cyan("gpu off")+chalk.gray("."))})():"off"===a||"disconnect"===a?await ce():"status"===a||""===a?await(async()=>{const e=M();if(!e)return void console.log(chalk.gray("  no GPU key saved — ")+chalk.cyan("gpu key <your-key>"));const o=await D("status",e);if("ready"===o.state){const e=Math.round((o.timeLeftSec??0)/60);console.log(chalk.green(`  ⚡ GPU lease active · ${e}m left`)+chalk.gray(B?"  (this notebook is connected)":"  (not connected here — gpu on)"))}else"queued"===o.state?console.log(chalk.yellow(`  ${w(o)}`)):"none"===o.state?console.log(chalk.gray("  no GPU lease — ")+chalk.cyan("gpu on")+chalk.gray(" to request one.")):console.log(chalk.yellow(`  ${o.message??"GPU broker not reachable"}`))})():"key"===a?(e=>{const n=e.trim();if(n)try{o(y(t(),".icoa"),{recursive:!0}),l(_(),`${n}\n`,{mode:384}),console.log(chalk.green("  ✓ GPU key saved")+chalk.gray(" — ")+chalk.cyan("gpu on")+chalk.gray(" when you need the box."))}catch{console.log(chalk.red("  could not save the key")+chalk.gray(` (${_()})`))}else console.log(chalk.yellow("  usage: ")+chalk.cyan("gpu key <your-key>"))})(r.join(" ")):console.log(chalk.yellow("  usage: ")+chalk.cyan("gpu on")+chalk.yellow(" · ")+chalk.cyan("gpu off")+chalk.yellow(" · ")+chalk.cyan("gpu status")+chalk.yellow(" · ")+chalk.cyan("gpu key <k>"))},ye=e=>{const o=Number(e.trim());return!Number.isInteger(o)||o<1||o>Y.cells.length?(console.log(0===Y.cells.length?chalk.yellow("  no cells yet — type Python or use ")+chalk.cyan("add"):chalk.yellow(`  no cell ${e.trim()||"?"} — pick 1-${Y.cells.length} (see `)+chalk.cyan("cells")+chalk.yellow(")")),null):{cell:Y.cells[o-1],idx:o}},ge=(e,o)=>!(!e.result||e.result.ok)&&!(!e.result.outputs.some(e=>"error"===e.kind&&"SyntaxError"===e.ename)||!b(e.source)||(console.log(chalk.gray("  ✎ looks like text/markdown, not Python — ")+chalk.cyan(`md ${o}`)+chalk.gray(" converts this cell to markdown (new note: ")+chalk.cyan("add md")+chalk.gray(").")),0)),de=async t=>{if(t.trim()&&P(`ipynb: ${t.trim()}`),le)return void(t.trim()&&console.log(chalk.gray("  (busy — wait for the current cell to finish, then retype)")));let r=t.trim();if(0===oe.length&&/^icoa\s+[a-z/]/i.test(r)&&(r=r.replace(/^icoa\s+/i,"")),0===oe.length){const t=r.split(/\s+/),a=(t[0]??"").toLowerCase(),d=r.slice(t[0]?.length??0).trim();if("quit"!==a&&"exit"!==a&&"q"!==a&&(te=!1),"quit"===a||"exit"===a||"back"===a||"q"===a)return Y.dirty&&!te?(te=!0,console.log(chalk.yellow("  unsaved changes — ")+chalk.cyan("save")+chalk.yellow(" first, or type ")+chalk.cyan("quit")+chalk.yellow(" again to discard.")),void re()):void await(async()=>{if(Z.removeAllListeners("line"),Q||G(),console.log(),B){const e=M();e&&await D("release",e),B=null,console.log(chalk.green("  ⚡ GPU lease released")+chalk.gray(" — billing stopped."))}if(console.log(chalk.gray("  Notebook closed. Kernel stopped.")),console.log(),await z.shutdown().catch(()=>{}),Q){ee&&(Z.prompt=ee);for(const e of X)Z.on("line",e);Z.prompt(),ae()}else ae(),Z.close()})();if("clear"===a||"cls"===a)return console.clear(),q(),void re();if("restart"===a)return await(async()=>{process.stdout.write(chalk.gray("  Restarting kernel…")),await z.shutdown().catch(()=>{});try{await z.start(),console.log(chalk.green(" fresh kernel ready.")+chalk.gray(" (all variables cleared)"))}catch{console.log(chalk.red(" restart failed.")+chalk.gray(" Leave and re-enter the notebook."))}})(),void re();if("help"===a||"?"===a)return console.log(),console.log(chalk.bold.white("  Notebook commands")),console.log(chalk.cyan("    cells")+chalk.gray("        list cells (○ not run · ✓ ok · ✗ error)")),console.log(chalk.cyan("    show N")+chalk.gray("       print cell N source + outputs")),console.log(chalk.cyan("    edit N")+chalk.gray("       edit cell N in your editor ($EDITOR, default vi)")),console.log(chalk.cyan("    add")+chalk.gray("          write a new Python cell in your editor")),console.log(chalk.cyan("    add md")+chalk.gray("       write a markdown/text cell (notes, headings)")),console.log(chalk.cyan("    md N / py N")+chalk.gray("  convert cell N to markdown / Python")),console.log(chalk.cyan("    del N")+chalk.gray("        delete cell N")),console.log(chalk.cyan("    run N")+chalk.gray("        run cell N — markdown cells render (also: run 2-5, run all)")),console.log(chalk.cyan("    save [file]")+chalk.gray("  save as a real .ipynb")),console.log(chalk.cyan("    restart")+chalk.gray("      restart the kernel (wipes all variables)")),console.log(chalk.cyan("    gpu on/off")+chalk.gray("   run cells on a leased GPU box (dataset pre-mounted)")),console.log(chalk.cyan("    gpu status")+chalk.gray("   lease/queue state  ·  ")+chalk.cyan("gpu key <k>")+chalk.gray("  save your access key")),console.log(chalk.cyan("    download")+chalk.gray("     pull submission.csv from the GPU box to this machine")),console.log(chalk.cyan("    open")+chalk.gray("         reopen the last figure in your image viewer")),console.log(chalk.cyan("    clear")+chalk.gray("        clear the screen  ·  ")+chalk.cyan("quit")+chalk.gray("  leave")),console.log(chalk.gray("  Everything else runs as Python in the persistent kernel (and is appended as a cell).")),console.log(),void re();if("guide"===a||"/guide"===a)return(()=>{const o=Y.path?c(Y.path):process.cwd(),l=K(Y.path);let t="";try{t=JSON.parse(n(y(o,"meta.json"),"utf-8")).judge??""}catch{}const r=Y.cells.filter(e=>null!==e.result).length,a=e(y(o,"submission.csv"));console.log(),console.log(chalk.bold.white("  ═══ 📖 Notebook guide ═══")),console.log(),console.log(chalk.gray("  Where you are:  ")+chalk.white(Y.path?s(Y.path):"new empty notebook")+chalk.gray(` · ${Y.cells.length} cells (${r} run) · submission.csv: `)+(a?chalk.green("written ✓"):chalk.yellow("not yet — run all"))),console.log(),console.log(chalk.bold.white("  The loop:")),console.log(chalk.gray("   1. ")+chalk.bold.cyan("run all")+chalk.gray("  — trains the baseline, writes submission.csv")),l&&"icoa-holdout"===t?(console.log(chalk.gray("   2. ")+chalk.cyan("quit")+chalk.gray(", then ")+chalk.cyan(`kaggle submit ${l}`)+chalk.gray("  — scored + ranked on the live board")),console.log(chalk.gray("   3. come back, improve the MODEL cell (")+chalk.cyan("cells")+chalk.gray(" lists them, ")+chalk.cyan("edit N")+chalk.gray(" edits) — beat your score."))):l?(console.log(chalk.gray("   2. ")+chalk.cyan("quit")+chalk.gray(", then ")+chalk.cyan(`kaggle check ${l}`)+chalk.gray("  — verifies the file format")),console.log(chalk.gray("   3. upload submission.csv on kaggle.com — read your public score")),console.log(chalk.gray("   4. come back, improve the MODEL cell (")+chalk.cyan("cells")+chalk.gray(" lists them, ")+chalk.cyan("edit N")+chalk.gray(" edits) — beat it."))):console.log(chalk.gray("   2. edit cells (")+chalk.cyan("edit N")+chalk.gray("), re-run, ")+chalk.cyan("save")+chalk.gray(" — this is a free notebook.")),console.log(),console.log(chalk.bold.white("  If it looks stuck:")),console.log(chalk.gray("   · prompt shows ")+chalk.cyan("...>")+chalk.gray("  → you are inside a code block. Press Enter on an ")+chalk.bold.white("empty line")+chalk.gray(".")),console.log(chalk.gray("   · never type ")+chalk.cyan("python file.ipynb")+chalk.gray(" here — you are already inside. Just ")+chalk.bold.cyan("run all")+chalk.gray(".")),console.log(),console.log(chalk.bold.white("  🤝 AI help:  ")+chalk.gray("split the screen ")+chalk.bold.cyan("Ctrl-b %")+chalk.gray(" · right pane: ")+chalk.bold.cyan("icoa")+chalk.gray(" then ")+chalk.bold.cyan("ai4ioai")+chalk.gray(" — live Gemma 3")),console.log(chalk.gray("  All commands: ")+chalk.cyan("help")+chalk.gray("  ·  leave: ")+chalk.cyan("quit")),console.log()})(),void re();if("python"===a||"python3"===a)return console.log(chalk.gray("  You're already inside the notebook kernel — no need to run python.")),console.log(chalk.gray("  Type ")+chalk.bold.cyan("run all")+chalk.gray(" to run every cell, or ")+chalk.cyan("guide")+chalk.gray(" for the basics.")),void re();if("open"===a)return J&&j(J)?console.log(chalk.gray("  reopening ")+chalk.cyan(J)):console.log(chalk.gray("  no figure yet — plot something (e.g. matplotlib) first.")),void re();if("cells"===a||"ls"===a)return(()=>{if(0===Y.cells.length)return void console.log(chalk.gray("  no cells yet — type Python, or ")+chalk.cyan("add")+chalk.gray(" to write one in your editor."));console.log();const e=Math.max(20,(process.stdout.columns??80)-12);Y.cells.forEach((o,n)=>{const l=A(o),t="✓"===l?chalk.green(l.padEnd(2)):"✗"===l?chalk.red(l.padEnd(2)):"md"===l?chalk.magenta(l.padEnd(2)):chalk.gray(l.padEnd(2));console.log(`${chalk.cyan(String(n+1).padStart(4))}  ${t} ${chalk.white(N(o,e))}`)}),console.log(),console.log(chalk.gray("  ")+chalk.cyan("show N")+chalk.gray(" · ")+chalk.cyan("edit N")+chalk.gray(" · ")+chalk.cyan("run N")+chalk.gray(" · ")+chalk.cyan("run all"))})(),void re();if("show"===a)return(e=>{const o=ye(e);if(o){if(console.log(),console.log(chalk.gray(`  ── cell ${o.idx} ${"markdown"===o.cell.kind?"(markdown) ":""}──`)),"markdown"===o.cell.kind){for(const e of k(o.cell.source))console.log(e);console.log(chalk.gray("  (rendered — ")+chalk.cyan(`edit ${o.idx}`)+chalk.gray(" for the raw source)"))}else for(const e of o.cell.source.split("\n"))console.log(chalk.white(`  ${e}`));o.cell.result&&(console.log(chalk.gray("  ── output ──")),V(o.cell.result,T)),console.log()}})(d),void re();if("edit"===a)return(e=>{const o=ye(e);if(!o)return;Z.pause();const n=u(o.cell.source,"markdown"===o.cell.kind?".md":".py");if(Z.resume(),null===n)return void console.log(chalk.yellow("  editor cancelled or failed — cell unchanged.")+chalk.gray(" (set $EDITOR to choose your editor)"));const l=n.replace(/\s+$/,"");l!==o.cell.source?(o.cell.source=l,o.cell.result=null,o.cell.rawOutputs=void 0,o.cell.rawExecCount=void 0,Y.dirty=!0,console.log(chalk.green(`  ✓ cell ${o.idx} updated`)+chalk.gray(" — ")+chalk.cyan(`run ${o.idx}`)+chalk.gray(" to execute."))):console.log(chalk.gray("  no changes."))})(d),void re();if("add"===a)return(e=>{const o=e.trim().toLowerCase(),n="md"===o||"markdown"===o||"text"===o||"txt"===o;if(o&&!n&&"py"!==o&&"code"!==o&&"python"!==o)return void console.log(chalk.yellow("  usage: ")+chalk.cyan("add")+chalk.yellow(" (Python cell) · ")+chalk.cyan("add md")+chalk.yellow(" (markdown/text cell)"));Z.pause();const l=u(n?"\x3c!-- markdown cell — write notes/headings, save & exit --\x3e\n":"",n?".md":".py");Z.resume();const t=null===l?"":l.replace(/^<!-- markdown cell[^\n]*-->\n?/,"").replace(/\s+$/,"");t?(Y.cells.push({kind:n?"markdown":"code",source:t,result:null}),Y.dirty=!0,console.log(chalk.green(`  ✓ added ${n?"markdown ":""}cell ${Y.cells.length}`)+chalk.gray(" — ")+chalk.cyan(`run ${Y.cells.length}`)+chalk.gray(n?" to render it.":" to execute."))):console.log(chalk.gray("  nothing added."))})(d),void re();if("del"===a||"delete"===a)return(e=>{const o=ye(e);o&&(Y.cells.splice(o.idx-1,1),Y.dirty=!0,console.log(chalk.gray(`  deleted cell ${o.idx} — ${Y.cells.length} left.`)))})(d),void re();if(("md"===a||"py"===a)&&/^\d+$/.test(d))return((e,o)=>{const n=ye(e);if(!n)return;const l="markdown"===o?"markdown":"Python";n.cell.kind!==o?(n.cell.kind=o,n.cell.result=null,n.cell.rawOutputs=void 0,n.cell.rawExecCount=void 0,Y.dirty=!0,console.log(chalk.green(`  ✓ cell ${n.idx} → ${l}`)+chalk.gray(" — ")+chalk.cyan(`run ${n.idx}`)+chalk.gray("markdown"===o?" to render it.":" to execute."))):console.log(chalk.gray(`  cell ${n.idx} is already ${l}.`))})(d,"md"===a?"markdown":"code"),void re();if("gpu"===a)return le=!0,await ie(d),le=!1,void re();if("download"===a||"dl"===a)return le=!0,await(async e=>{if(!B)return void console.log(chalk.gray("  local kernel — your files are already on this machine (no download needed)."));const n=e.trim()||"submission.csv",t=n.startsWith("/")?n:`${B.outDir}/${n}`;let r;try{r=await z.fetchFile(t)}catch(e){return console.log(chalk.yellow(`  could not fetch ${t}: `)+chalk.gray(e instanceof Error?e.message:String(e))),void console.log(chalk.gray("  (run the submission cell first — it writes into the GPU workspace)"))}const a=F?y(process.cwd(),"icoa-kaggle",F):process.cwd(),c=y(a,s(n));try{o(a,{recursive:!0}),l(c,r)}catch{return void console.log(chalk.yellow("  could not write the file here — check directory permissions."))}console.log(chalk.green("  ✓ downloaded ")+chalk.white(c)+chalk.gray(` (${r.length} bytes)`)),F&&"submission.csv"===s(n)&&console.log(chalk.gray("  verify it: ")+chalk.cyan(`kaggle check ${F}`)+chalk.gray(" — then upload on Kaggle yourself."))})(d),le=!1,void re();if("run"===a)return le=!0,await(async e=>{const o=U(e,Y.cells.length);if(o)for(const e of o){const n=Y.cells[e-1];if("markdown"!==n.kind){console.log(chalk.gray(`  ── run cell ${e}: `)+chalk.white(N(n,50))+chalk.gray(" ──"));try{n.result=await z.execute(n.source)}catch(e){return console.log(chalk.red("  Kernel error: ")+chalk.gray(e instanceof Error?e.message:String(e))),void R()}if(Y.dirty=!0,V(n.result,T),ge(n,e),!n.result.ok){const n=e!==o[o.length-1];return console.log(chalk.yellow(`  ✗ cell ${e} raised${n?" — stopping here.":"."}`)+chalk.gray(" Fix it (")+chalk.cyan(`edit ${e}`)+chalk.gray(") and re-run.")),void R()}}else{console.log(chalk.gray(`  ── cell ${e} (markdown) ──`));for(const e of k(n.source))console.log(e);console.log()}}else console.log(0===Y.cells.length?chalk.yellow("  no cells yet — type Python or use ")+chalk.cyan("add"):chalk.yellow("  usage: ")+chalk.cyan("run 3")+chalk.yellow(" · ")+chalk.cyan("run 1-5")+chalk.yellow(" · ")+chalk.cyan("run all"))})(d),le=!1,void re();if("save"===a)return(e=>{if(0===Y.cells.length)return void console.log(chalk.yellow("  nothing to save — the notebook is empty."));let o;o=e.trim()?i(e.trim())?e.trim():g(process.cwd(),e.trim()):Y.path?Y.path.endsWith(".ipynb")?Y.path:`${Y.path.replace(/\.[^./]+$/,"")}.ipynb`:g(process.cwd(),"notebook.ipynb"),o.endsWith(".ipynb")||(o+=".ipynb");try{l(o,O(Y.cells)),Y.path=o,Y.dirty=!1,console.log(chalk.green("  ✓ saved ")+chalk.cyan(o)+chalk.gray(` (${Y.cells.length} cells)`))}catch(e){console.log(chalk.red("  save failed: ")+chalk.gray(e instanceof Error?e.message:String(e)))}})(d),void re();if(""===r)return void re()}if(oe.length>0&&L.has(r.toLowerCase()))return console.log(chalk.gray("  (⏸ you are inside a multi-line block — press Enter on an ")+chalk.bold.white("empty line")+chalk.gray(" to run it; then ")+chalk.cyan(r.toLowerCase().replace(/^\//,""))+chalk.gray(" will work. This line was not added to the block.)")),void re();if(oe.push(t),!f(oe))return 1!==oe.length||ne||(ne=!0,console.log(chalk.gray("  (multi-line block started — keep typing; an empty line runs it)"))),void re();const a=oe.join("\n").replace(/\s+$/,"");if(oe.length=0,""!==a.trim()){le=!0;try{const e=await z.execute(a);Y.cells.push({kind:"code",source:a,result:e}),Y.dirty=!0,V(e,T);const o=ge(Y.cells[Y.cells.length-1],Y.cells.length);e.ok||o||R()}catch(e){console.log(chalk.red("  Kernel error: ")+chalk.gray(e instanceof Error?e.message:String(e))),R()}le=!1,re()}else re()};Z.on("line",e=>{de(e)}),Q||Z.on("close",async()=>{await z.shutdown().catch(()=>{}),process.exit(0)}),re(),await se}(m)})}function q(){console.log(),console.log(chalk.bold.white("  ICOA Notebook  ")+chalk.gray("· in-terminal Python · AI/ML notebook arena")),console.log(chalk.gray("  ─────────────────────────────────────────────"))}const L=new Set(["guide","/guide","help","?","quit","exit","back","menu","cells","run all"]);function R(){console.log(chalk.gray("  🧭 stuck? type ")+chalk.cyan("guide")+chalk.gray(" for the basics · ")+chalk.cyan("help")+chalk.gray(" for every command."))}const T="https://practice.icoa2026.au";function _(){return y(t(),".icoa","gpu-key")}function M(){if(process.env.ICOA_GPU_KEY)return process.env.ICOA_GPU_KEY.trim();try{return n(_(),"utf-8").trim()||null}catch{return null}}async function D(e,o,n){try{const l=await fetch(`${process.env.ICOA_GPU_SERVER?process.env.ICOA_GPU_SERVER.replace(/\/$/,""):T}/api/icoa/gpu/${e}`,{method:"POST",headers:{"Content-Type":"application/json"},body:JSON.stringify(n?{key:o,task:n}:{key:o}),signal:AbortSignal.timeout(2e4)});return m(await l.json())}catch{return{state:"error",message:"GPU broker not reachable"}}}function K(e){const o=e?.match(/icoa-kaggle[/\\]([a-z0-9-]+)[/\\]/);return o?o[1]:null}let W=0,J=null;function V(e,o){for(const n of e.outputs)if("stream"===n.kind){const e=n.text.replace(/\n$/,"");if(0===e.length)continue;console.log("stderr"===n.name?chalk.yellow(e):chalk.white(e))}else if("result"===n.kind)console.log(chalk.cyan(`  Out[${e.execCount??"*"}]: `)+chalk.white(n.text));else if("error"===n.kind){console.log(chalk.bold.red(`  ${n.ename}: ${n.evalue}`));for(const e of n.traceback)console.log(chalk.gray(`  ${e.replace(I,"")}`))}else"display"===n.kind&&Y(n.data,o)}function Y(e,n){if(e["image/png"])try{o(n,{recursive:!0}),W+=1;const t=y(n,`figure-${W}.png`);return l(t,Buffer.from(e["image/png"],"base64")),J=t,console.log(chalk.magenta("  🖼  figure saved → ")+chalk.cyan(t)),void(j(t)?console.log(chalk.gray("     opening in your image viewer… (type ")+chalk.cyan("open")+chalk.gray(" to reopen)")):console.log(chalk.gray("     open it with your file browser (inline images need a graphical viewer).")))}catch{}e["text/plain"]&&console.log(chalk.white(`  ${e["text/plain"]}`))}
+import{existsSync as e,mkdirSync as o,readFileSync as n,writeFileSync as l}from"node:fs";import{homedir as t}from"node:os";import{Interface as r,createInterface as a}from"node:readline";import{basename as s,dirname as c,isAbsolute as i,join as y,resolve as g}from"node:path";import chalk from"chalk";import{aienvPaths as d}from"../lib/aienv.js";import{editTextInEditor as u}from"../lib/editor-spawn.js";import{buildSshArgs as p,leaseConnectProblems as h,parseLeaseResponse as m,queueLine as w}from"../lib/gpu.js";import{shouldExecuteCell as f}from"../lib/ipynb-input.js";import{looksLikeMarkdown as b,renderMarkdown as k}from"../lib/md-term.js";import{NotebookKernel as v,buildRemoteBridgeCommand as $}from"../lib/kernel.js";import{getMainRl as x}from"../lib/main-rl.js";import{logCommand as P}from"../lib/logger.js";import{startLogSync as E,stopLogSync as G}from"../lib/log-sync.js";import{cellPreview as S,parseIpynb as N,parsePercentPy as U,parseRunRange as C,serializeIpynb as q,statusChar as A}from"../lib/notebook-doc.js";import{openFile as O}from"../lib/open-file.js";const j=new RegExp(`${String.fromCharCode(27)}\\[[0-9;]*m`,"g");export function registerIpynbCommand(m){m.command("ipynb").argument("[file]","notebook (.ipynb) or script (.py, split on # %%) to open").description("Open an in-terminal Python notebook (AI/ML — needs `aienv setup`)").action(async m=>{await async function(m){const j=d(t()),T=y(t(),".icoa","ipynb-out");if(_(),!e(j.python))return console.log(chalk.yellow("  The AI/ML environment is not set up yet.")),console.log(chalk.gray("  Run ")+chalk.bold.cyan("aienv setup")+chalk.gray(" first (one-time, ~300 MB).")),void console.log();const J=m?function(o){const l=i(o)?o:g(process.cwd(),o);if(!e(l))return{doc:{cells:[],path:l,dirty:!1},note:chalk.gray("  new notebook — will be created on ")+chalk.cyan("save")};try{const e=n(l,"utf8"),o=l.endsWith(".ipynb")?N(e):U(e);return{doc:{cells:o,path:l,dirty:!1},note:chalk.gray("  loaded ")+chalk.cyan(l)+chalk.gray(` — ${o.length} cell${1===o.length?"":"s"}. Type `)+chalk.cyan("cells")+chalk.gray(" to list them.")}}catch(e){return{doc:{cells:[],path:null,dirty:!1},note:chalk.yellow(`  could not open ${l}: ${e instanceof Error?e.message:String(e)}`)+chalk.gray(" — starting an empty notebook.")}}}(m):null,z=J?J.doc:{cells:[],path:null,dirty:!1};let B=new v({venvPython:j.python,venvRoot:j.root}),F=null,H=W(z.path);process.stdout.write(chalk.gray("  Starting Python kernel…"));try{await B.start()}catch{return console.log(chalk.red(" failed.")),console.log(chalk.gray("  Check the environment: ")+chalk.cyan("aienv status")),void console.log()}console.log(chalk.green(" ready.")),J&&console.log(J.note),console.log(chalk.bold.white("  ▶ Start here: ")+chalk.bold.cyan("run all")+chalk.gray("   — runs every cell (trains the baseline, writes submission.csv).")),console.log(chalk.gray("    You are already inside the notebook — do ")+chalk.bold.red("not")+chalk.gray(" type ")+chalk.cyan("python file.ipynb")+chalk.gray(". Just ")+chalk.bold.cyan("run all")+chalk.gray(".")),console.log(chalk.gray("    Then: ")+chalk.cyan("cells")+chalk.gray(" list · ")+chalk.cyan("edit N")+chalk.gray(" edit · ")+chalk.cyan("save")+chalk.gray(" · ")+chalk.cyan("help")+chalk.gray(" full · ")+chalk.cyan("quit")),console.log(chalk.gray("    Or just type Python and press Enter (blocks continue until a blank line).")),console.log(chalk.bold.yellow("  🧭 Lost at any point? Type ")+chalk.bold.cyan("guide")+chalk.bold.yellow(" — the full walkthrough + where you are.")),console.log();const Q=x(),X=null!==Q,Z=X?Q.listeners("line").slice():[];X&&Q.removeAllListeners("line");const ee=X?Q:a({input:process.stdin,output:process.stdout,terminal:!0}),oe=X?ee.prompt:null;X&&(ee.prompt=r.prototype.prompt),X||E();const ne=[];let le=!1,te=!1,re=!1;const ae=()=>{const e=F?"icoa ipynb ⚡gpu":"icoa ipynb";ee.setPrompt(chalk.bold.cyan(ne.length?`${e} ...> `:`${e}> `)),ee.prompt()};let se=()=>{};const ce=new Promise(e=>{se=e}),ie=async()=>{if(!F)return void console.log(chalk.gray("  not on a GPU kernel."));const e=D();await B.shutdown().catch(()=>{}),e&&await K("release",e),F=null,console.log(chalk.green("  ⚡ GPU lease released")+chalk.gray(" — billing stopped.")),await(async()=>{B=new v({venvPython:j.python,venvRoot:j.root}),process.stdout.write(chalk.gray("  Starting local kernel…"));try{await B.start(),console.log(chalk.green(" ready.")+chalk.gray(" (local CPU — variables were reset)"))}catch{console.log(chalk.red(" failed.")+chalk.gray(" Check ")+chalk.cyan("aienv status"))}})()},ye=async e=>{const[n,...r]=e.trim().split(/\s+/),a=(n??"").toLowerCase();"on"===a||"connect"===a?await(async()=>{if(F)return void console.log(chalk.gray("  already on the GPU kernel — ")+chalk.cyan("gpu status")+chalk.gray(" for time left."));const e=D();if(!e)return console.log(chalk.yellow("  No GPU access key found.")),void console.log(chalk.gray("  Save yours once with ")+chalk.cyan("gpu key <your-key>")+chalk.gray(" (issued by your coach/ICOA)."));H||(H=W(z.path)),process.stdout.write(chalk.gray("  Requesting a GPU box…"));let n=await K("lease",e,H??void 0),r=0;for(;"queued"===n.state&&r<24;)0===r&&console.log(),process.stdout.write(`\r  ${chalk.yellow(w(n))}   `),await new Promise(e=>setTimeout(e,5e3)),n=await K("status",e),r++;if("queued"===n.state)return console.log(),console.log(chalk.yellow("  Still queued — your place is held server-side.")),void console.log(chalk.gray("  Keep working locally; ")+chalk.cyan("gpu on")+chalk.gray(" again in a few minutes."));if("ready"!==n.state)return void console.log(chalk.red(" failed.")+chalk.gray(`  ${n.message??"no lease granted"}`));const a=h(n);if("local"!==n.transport||process.env.ICOA_GPU_SERVER||a.push("local transport from a non-dev broker"),a.length>0)return console.log(chalk.red(" rejected: ")+chalk.gray(a.join(", "))),void await K("release",e);const s=H?`${n.dataRoot}/${H}`:n.dataRoot,c=$(n.python,{ICOA_KAGGLE_DATA:s,ICOA_KAGGLE_OUT:n.outDir},n.outDir);let i;if("local"===n.transport)i={command:"/bin/sh",args:["-c",c]};else{const r=y(t(),".icoa","gpu","lease-key");try{o(y(t(),".icoa","gpu"),{recursive:!0}),l(r,n.keyPem,{mode:384})}catch{return console.log(chalk.red(" could not write the ssh key locally.")),void await K("release",e)}i={command:"ssh",args:p(n,r,c)}}const g=new v({spawnSpec:i,readyTimeoutMs:9e4});process.stdout.write(chalk.gray(" connecting…"));try{await g.start()}catch(o){return console.log(chalk.red(" connect failed.")),console.log(chalk.gray(`  ${o instanceof Error?o.message:String(o)}`)),void await K("release",e)}await B.shutdown().catch(()=>{}),B=g,F=n;const d=Math.round((n.timeLeftSec??0)/60);console.log(chalk.bold.green(" ⚡ GPU connected.")),console.log(chalk.gray(`  Cells now run on the GPU box · ${d}m left on this lease.`)),console.log(chalk.gray("  Variables were reset — ")+chalk.cyan("run all")+chalk.gray(" to retrain there.")),H&&console.log(chalk.gray(`  Dataset is already on the box (${H}) — same cells, no edits.`)),console.log(chalk.gray("  When done: ")+chalk.cyan("download")+chalk.gray(" your submission, then ")+chalk.cyan("gpu off")+chalk.gray("."))})():"off"===a||"disconnect"===a?await ie():"status"===a||""===a?await(async()=>{const e=D();if(!e)return void console.log(chalk.gray("  no GPU key saved — ")+chalk.cyan("gpu key <your-key>"));const o=await K("status",e);if("ready"===o.state){const e=Math.round((o.timeLeftSec??0)/60);console.log(chalk.green(`  ⚡ GPU lease active · ${e}m left`)+chalk.gray(F?"  (this notebook is connected)":"  (not connected here — gpu on)"))}else"queued"===o.state?console.log(chalk.yellow(`  ${w(o)}`)):"none"===o.state?console.log(chalk.gray("  no GPU lease — ")+chalk.cyan("gpu on")+chalk.gray(" to request one.")):console.log(chalk.yellow(`  ${o.message??"GPU broker not reachable"}`))})():"queue"===a||"q"===a?await(async()=>{const e=D();if(!e)return void console.log(chalk.gray("  no GPU key saved — ")+chalk.cyan("gpu key <your-key>"));let o=null;try{const n=await fetch(`${R()}/api/icoa/gpu/queue`,{method:"POST",headers:{"Content-Type":"application/json"},body:JSON.stringify({key:e}),signal:AbortSignal.timeout(15e3)}),l=await n.json();o=l.data??l}catch{o=null}if(!o||"object"!=typeof o)return void console.log(chalk.yellow("  GPU queue not reachable right now — try again in a moment."));const n="number"==typeof o.boxes?o.boxes:0,l="number"==typeof o.free?o.free:0,t=Array.isArray(o.running)?o.running:[],r=Array.isArray(o.waiting)?o.waiting:[];console.log(),console.log(chalk.bold.cyan("  GPU queue")+chalk.gray(`   ·  ${n} box${1===n?"":"es"} · ${l} free`)),console.log(chalk.bold.white("  ▶ running now:")),0===t.length&&console.log(chalk.gray("      (idle — gpu on takes a box immediately)"));for(const e of t){const o="string"==typeof e.label?e.label:"?",n="number"==typeof e.time_left_sec?e.time_left_sec:0,l=Math.floor(n/60),t=String(n%60).padStart(2,"0"),r=e.is_you?chalk.green("  ← you"):"";console.log(chalk.gray("      ")+chalk.white(o.padEnd(8))+chalk.gray(`  ${l}:${t} left`)+r)}console.log(chalk.bold.white(`  ⏳ waiting (${r.length}):`)),0===r.length&&console.log(chalk.gray("      (nobody queued)"));for(const e of r){const o="string"==typeof e.label?e.label:"?",n="number"==typeof e.position?e.position:"?",l=e.is_you?chalk.green("  ← you"):"";console.log(chalk.gray(`      #${n}  `)+chalk.white(o.padEnd(8))+l)}console.log()})():"key"===a?(e=>{const n=e.trim();if(n)try{o(y(t(),".icoa"),{recursive:!0}),l(M(),`${n}\n`,{mode:384}),console.log(chalk.green("  ✓ GPU key saved")+chalk.gray(" — ")+chalk.cyan("gpu on")+chalk.gray(" when you need the box."))}catch{console.log(chalk.red("  could not save the key")+chalk.gray(` (${M()})`))}else console.log(chalk.yellow("  usage: ")+chalk.cyan("gpu key <your-key>"))})(r.join(" ")):console.log(chalk.yellow("  usage: ")+chalk.cyan("gpu on")+chalk.yellow(" · ")+chalk.cyan("gpu off")+chalk.yellow(" · ")+chalk.cyan("gpu status")+chalk.yellow(" · ")+chalk.cyan("gpu queue")+chalk.yellow(" · ")+chalk.cyan("gpu key <k>"))},ge=e=>{const o=Number(e.trim());return!Number.isInteger(o)||o<1||o>z.cells.length?(console.log(0===z.cells.length?chalk.yellow("  no cells yet — type Python or use ")+chalk.cyan("add"):chalk.yellow(`  no cell ${e.trim()||"?"} — pick 1-${z.cells.length} (see `)+chalk.cyan("cells")+chalk.yellow(")")),null):{cell:z.cells[o-1],idx:o}},de=(e,o)=>!(!e.result||e.result.ok)&&!(!e.result.outputs.some(e=>"error"===e.kind&&"SyntaxError"===e.ename)||!b(e.source)||(console.log(chalk.gray("  ✎ looks like text/markdown, not Python — ")+chalk.cyan(`md ${o}`)+chalk.gray(" converts this cell to markdown (new note: ")+chalk.cyan("add md")+chalk.gray(").")),0)),ue=async t=>{if(t.trim()&&P(`ipynb: ${t.trim()}`),te)return void(t.trim()&&console.log(chalk.gray("  (busy — wait for the current cell to finish, then retype)")));let r=t.trim();if(0===ne.length&&/^icoa\s+[a-z/]/i.test(r)&&(r=r.replace(/^icoa\s+/i,"")),0===ne.length){const t=r.split(/\s+/),a=(t[0]??"").toLowerCase(),d=r.slice(t[0]?.length??0).trim();if("quit"!==a&&"exit"!==a&&"q"!==a&&(re=!1),"quit"===a||"exit"===a||"back"===a||"q"===a)return z.dirty&&!re?(re=!0,console.log(chalk.yellow("  unsaved changes — ")+chalk.cyan("save")+chalk.yellow(" first, or type ")+chalk.cyan("quit")+chalk.yellow(" again to discard.")),void ae()):void await(async()=>{if(ee.removeAllListeners("line"),X||G(),console.log(),F){const e=D();e&&await K("release",e),F=null,console.log(chalk.green("  ⚡ GPU lease released")+chalk.gray(" — billing stopped."))}if(console.log(chalk.gray("  Notebook closed. Kernel stopped.")),console.log(),await B.shutdown().catch(()=>{}),X){oe&&(ee.prompt=oe);for(const e of Z)ee.on("line",e);ee.prompt(),se()}else se(),ee.close()})();if("clear"===a||"cls"===a)return console.clear(),_(),void ae();if("restart"===a)return await(async()=>{process.stdout.write(chalk.gray("  Restarting kernel…")),await B.shutdown().catch(()=>{});try{await B.start(),console.log(chalk.green(" fresh kernel ready.")+chalk.gray(" (all variables cleared)"))}catch{console.log(chalk.red(" restart failed.")+chalk.gray(" Leave and re-enter the notebook."))}})(),void ae();if("help"===a||"?"===a)return console.log(),console.log(chalk.bold.white("  Notebook commands")),console.log(chalk.cyan("    cells")+chalk.gray("        list cells (○ not run · ✓ ok · ✗ error)")),console.log(chalk.cyan("    show N")+chalk.gray("       print cell N source + outputs")),console.log(chalk.cyan("    edit N")+chalk.gray("       edit cell N in your editor ($EDITOR, default vi)")),console.log(chalk.cyan("    add")+chalk.gray("          write a new Python cell in your editor")),console.log(chalk.cyan("    add md")+chalk.gray("       write a markdown/text cell (notes, headings)")),console.log(chalk.cyan("    md N / py N")+chalk.gray("  convert cell N to markdown / Python")),console.log(chalk.cyan("    del N")+chalk.gray("        delete cell N")),console.log(chalk.cyan("    run N")+chalk.gray("        run cell N — markdown cells render (also: run 2-5, run all)")),console.log(chalk.cyan("    save [file]")+chalk.gray("  save as a real .ipynb")),console.log(chalk.cyan("    restart")+chalk.gray("      restart the kernel (wipes all variables)")),console.log(chalk.cyan("    gpu on/off")+chalk.gray("   run cells on a leased GPU box (dataset pre-mounted)")),console.log(chalk.cyan("    gpu status")+chalk.gray("   your lease/queue  ·  ")+chalk.cyan("gpu queue")+chalk.gray("  who is on the GPU now")),console.log(chalk.cyan("    gpu key <k>")+chalk.gray("  save your access key")),console.log(chalk.cyan("    download")+chalk.gray("     pull submission.csv from the GPU box to this machine")),console.log(chalk.cyan("    open")+chalk.gray("         reopen the last figure in your image viewer")),console.log(chalk.cyan("    clear")+chalk.gray("        clear the screen  ·  ")+chalk.cyan("quit")+chalk.gray("  leave")),console.log(chalk.gray("  Everything else runs as Python in the persistent kernel (and is appended as a cell).")),console.log(),void ae();if("guide"===a||"/guide"===a)return(()=>{const o=z.path?c(z.path):process.cwd(),l=W(z.path);let t="";try{t=JSON.parse(n(y(o,"meta.json"),"utf-8")).judge??""}catch{}const r=z.cells.filter(e=>null!==e.result).length,a=e(y(o,"submission.csv"));console.log(),console.log(chalk.bold.white("  ═══ 📖 Notebook guide ═══")),console.log(),console.log(chalk.gray("  Where you are:  ")+chalk.white(z.path?s(z.path):"new empty notebook")+chalk.gray(` · ${z.cells.length} cells (${r} run) · submission.csv: `)+(a?chalk.green("written ✓"):chalk.yellow("not yet — run all"))),console.log(),console.log(chalk.bold.white("  The loop:")),console.log(chalk.gray("   1. ")+chalk.bold.cyan("run all")+chalk.gray("  — trains the baseline, writes submission.csv")),l&&"icoa-holdout"===t?(console.log(chalk.gray("   2. ")+chalk.cyan("quit")+chalk.gray(", then ")+chalk.cyan(`kaggle submit ${l}`)+chalk.gray("  — scored + ranked on the live board")),console.log(chalk.gray("   3. come back, improve the MODEL cell (")+chalk.cyan("cells")+chalk.gray(" lists them, ")+chalk.cyan("edit N")+chalk.gray(" edits) — beat your score."))):l?(console.log(chalk.gray("   2. ")+chalk.cyan("quit")+chalk.gray(", then ")+chalk.cyan(`kaggle check ${l}`)+chalk.gray("  — verifies the file format")),console.log(chalk.gray("   3. upload submission.csv on kaggle.com — read your public score")),console.log(chalk.gray("   4. come back, improve the MODEL cell (")+chalk.cyan("cells")+chalk.gray(" lists them, ")+chalk.cyan("edit N")+chalk.gray(" edits) — beat it."))):console.log(chalk.gray("   2. edit cells (")+chalk.cyan("edit N")+chalk.gray("), re-run, ")+chalk.cyan("save")+chalk.gray(" — this is a free notebook.")),console.log(),console.log(chalk.bold.white("  If it looks stuck:")),console.log(chalk.gray("   · prompt shows ")+chalk.cyan("...>")+chalk.gray("  → you are inside a code block. Press Enter on an ")+chalk.bold.white("empty line")+chalk.gray(".")),console.log(chalk.gray("   · never type ")+chalk.cyan("python file.ipynb")+chalk.gray(" here — you are already inside. Just ")+chalk.bold.cyan("run all")+chalk.gray(".")),console.log(),console.log(chalk.bold.white("  🤝 AI help:  ")+chalk.gray("split the screen ")+chalk.bold.cyan("Ctrl-b %")+chalk.gray(" · right pane: ")+chalk.bold.cyan("icoa")+chalk.gray(" then ")+chalk.bold.cyan("ai4ioai")+chalk.gray(" — live Gemma 3")),console.log(chalk.gray("  All commands: ")+chalk.cyan("help")+chalk.gray("  ·  leave: ")+chalk.cyan("quit")),console.log()})(),void ae();if("python"===a||"python3"===a)return console.log(chalk.gray("  You're already inside the notebook kernel — no need to run python.")),console.log(chalk.gray("  Type ")+chalk.bold.cyan("run all")+chalk.gray(" to run every cell, or ")+chalk.cyan("guide")+chalk.gray(" for the basics.")),void ae();if("open"===a)return V&&O(V)?console.log(chalk.gray("  reopening ")+chalk.cyan(V)):console.log(chalk.gray("  no figure yet — plot something (e.g. matplotlib) first.")),void ae();if("cells"===a||"ls"===a)return(()=>{if(0===z.cells.length)return void console.log(chalk.gray("  no cells yet — type Python, or ")+chalk.cyan("add")+chalk.gray(" to write one in your editor."));console.log();const e=Math.max(20,(process.stdout.columns??80)-12);z.cells.forEach((o,n)=>{const l=A(o),t="✓"===l?chalk.green(l.padEnd(2)):"✗"===l?chalk.red(l.padEnd(2)):"md"===l?chalk.magenta(l.padEnd(2)):chalk.gray(l.padEnd(2));console.log(`${chalk.cyan(String(n+1).padStart(4))}  ${t} ${chalk.white(S(o,e))}`)}),console.log(),console.log(chalk.gray("  ")+chalk.cyan("show N")+chalk.gray(" · ")+chalk.cyan("edit N")+chalk.gray(" · ")+chalk.cyan("run N")+chalk.gray(" · ")+chalk.cyan("run all"))})(),void ae();if("show"===a)return(e=>{const o=ge(e);if(o){if(console.log(),console.log(chalk.gray(`  ── cell ${o.idx} ${"markdown"===o.cell.kind?"(markdown) ":""}──`)),"markdown"===o.cell.kind){for(const e of k(o.cell.source))console.log(e);console.log(chalk.gray("  (rendered — ")+chalk.cyan(`edit ${o.idx}`)+chalk.gray(" for the raw source)"))}else for(const e of o.cell.source.split("\n"))console.log(chalk.white(`  ${e}`));o.cell.result&&(console.log(chalk.gray("  ── output ──")),Y(o.cell.result,T)),console.log()}})(d),void ae();if("edit"===a)return(e=>{const o=ge(e);if(!o)return;ee.pause();const n=u(o.cell.source,"markdown"===o.cell.kind?".md":".py");if(ee.resume(),null===n)return void console.log(chalk.yellow("  editor cancelled or failed — cell unchanged.")+chalk.gray(" (set $EDITOR to choose your editor)"));const l=n.replace(/\s+$/,"");l!==o.cell.source?(o.cell.source=l,o.cell.result=null,o.cell.rawOutputs=void 0,o.cell.rawExecCount=void 0,z.dirty=!0,console.log(chalk.green(`  ✓ cell ${o.idx} updated`)+chalk.gray(" — ")+chalk.cyan(`run ${o.idx}`)+chalk.gray(" to execute."))):console.log(chalk.gray("  no changes."))})(d),void ae();if("add"===a)return(e=>{const o=e.trim().toLowerCase(),n="md"===o||"markdown"===o||"text"===o||"txt"===o;if(o&&!n&&"py"!==o&&"code"!==o&&"python"!==o)return void console.log(chalk.yellow("  usage: ")+chalk.cyan("add")+chalk.yellow(" (Python cell) · ")+chalk.cyan("add md")+chalk.yellow(" (markdown/text cell)"));ee.pause();const l=u(n?"\x3c!-- markdown cell — write notes/headings, save & exit --\x3e\n":"",n?".md":".py");ee.resume();const t=null===l?"":l.replace(/^<!-- markdown cell[^\n]*-->\n?/,"").replace(/\s+$/,"");t?(z.cells.push({kind:n?"markdown":"code",source:t,result:null}),z.dirty=!0,console.log(chalk.green(`  ✓ added ${n?"markdown ":""}cell ${z.cells.length}`)+chalk.gray(" — ")+chalk.cyan(`run ${z.cells.length}`)+chalk.gray(n?" to render it.":" to execute."))):console.log(chalk.gray("  nothing added."))})(d),void ae();if("del"===a||"delete"===a)return(e=>{const o=ge(e);o&&(z.cells.splice(o.idx-1,1),z.dirty=!0,console.log(chalk.gray(`  deleted cell ${o.idx} — ${z.cells.length} left.`)))})(d),void ae();if(("md"===a||"py"===a)&&/^\d+$/.test(d))return((e,o)=>{const n=ge(e);if(!n)return;const l="markdown"===o?"markdown":"Python";n.cell.kind!==o?(n.cell.kind=o,n.cell.result=null,n.cell.rawOutputs=void 0,n.cell.rawExecCount=void 0,z.dirty=!0,console.log(chalk.green(`  ✓ cell ${n.idx} → ${l}`)+chalk.gray(" — ")+chalk.cyan(`run ${n.idx}`)+chalk.gray("markdown"===o?" to render it.":" to execute."))):console.log(chalk.gray(`  cell ${n.idx} is already ${l}.`))})(d,"md"===a?"markdown":"code"),void ae();if("gpu"===a)return te=!0,await ye(d),te=!1,void ae();if("download"===a||"dl"===a)return te=!0,await(async e=>{if(!F)return void console.log(chalk.gray("  local kernel — your files are already on this machine (no download needed)."));const n=e.trim()||"submission.csv",t=n.startsWith("/")?n:`${F.outDir}/${n}`;let r;try{r=await B.fetchFile(t)}catch(e){return console.log(chalk.yellow(`  could not fetch ${t}: `)+chalk.gray(e instanceof Error?e.message:String(e))),void console.log(chalk.gray("  (run the submission cell first — it writes into the GPU workspace)"))}const a=H?y(process.cwd(),"icoa-kaggle",H):process.cwd(),c=y(a,s(n));try{o(a,{recursive:!0}),l(c,r)}catch{return void console.log(chalk.yellow("  could not write the file here — check directory permissions."))}console.log(chalk.green("  ✓ downloaded ")+chalk.white(c)+chalk.gray(` (${r.length} bytes)`)),H&&"submission.csv"===s(n)&&console.log(chalk.gray("  verify it: ")+chalk.cyan(`kaggle check ${H}`)+chalk.gray(" — then upload on Kaggle yourself."))})(d),te=!1,void ae();if("run"===a)return te=!0,await(async e=>{const o=C(e,z.cells.length);if(o)for(const e of o){const n=z.cells[e-1];if("markdown"!==n.kind){console.log(chalk.gray(`  ── run cell ${e}: `)+chalk.white(S(n,50))+chalk.gray(" ──"));try{n.result=await B.execute(n.source)}catch(e){return console.log(chalk.red("  Kernel error: ")+chalk.gray(e instanceof Error?e.message:String(e))),void L()}if(z.dirty=!0,Y(n.result,T),de(n,e),!n.result.ok){const n=e!==o[o.length-1];return console.log(chalk.yellow(`  ✗ cell ${e} raised${n?" — stopping here.":"."}`)+chalk.gray(" Fix it (")+chalk.cyan(`edit ${e}`)+chalk.gray(") and re-run.")),void L()}}else{console.log(chalk.gray(`  ── cell ${e} (markdown) ──`));for(const e of k(n.source))console.log(e);console.log()}}else console.log(0===z.cells.length?chalk.yellow("  no cells yet — type Python or use ")+chalk.cyan("add"):chalk.yellow("  usage: ")+chalk.cyan("run 3")+chalk.yellow(" · ")+chalk.cyan("run 1-5")+chalk.yellow(" · ")+chalk.cyan("run all"))})(d),te=!1,void ae();if("save"===a)return(e=>{if(0===z.cells.length)return void console.log(chalk.yellow("  nothing to save — the notebook is empty."));let o;o=e.trim()?i(e.trim())?e.trim():g(process.cwd(),e.trim()):z.path?z.path.endsWith(".ipynb")?z.path:`${z.path.replace(/\.[^./]+$/,"")}.ipynb`:g(process.cwd(),"notebook.ipynb"),o.endsWith(".ipynb")||(o+=".ipynb");try{l(o,q(z.cells)),z.path=o,z.dirty=!1,console.log(chalk.green("  ✓ saved ")+chalk.cyan(o)+chalk.gray(` (${z.cells.length} cells)`))}catch(e){console.log(chalk.red("  save failed: ")+chalk.gray(e instanceof Error?e.message:String(e)))}})(d),void ae();if(""===r)return void ae()}if(ne.length>0&&I.has(r.toLowerCase()))return console.log(chalk.gray("  (⏸ you are inside a multi-line block — press Enter on an ")+chalk.bold.white("empty line")+chalk.gray(" to run it; then ")+chalk.cyan(r.toLowerCase().replace(/^\//,""))+chalk.gray(" will work. This line was not added to the block.)")),void ae();if(ne.push(t),!f(ne))return 1!==ne.length||le||(le=!0,console.log(chalk.gray("  (multi-line block started — keep typing; an empty line runs it)"))),void ae();const a=ne.join("\n").replace(/\s+$/,"");if(ne.length=0,""!==a.trim()){te=!0;try{const e=await B.execute(a);z.cells.push({kind:"code",source:a,result:e}),z.dirty=!0,Y(e,T);const o=de(z.cells[z.cells.length-1],z.cells.length);e.ok||o||L()}catch(e){console.log(chalk.red("  Kernel error: ")+chalk.gray(e instanceof Error?e.message:String(e))),L()}te=!1,ae()}else ae()};ee.on("line",e=>{ue(e)}),X||ee.on("close",async()=>{await B.shutdown().catch(()=>{}),process.exit(0)}),ae(),await ce}(m)})}function _(){console.log(),console.log(chalk.bold.white("  ICOA Notebook  ")+chalk.gray("· in-terminal Python · AI/ML notebook arena")),console.log(chalk.gray("  ─────────────────────────────────────────────"))}const I=new Set(["guide","/guide","help","?","quit","exit","back","menu","cells","run all"]);function L(){console.log(chalk.gray("  🧭 stuck? type ")+chalk.cyan("guide")+chalk.gray(" for the basics · ")+chalk.cyan("help")+chalk.gray(" for every command."))}const T="https://practice.icoa2026.au";function R(){return process.env.ICOA_GPU_SERVER?process.env.ICOA_GPU_SERVER.replace(/\/$/,""):T}function M(){return y(t(),".icoa","gpu-key")}function D(){if(process.env.ICOA_GPU_KEY)return process.env.ICOA_GPU_KEY.trim();try{return n(M(),"utf-8").trim()||null}catch{return null}}async function K(e,o,n){try{const l=await fetch(`${R()}/api/icoa/gpu/${e}`,{method:"POST",headers:{"Content-Type":"application/json"},body:JSON.stringify(n?{key:o,task:n}:{key:o}),signal:AbortSignal.timeout(2e4)});return m(await l.json())}catch{return{state:"error",message:"GPU broker not reachable"}}}function W(e){const o=e?.match(/icoa-kaggle[/\\]([a-z0-9-]+)[/\\]/);return o?o[1]:null}let J=0,V=null;function Y(e,o){for(const n of e.outputs)if("stream"===n.kind){const e=n.text.replace(/\n$/,"");if(0===e.length)continue;console.log("stderr"===n.name?chalk.yellow(e):chalk.white(e))}else if("result"===n.kind)console.log(chalk.cyan(`  Out[${e.execCount??"*"}]: `)+chalk.white(n.text));else if("error"===n.kind){console.log(chalk.bold.red(`  ${n.ename}: ${n.evalue}`));for(const e of n.traceback)console.log(chalk.gray(`  ${e.replace(j,"")}`))}else"display"===n.kind&&z(n.data,o)}function z(e,n){if(e["image/png"])try{o(n,{recursive:!0}),J+=1;const t=y(n,`figure-${J}.png`);return l(t,Buffer.from(e["image/png"],"base64")),V=t,console.log(chalk.magenta("  🖼  figure saved → ")+chalk.cyan(t)),void(O(t)?console.log(chalk.gray("     opening in your image viewer… (type ")+chalk.cyan("open")+chalk.gray(" to reopen)")):console.log(chalk.gray("     open it with your file browser (inline images need a graphical viewer).")))}catch{}e["text/plain"]&&console.log(chalk.white(`  ${e["text/plain"]}`))}

package/dist/commands/kaggle.js

@@ -1 +1 @@
-import{existsSync as o,mkdirSync as e,readFileSync as n,readdirSync as l,writeFileSync as t}from"node:fs";import{join as s}from"node:path";import chalk from"chalk";import{makeReplAsker as i}from"../lib/repl-asker.js";import{logCommand as r}from"../lib/logger.js";import{openFile as a}from"../lib/open-file.js";import{serializeIpynb as c}from"../lib/notebook-doc.js";import{loadLearnState as g}from"../lib/learn-state.js";import{buildStarterCells as u,dataFileUrls as d,parseKaggleTaskList as y,parseSubmitResponse as m,validateSubmissionText as b}from"../lib/kaggle.js";function h(){return process.env.ICOA_KAGGLE_SERVER?process.env.ICOA_KAGGLE_SERVER.replace(/\/$/,""):"https://practice.icoa2026.au"}async function p(o){try{const e=await fetch(h()+o,{signal:AbortSignal.timeout(3e4)});return await e.json()}catch{return null}}async function f(o){try{const e=await fetch(o,{signal:AbortSignal.timeout(6e4)});return e.ok?await e.text():null}catch{return null}}function w(){console.log(),console.log(chalk.yellow("  The practice server is not reachable right now.")),console.log(chalk.gray("  Check your connection, or try again later.")),console.log()}function k(o){return s(process.cwd(),"icoa-kaggle",o)}function v(o){if("icoa-holdout"===o?.judge)return console.log(chalk.bold.white("  Submit to ICOA (scored on the server):")),console.log(chalk.gray("    ")+chalk.bold.cyan(`kaggle submit ${o.comp_id}`)),void console.log(chalk.gray("    scores vs the secret test labels → live rank on ")+chalk.cyan("board"));console.log(chalk.bold.white("  Submit on Kaggle (manual, your own account):")),o?.kaggle_url?(console.log(chalk.gray("   1. open ")+chalk.cyan(o.kaggle_url)),console.log(chalk.gray("   2. Submit Predictions → upload ")+chalk.white("submission.csv")),console.log(chalk.gray("   3. read your score, improve the MODEL cell, re-run, repeat."))):(console.log(chalk.gray("  (placeholder dataset — no live Kaggle page yet; when the real")),console.log(chalk.gray("   competition dataset lands, its submission link will appear here.)")))}export async function runKaggle(n){const l=i(),a=async o=>await l.ask(o)??"";try{console.log(),console.log(chalk.bold.cyan("  📊 KAGGLE PRACTICE")+chalk.gray("  ·  train locally · submit on Kaggle yourself")),console.log(chalk.gray("  Small real-format datasets, a runnable starter notebook, your own CPU.")),console.log();const l=await p("/api/icoa/kaggle/tasks");if(!l)return w();const i=y(l);if(0===i.length)return console.log(chalk.yellow("  No practice competitions are live yet — check back soon.")),void console.log();let g=n?i.find(o=>o.comp_id===n):void 0;if(n&&!g&&console.log(chalk.yellow(`  No competition called "${n}".`)),!g){console.log(chalk.white("  Live practice competitions:")),i.forEach((o,e)=>{console.log(chalk.gray(`    ${e+1}. `)+chalk.cyan(o.comp_id)+chalk.gray(`  — ${o.title} · ${o.metric}`))});for(let o=0;o<3&&!g;o++){const o=(await a(chalk.cyan("  Pick one (number or id): "))).trim();if(!o)return;const e=Number(o);g=!Number.isNaN(e)&&i[e-1]||i.find(e=>e.comp_id===o.toLowerCase())||void 0,g||console.log(chalk.gray(`  Try a number 1-${i.length} or an id like "${i[0].comp_id}".`))}if(!g)return}const m=g.comp_id;if(r(`kaggle: download ${m}`),console.log(),console.log(chalk.white(`  ${g.title}`)+chalk.gray(`  ·  ${g.metric}`)),g.description){console.log();for(const o of function(o){const e=[];let n="";for(const l of o.split(/\s+/))""!==n&&n.length+1+l.length>74?(e.push(n),n=l):n=""===n?l:`${n} ${l}`;return""!==n&&e.push(n),e}(g.description))console.log(chalk.white(`  ${o}`))}console.log(),console.log(chalk.gray("  Downloading data…"));let b=null;const h=d(g);if(h){const[o,e,n]=await Promise.all([f(h.train),f(h.test),f(h.sample_submission)]);o&&e&&n&&(b={train:o,test:e,sample_submission:n})}if(!b){const o=await p(`/api/icoa/kaggle/${m}/data`);b=o?.data??o}if(!b?.train||!b?.test||!b?.sample_submission)return w();const v=k(m),_={...g,...b.meta??{}};try{e(v,{recursive:!0}),t(s(v,"train.csv"),b.train),t(s(v,"test.csv"),b.test),t(s(v,"sample_submission.csv"),b.sample_submission),t(s(v,"meta.json"),`${JSON.stringify(_,null,2)}\n`)}catch{return void console.log(chalk.yellow("  Could not write the data files here — check directory permissions."))}const j=s(v,"starter.ipynb");let S=!1;o(j)?S=!0:t(j,c(u(v,_)));const K="number"==typeof _.n_train?`${_.n_train} rows`:"labelled",N="number"==typeof _.n_test?`${_.n_test} rows`:"predict these";console.log(chalk.green("  ✓ train:    ")+chalk.white(s(v,"train.csv"))+chalk.gray(`  (${K})`)),console.log(chalk.green("  ✓ test:     ")+chalk.white(s(v,"test.csv"))+chalk.gray(`  (${N})`)),console.log(chalk.green("  ✓ format:   ")+chalk.white(s(v,"sample_submission.csv"))),console.log(chalk.green("  ✓ notebook: ")+chalk.white(j)+chalk.gray(S?"  (kept your existing one)":"  (runnable baseline inside)")),(_.licence||_.attribution)&&console.log(chalk.gray(`  licence: ${_.licence??"—"}  ·  ${_.attribution??""}`)),console.log(),$(m,_,j),console.log()}finally{l.close()}}function $(o,e,n){console.log(chalk.bold.white("  Your move — 3 steps:")),console.log(chalk.gray("   1. ")+chalk.bold.cyan(`icoa ipynb ${n}`)+chalk.gray("  →  run all (baseline trains)")),console.log(chalk.gray("   2. it writes ")+chalk.white("submission.csv")+chalk.gray("  →  verify with ")+chalk.cyan(`kaggle check ${o}`)),"icoa-holdout"===e?.judge?console.log(chalk.gray("   3. ")+chalk.bold.cyan(`kaggle submit ${o}`)+chalk.gray("  →  scored + ranked live.")):console.log(chalk.gray("   3. upload it on Kaggle yourself — then beat the baseline.")),console.log(),console.log(chalk.bold.white("  🤝 Want AI help? Set up your cockpit:")),console.log(chalk.gray("   1. split the screen:  ")+chalk.bold.cyan("Ctrl-b %")+chalk.gray("   (lesson/work left · AI right)")),console.log(chalk.gray("   2. in the right pane:  ")+chalk.bold.cyan("icoa")+chalk.gray("  then type  ")+chalk.bold.cyan("ai4ioai")+chalk.gray("  →  live Gemma 3")),console.log(chalk.gray("   3. ask it for feature ideas or bug fixes — then ")+chalk.bold.white("VERIFY")+chalk.gray(" with your val score (a tip that lowers it, drop it).")),console.log(),v(e)}export async function runKaggleGuide(e){console.log();const l=_(e,"guide");if(!l)return;const t=k(l);let i=null;try{i=JSON.parse(n(s(t,"meta.json"),"utf-8"))}catch{i=null}r(`kaggle: guide ${l}`);const a=s(t,"starter.ipynb"),c=o(s(t,"submission.csv"));console.log(chalk.bold.white(`  ═══ 📖 ${i?.title??l} — walkthrough ═══`)),console.log(),console.log(chalk.gray("  Where you are:  data ")+chalk.green("downloaded ✓")+chalk.gray(" · submission.csv: ")+(c?chalk.green("written ✓"):chalk.yellow("not yet — run the notebook"))),console.log(),$(l,i,a),console.log(),console.log(chalk.gray("  Inside the notebook, ")+chalk.cyan("guide")+chalk.gray(" shows the notebook-level guide.")),console.log()}function _(e,n){if(e)return e;const t=s(process.cwd(),"icoa-kaggle"),i=o(t)?l(t,{withFileTypes:!0}).filter(e=>e.isDirectory()&&o(s(t,e.name,"sample_submission.csv"))).map(o=>o.name):[];if(1===i.length)return i[0];if(0===i.length)return console.log(chalk.yellow("  No downloaded competition found here — run ")+chalk.cyan("kaggle")+chalk.yellow(" first.")),console.log(),null;console.log(chalk.white("  Several competitions downloaded — pick one:"));for(const o of i)console.log(chalk.gray(`    kaggle ${n} `)+chalk.cyan(o));return console.log(),null}export async function runKaggleCheck(e){console.log();const l=_(e,"check");if(!l)return;const t=k(l),i=s(t,"submission.csv"),c=s(t,"sample_submission.csv");if(!o(c))return console.log(chalk.yellow(`  No data for "${l}" here — run `)+chalk.cyan(`kaggle ${l}`)+chalk.yellow(" first.")),void console.log();if(!o(i))return console.log(chalk.yellow("  No submission.csv yet — open the notebook and run all cells:")),console.log(chalk.gray("    ")+chalk.cyan(`icoa ipynb ${s(t,"starter.ipynb")}`)),void console.log();const g=b(n(i,"utf-8"),n(c,"utf-8"));r(`kaggle: check ${l} → ${g.ok?"ok":`rejected: ${g.problems[0]??"format"}`}`);let u=null;try{u=JSON.parse(n(s(t,"meta.json"),"utf-8"))}catch{u=null}if(g.ok)console.log(chalk.bold.green("  ✓ submission.csv is Kaggle-ready")+chalk.gray("  (matches sample_submission.csv)")),console.log(chalk.gray("    ")+chalk.white(i)),console.log(),v(u),a(t);else{console.log(chalk.bold.red("  ✗ submission.csv would be rejected:"));for(const o of g.problems)console.log(chalk.yellow(`    · ${o}`));console.log(),console.log(chalk.gray("  Fix the submission cell in the notebook and re-run it."))}console.log()}export async function runKaggleSubmit(e){console.log();const l=_(e,"submit");if(!l)return;const t=k(l),a=s(t,"submission.csv"),c=s(t,"sample_submission.csv");let u=null;try{u=JSON.parse(n(s(t,"meta.json"),"utf-8"))}catch{u=null}if(!u||!o(c))return console.log(chalk.yellow(`  No data for "${l}" here — run `)+chalk.cyan(`kaggle ${l}`)+chalk.yellow(" first.")),void console.log();if("icoa-holdout"!==u.judge)return console.log(chalk.yellow("  This competition is judged on kaggle.com — nothing to submit here.")),console.log(),v(u),void console.log();if(!o(a))return console.log(chalk.yellow("  No submission.csv yet — open the notebook and run all cells:")),console.log(chalk.gray("    ")+chalk.cyan(`icoa ipynb ${s(t,"starter.ipynb")}`)),void console.log();const d=n(a,"utf-8"),y=b(d,n(c,"utf-8"));if(!y.ok){r(`kaggle: submit ${l} → local-reject: ${y.problems[0]??"format"}`),console.log(chalk.bold.red("  ✗ submission.csv would be rejected:"));for(const o of y.problems)console.log(chalk.yellow(`    · ${o}`));return console.log(),console.log(chalk.gray("  Fix the submission cell in the notebook and re-run it.")),void console.log()}let p=g()?.token??"";if(!p){const o=i();try{p=(await o.ask(chalk.cyan("  Your learn token: "))??"").trim()}finally{o.close()}if(!p)return console.log(chalk.gray("  A learn token identifies you on the board — ask your coach for one.")),void console.log()}console.log(chalk.gray("  Scoring on the server…"));const f=await async function(o,e){try{const n=await fetch(h()+o,{method:"POST",headers:{"Content-Type":"application/json"},body:JSON.stringify(e),signal:AbortSignal.timeout(6e4)});return await n.json()}catch{return null}}(`/api/icoa/kaggle/${l}/submit`,{token:p,submission_csv:d}),w=m(f);if(r(`kaggle: submit ${l} → ${w.ok?`${w.metric}=${w.score}${w.deduped?" (deduped)":""} rank=${w.rank??"-"}`:w.reason??"error"}`),console.log(),w.ok){const o=`${w.metric}: ${Number(w.score).toFixed(4).replace(/\.?0+$/,"")}`;w.deduped?(console.log(chalk.bold.white(`  ✓ already scored — ${o}`)),console.log(chalk.gray("  These exact predictions were scored before. Improve the MODEL cell and re-run."))):(console.log(chalk.bold.green(`  ✓ scored — ${o}`)),"number"==typeof w.rank&&"number"==typeof w.fieldSize&&console.log(chalk.bold.white(`  🏁 board rank #${w.rank}`)+chalk.gray(` of ${w.fieldSize}`))),w.boardEvent&&console.log(chalk.gray("  standings: ")+chalk.cyan(`board ${w.boardEvent} ${l}`))}else switch(w.reason){case"bad_token":console.log(chalk.bold.red("  ✗ that learn token was not accepted")+chalk.gray("  (invalid or expired)")),console.log(chalk.gray("  Check the token with your coach, then try again."));break;case"format":console.log(chalk.bold.red("  ✗ the server rejected submission.csv:"));for(const o of w.problems??[])console.log(chalk.yellow(`    · ${o}`));break;case"event_closed":case"outside_window":console.log(chalk.bold.yellow("  ⏱ the submission window for this competition is closed."));break;case"cap_reached":console.log(chalk.bold.yellow("  ⏱ you have used all your submissions for this competition."));break;case"kaggle_judged":console.log(chalk.yellow("  This competition is judged on kaggle.com — nothing to submit here."));break;default:console.log(chalk.yellow("  The scoring server is not reachable right now — try again in a minute."))}console.log()}export function registerKaggleCommand(o){o.command("kaggle").argument("[action]",'competition id, or "check" / "submit"').argument("[comp]",'competition id (with "check" / "submit")').description("Kaggle-style ML practice — dataset + starter notebook, check & submit").action(async(o,e)=>{"check"===o?await runKaggleCheck(e):"submit"===o?await runKaggleSubmit(e):"guide"===o?await runKaggleGuide(e):await runKaggle(o)}),o.command("guide").argument("[comp]","competition id").description("Show the competition walkthrough (3 steps + AI cockpit)").action(async o=>{await runKaggleGuide(o)})}
+import{existsSync as o,mkdirSync as e,readFileSync as n,readdirSync as l,writeFileSync as t}from"node:fs";import{join as s}from"node:path";import chalk from"chalk";import{makeReplAsker as r}from"../lib/repl-asker.js";import{logCommand as i}from"../lib/logger.js";import{openFile as a}from"../lib/open-file.js";import{serializeIpynb as c}from"../lib/notebook-doc.js";import{loadLearnState as g}from"../lib/learn-state.js";import{buildStarterCells as u,dataFileUrls as d,parseKaggleTaskList as y,parseSubmitResponse as m,validateSubmissionText as b}from"../lib/kaggle.js";function h(){return process.env.ICOA_KAGGLE_SERVER?process.env.ICOA_KAGGLE_SERVER.replace(/\/$/,""):"https://practice.icoa2026.au"}async function p(o){try{const e=await fetch(h()+o,{signal:AbortSignal.timeout(3e4)});return await e.json()}catch{return null}}async function f(o){try{const e=await fetch(o,{signal:AbortSignal.timeout(6e4)});return e.ok?await e.text():null}catch{return null}}function w(){console.log(),console.log(chalk.yellow("  The practice server is not reachable right now.")),console.log(chalk.gray("  Check your connection, or try again later.")),console.log()}function k(o){return s(process.cwd(),"icoa-kaggle",o)}function v(o,e){const n=[];let l="";for(const t of o.split(/\s+/))""!==l&&l.length+1+t.length>e?(n.push(l),l=t):l=""===l?t:`${l} ${t}`;return""!==l&&n.push(l),n}function $(o){if("icoa-holdout"===o?.judge)return console.log(chalk.bold.white("  Submit to ICOA (scored on the server):")),console.log(chalk.gray("    ")+chalk.bold.cyan(`kaggle submit ${o.comp_id}`)),void console.log(chalk.gray("    scores vs the secret test labels → live rank on ")+chalk.cyan("board"));console.log(chalk.bold.white("  Submit on Kaggle (manual, your own account):")),o?.kaggle_url?(console.log(chalk.gray("   1. open ")+chalk.cyan(o.kaggle_url)),console.log(chalk.gray("   2. Submit Predictions → upload ")+chalk.white("submission.csv")),console.log(chalk.gray("   3. read your score, improve the MODEL cell, re-run, repeat."))):(console.log(chalk.gray("  (placeholder dataset — no live Kaggle page yet; when the real")),console.log(chalk.gray("   competition dataset lands, its submission link will appear here.)")))}export async function runKaggle(n){const l=r(),a=async o=>await l.ask(o)??"";try{console.log(),console.log(chalk.bold.cyan("  📊 KAGGLE PRACTICE")+chalk.gray("  ·  train locally · submit on Kaggle yourself")),console.log(chalk.gray("  Small real-format datasets, a runnable starter notebook, your own CPU.")),console.log();const l=await p("/api/icoa/kaggle/tasks");if(!l)return w();const r=y(l);if(0===r.length)return console.log(chalk.yellow("  No practice competitions are live yet — check back soon.")),void console.log();let g=n?r.find(o=>o.comp_id===n):void 0;if(n&&!g&&console.log(chalk.yellow(`  No competition called "${n}".`)),!g){console.log(chalk.white("  Live practice competitions:")),r.forEach((o,e)=>{console.log(chalk.gray(`    ${e+1}. `)+chalk.cyan(o.comp_id)+chalk.gray(`  — ${o.title} · ${o.metric}`))});for(let o=0;o<3&&!g;o++){const o=(await a(chalk.cyan("  Pick one (number or id): "))).trim();if(!o)return;const e=Number(o);g=!Number.isNaN(e)&&r[e-1]||r.find(e=>e.comp_id===o.toLowerCase())||void 0,g||console.log(chalk.gray(`  Try a number 1-${r.length} or an id like "${r[0].comp_id}".`))}if(!g)return}const m=g.comp_id;if(i(`kaggle: download ${m}`),g.needs_gpu)return void await async function(n,l){const r=k(n);if(console.log(),console.log(chalk.white(`  ${l.title}`)+chalk.gray(`  ·  ${l.metric}`)+chalk.bold.magenta("  ⚡ GPU task")),l.description){console.log();for(const o of v(l.description,74))console.log(chalk.white(`  ${o}`))}console.log(),console.log(chalk.gray("  Fetching the notebook…")+chalk.gray("  (the audio dataset stays on the GPU box — no download)"));const i=await p(`/api/icoa/kaggle/${n}/starter`),a=i?.data?.starter??i?.starter;if("string"!=typeof a||0===a.length)return w();const c=s(r,"starter.ipynb");let g=!1;try{e(r,{recursive:!0}),o(c)?g=!0:t(c,a),t(s(r,"meta.json"),`${JSON.stringify(l,null,2)}\n`)}catch{return void console.log(chalk.yellow("  Could not write the notebook here — check directory permissions."))}console.log(chalk.green("  ✓ notebook: ")+chalk.white(c)+chalk.gray(g?"  (kept your existing one)":"  (the real IOAI task inside)")),console.log(chalk.green("  ✓ dataset:  ")+chalk.white("already on the GPU box")+chalk.gray("  — no download needed")),console.log(),console.log(chalk.bold.white("  This is a GPU task — 3 steps:")),console.log(chalk.gray("   1. ")+chalk.bold.cyan(`icoa ipynb ${c}`)),console.log(chalk.gray("   2. ")+chalk.bold.cyan("gpu key <your-key>")+chalk.gray(" then ")+chalk.bold.cyan("gpu on")+chalk.gray("   (connects you to the box where the audio data lives)")),console.log(chalk.gray("   3. ")+chalk.bold.cyan("run all")+chalk.gray("  →  the notebook trains on the GPU.")),console.log(),l.kaggle_url&&(console.log(chalk.gray("  Submit on Kaggle: ")+chalk.cyan(l.kaggle_url)),console.log())}(m,g);if(console.log(),console.log(chalk.white(`  ${g.title}`)+chalk.gray(`  ·  ${g.metric}`)),g.description){console.log();for(const o of v(g.description,74))console.log(chalk.white(`  ${o}`))}console.log(),console.log(chalk.gray("  Downloading data…"));let b=null;const h=d(g);if(h){const[o,e,n]=await Promise.all([f(h.train),f(h.test),f(h.sample_submission)]);o&&e&&n&&(b={train:o,test:e,sample_submission:n})}if(!b){const o=await p(`/api/icoa/kaggle/${m}/data`);b=o?.data??o}if(!b?.train||!b?.test||!b?.sample_submission)return w();const $=k(m),j={...g,...b.meta??{}};try{e($,{recursive:!0}),t(s($,"train.csv"),b.train),t(s($,"test.csv"),b.test),t(s($,"sample_submission.csv"),b.sample_submission),t(s($,"meta.json"),`${JSON.stringify(j,null,2)}\n`)}catch{return void console.log(chalk.yellow("  Could not write the data files here — check directory permissions."))}const S=s($,"starter.ipynb");let K=!1;o(S)?K=!0:t(S,c(u($,j)));const N="number"==typeof j.n_train?`${j.n_train} rows`:"labelled",x="number"==typeof j.n_test?`${j.n_test} rows`:"predict these";console.log(chalk.green("  ✓ train:    ")+chalk.white(s($,"train.csv"))+chalk.gray(`  (${N})`)),console.log(chalk.green("  ✓ test:     ")+chalk.white(s($,"test.csv"))+chalk.gray(`  (${x})`)),console.log(chalk.green("  ✓ format:   ")+chalk.white(s($,"sample_submission.csv"))),console.log(chalk.green("  ✓ notebook: ")+chalk.white(S)+chalk.gray(K?"  (kept your existing one)":"  (runnable baseline inside)")),(j.licence||j.attribution)&&console.log(chalk.gray(`  licence: ${j.licence??"—"}  ·  ${j.attribution??""}`)),console.log(),_(m,j,S),console.log()}finally{l.close()}}function _(o,e,n){console.log(chalk.bold.white("  Your move — 3 steps:")),console.log(chalk.gray("   1. ")+chalk.bold.cyan(`icoa ipynb ${n}`)+chalk.gray("  →  run all (baseline trains)")),console.log(chalk.gray("   2. it writes ")+chalk.white("submission.csv")+chalk.gray("  →  verify with ")+chalk.cyan(`kaggle check ${o}`)),"icoa-holdout"===e?.judge?console.log(chalk.gray("   3. ")+chalk.bold.cyan(`kaggle submit ${o}`)+chalk.gray("  →  scored + ranked live.")):console.log(chalk.gray("   3. upload it on Kaggle yourself — then beat the baseline.")),console.log(),console.log(chalk.bold.white("  🤝 Want AI help? Set up your cockpit:")),console.log(chalk.gray("   1. split the screen:  ")+chalk.bold.cyan("Ctrl-b %")+chalk.gray("   (lesson/work left · AI right)")),console.log(chalk.gray("   2. in the right pane:  ")+chalk.bold.cyan("icoa")+chalk.gray("  then type  ")+chalk.bold.cyan("ai4ioai")+chalk.gray("  →  live Gemma 3")),console.log(chalk.gray("   3. ask it for feature ideas or bug fixes — then ")+chalk.bold.white("VERIFY")+chalk.gray(" with your val score (a tip that lowers it, drop it).")),console.log(),$(e)}export async function runKaggleGuide(e){console.log();const l=j(e,"guide");if(!l)return;const t=k(l);let r=null;try{r=JSON.parse(n(s(t,"meta.json"),"utf-8"))}catch{r=null}i(`kaggle: guide ${l}`);const a=s(t,"starter.ipynb"),c=o(s(t,"submission.csv"));console.log(chalk.bold.white(`  ═══ 📖 ${r?.title??l} — walkthrough ═══`)),console.log(),console.log(chalk.gray("  Where you are:  data ")+chalk.green("downloaded ✓")+chalk.gray(" · submission.csv: ")+(c?chalk.green("written ✓"):chalk.yellow("not yet — run the notebook"))),console.log(),_(l,r,a),console.log(),console.log(chalk.gray("  Inside the notebook, ")+chalk.cyan("guide")+chalk.gray(" shows the notebook-level guide.")),console.log()}function j(e,n){if(e)return e;const t=s(process.cwd(),"icoa-kaggle"),r=o(t)?l(t,{withFileTypes:!0}).filter(e=>e.isDirectory()&&o(s(t,e.name,"sample_submission.csv"))).map(o=>o.name):[];if(1===r.length)return r[0];if(0===r.length)return console.log(chalk.yellow("  No downloaded competition found here — run ")+chalk.cyan("kaggle")+chalk.yellow(" first.")),console.log(),null;console.log(chalk.white("  Several competitions downloaded — pick one:"));for(const o of r)console.log(chalk.gray(`    kaggle ${n} `)+chalk.cyan(o));return console.log(),null}export async function runKaggleCheck(e){console.log();const l=j(e,"check");if(!l)return;const t=k(l),r=s(t,"submission.csv"),c=s(t,"sample_submission.csv");if(!o(c))return console.log(chalk.yellow(`  No data for "${l}" here — run `)+chalk.cyan(`kaggle ${l}`)+chalk.yellow(" first.")),void console.log();if(!o(r))return console.log(chalk.yellow("  No submission.csv yet — open the notebook and run all cells:")),console.log(chalk.gray("    ")+chalk.cyan(`icoa ipynb ${s(t,"starter.ipynb")}`)),void console.log();const g=b(n(r,"utf-8"),n(c,"utf-8"));i(`kaggle: check ${l} → ${g.ok?"ok":`rejected: ${g.problems[0]??"format"}`}`);let u=null;try{u=JSON.parse(n(s(t,"meta.json"),"utf-8"))}catch{u=null}if(g.ok)console.log(chalk.bold.green("  ✓ submission.csv is Kaggle-ready")+chalk.gray("  (matches sample_submission.csv)")),console.log(chalk.gray("    ")+chalk.white(r)),console.log(),$(u),a(t);else{console.log(chalk.bold.red("  ✗ submission.csv would be rejected:"));for(const o of g.problems)console.log(chalk.yellow(`    · ${o}`));console.log(),console.log(chalk.gray("  Fix the submission cell in the notebook and re-run it."))}console.log()}export async function runKaggleSubmit(e){console.log();const l=j(e,"submit");if(!l)return;const t=k(l),a=s(t,"submission.csv"),c=s(t,"sample_submission.csv");let u=null;try{u=JSON.parse(n(s(t,"meta.json"),"utf-8"))}catch{u=null}if(!u||!o(c))return console.log(chalk.yellow(`  No data for "${l}" here — run `)+chalk.cyan(`kaggle ${l}`)+chalk.yellow(" first.")),void console.log();if("icoa-holdout"!==u.judge)return console.log(chalk.yellow("  This competition is judged on kaggle.com — nothing to submit here.")),console.log(),$(u),void console.log();if(!o(a))return console.log(chalk.yellow("  No submission.csv yet — open the notebook and run all cells:")),console.log(chalk.gray("    ")+chalk.cyan(`icoa ipynb ${s(t,"starter.ipynb")}`)),void console.log();const d=n(a,"utf-8"),y=b(d,n(c,"utf-8"));if(!y.ok){i(`kaggle: submit ${l} → local-reject: ${y.problems[0]??"format"}`),console.log(chalk.bold.red("  ✗ submission.csv would be rejected:"));for(const o of y.problems)console.log(chalk.yellow(`    · ${o}`));return console.log(),console.log(chalk.gray("  Fix the submission cell in the notebook and re-run it.")),void console.log()}let p=g()?.token??"";if(!p){const o=r();try{p=(await o.ask(chalk.cyan("  Your learn token: "))??"").trim()}finally{o.close()}if(!p)return console.log(chalk.gray("  A learn token identifies you on the board — ask your coach for one.")),void console.log()}console.log(chalk.gray("  Scoring on the server…"));const f=await async function(o,e){try{const n=await fetch(h()+o,{method:"POST",headers:{"Content-Type":"application/json"},body:JSON.stringify(e),signal:AbortSignal.timeout(6e4)});return await n.json()}catch{return null}}(`/api/icoa/kaggle/${l}/submit`,{token:p,submission_csv:d}),w=m(f);if(i(`kaggle: submit ${l} → ${w.ok?`${w.metric}=${w.score}${w.deduped?" (deduped)":""} rank=${w.rank??"-"}`:w.reason??"error"}`),console.log(),w.ok){const o=`${w.metric}: ${Number(w.score).toFixed(4).replace(/\.?0+$/,"")}`;w.deduped?(console.log(chalk.bold.white(`  ✓ already scored — ${o}`)),console.log(chalk.gray("  These exact predictions were scored before. Improve the MODEL cell and re-run."))):(console.log(chalk.bold.green(`  ✓ scored — ${o}`)),"number"==typeof w.rank&&"number"==typeof w.fieldSize&&console.log(chalk.bold.white(`  🏁 board rank #${w.rank}`)+chalk.gray(` of ${w.fieldSize}`))),w.boardEvent&&console.log(chalk.gray("  standings: ")+chalk.cyan(`board ${w.boardEvent} ${l}`))}else switch(w.reason){case"bad_token":console.log(chalk.bold.red("  ✗ that learn token was not accepted")+chalk.gray("  (invalid or expired)")),console.log(chalk.gray("  Check the token with your coach, then try again."));break;case"format":console.log(chalk.bold.red("  ✗ the server rejected submission.csv:"));for(const o of w.problems??[])console.log(chalk.yellow(`    · ${o}`));break;case"event_closed":case"outside_window":console.log(chalk.bold.yellow("  ⏱ the submission window for this competition is closed."));break;case"cap_reached":console.log(chalk.bold.yellow("  ⏱ you have used all your submissions for this competition."));break;case"kaggle_judged":console.log(chalk.yellow("  This competition is judged on kaggle.com — nothing to submit here."));break;default:console.log(chalk.yellow("  The scoring server is not reachable right now — try again in a minute."))}console.log()}export function registerKaggleCommand(o){o.command("kaggle").argument("[action]",'competition id, or "check" / "submit"').argument("[comp]",'competition id (with "check" / "submit")').description("Kaggle-style ML practice — dataset + starter notebook, check & submit").action(async(o,e)=>{"check"===o?await runKaggleCheck(e):"submit"===o?await runKaggleSubmit(e):"guide"===o?await runKaggleGuide(e):await runKaggle(o)}),o.command("guide").argument("[comp]","competition id").description("Show the competition walkthrough (3 steps + AI cockpit)").action(async o=>{await runKaggleGuide(o)})}

package/dist/lib/kaggle.d.ts

@@ -39,6 +39,10 @@ export interface KaggleTask {
     judge?: string;
     /** Board event this competition's submissions are recorded under. */
     board_event?: string | null;
+    /** Task-4 Audio Classifier: a GPU task whose (large) dataset already lives on
+     * the GPU box. The client does NOT download data locally — it fetches the
+     * notebook and points the student at `gpu on`. */
+    needs_gpu?: boolean;
 }
 export type KaggleMeta = KaggleTask;
 /** Extract the task list from a server response ({success,data:{tasks}} or bare). */

package/dist/lib/kaggle.js

@@ -1 +1 @@
-export function parseKaggleTaskList(e){const t=e??{},r=(t.data??t).tasks;if(!Array.isArray(r))return[];const i=[];for(const e of r){if(!e||"object"!=typeof e)continue;const t=e;"string"==typeof t.comp_id&&""!==t.comp_id&&i.push({comp_id:t.comp_id,title:"string"==typeof t.title?t.title:t.comp_id,metric:"string"==typeof t.metric?t.metric:"accuracy",description:"string"==typeof t.description&&""!==t.description?t.description:void 0,kaggle_url:"string"==typeof t.kaggle_url?t.kaggle_url:null,licence:"string"==typeof t.licence?t.licence:void 0,attribution:"string"==typeof t.attribution?t.attribution:void 0,data_base:"string"==typeof t.data_base&&""!==t.data_base?t.data_base:null,id_col:"string"==typeof t.id_col?t.id_col:void 0,target_col:"string"==typeof t.target_col?t.target_col:void 0,n_train:"number"==typeof t.n_train?t.n_train:void 0,n_test:"number"==typeof t.n_test?t.n_test:void 0,judge:"string"==typeof t.judge&&""!==t.judge?t.judge:void 0,board_event:"string"==typeof t.board_event&&""!==t.board_event?t.board_event:null})}return i}export function dataFileUrls(e){const t=e.data_base;if("string"!=typeof t||""===t)return null;const r=t.replace(/\/$/,"");return{train:`${r}/train.csv`,test:`${r}/test.csv`,sample_submission:`${r}/sample_submission.csv`}}export function buildStarterCells(e,t){const r=t.id_col??"id",i=t.target_col??"target",a=(o=t.metric,/rmse|mse|mae|error/i.test(o));var o;const s="icoa-holdout"===t.judge,n=e=>({kind:"markdown",source:e,result:null}),l=e=>({kind:"code",source:e.join("\n"),result:null}),c=[`# ${t.title}`,"",...t.description?[t.description,""]:[],`Kaggle-style practice — metric: **${t.metric}**.`,"","- `train.csv` — labelled training data",`- \`test.csv\` — rows to predict (no \`${i}\` column)`,"- `sample_submission.csv` — the exact format Kaggle expects","","Run all cells top to bottom: a baseline model trains on your CPU and","`submission.csv` appears next to the data. Then improve the model cell",...s?["and re-run — `icoa kaggle submit` scores it and ranks you on the board."]:["and re-run — your score is whatever Kaggle says it is."],"","**AI help:** split your terminal (`Ctrl-b %`), run `icoa` in the right pane","and type `ai4ioai` for a live Gemma 3. Ask it for feature ideas or bug fixes —","then verify every suggestion with the val score. A tip that lowers it, drop it.",...t.licence?["",`**Data licence:** ${t.licence}`]:[],...t.attribution?[`**Attribution:** ${t.attribution}`]:[]].join("\n"),d=l(["# setup — load the data (leave as is)","import os","import pandas as pd","from pandas.api.types import is_numeric_dtype","from sklearn.model_selection import train_test_split",a?"from sklearn.metrics import mean_squared_error":"from sklearn.metrics import accuracy_score","","# same code everywhere: in a GPU session these env vars point at the","# box's own dataset copy + workspace — locally they are unset.",`DIR = os.environ.get("ICOA_KAGGLE_DATA") or r"${e}"`,'OUT = os.environ.get("ICOA_KAGGLE_OUT") or DIR',...t.data_base?[`DATA_BASE = "${t.data_base.replace(/\/$/,"")}"`,'if not os.path.exists(DIR + "/train.csv"):',"    import urllib.request","    os.makedirs(DIR, exist_ok=True)",'    for f in ("train.csv", "test.csv", "sample_submission.csv"):','        urllib.request.urlretrieve(DATA_BASE + "/" + f, DIR + "/" + f)']:[],'train = pd.read_csv(DIR + "/train.csv")','test = pd.read_csv(DIR + "/test.csv")',`ID, TARGET = "${r}", "${i}"`,'print(f"train {train.shape} · test {test.shape}")']),m=l(["# FEATURES — turn raw columns into numbers a model can use (improve THIS cell).","# Numbers: fill gaps with the median. Text/category: one-hot the low-cardinality","# ones (<= 20 distinct); drop high-cardinality text like names/IDs (rarely helps","# a baseline). Train and test end up aligned to the exact same columns.","feat = [c for c in train.columns if c not in (ID, TARGET)]","Xtr_raw, Xte_raw = train[feat].copy(), test[feat].copy()","num = [c for c in feat if is_numeric_dtype(Xtr_raw[c])]","cat = [c for c in feat if c not in num and Xtr_raw[c].nunique() <= 20]","for c in num:","    med = Xtr_raw[c].median()","    Xtr_raw[c] = Xtr_raw[c].fillna(med)","    Xte_raw[c] = Xte_raw[c].fillna(med)","X = pd.get_dummies(Xtr_raw[num + cat], columns=cat, dummy_na=True)","X_test = pd.get_dummies(Xte_raw[num + cat], columns=cat, dummy_na=True)",'X, X_test = X.align(X_test, join="left", axis=1, fill_value=0)',"y = train[TARGET]","X_tr, X_val, y_tr, y_val = train_test_split(X, y, test_size=0.2, random_state=0)",'print(f"{X.shape[1]} model-ready features "','      f"(dropped {len(feat) - len(num) - len(cat)} high-cardinality/text cols)")']),u=l(a?["# MODEL — a working baseline. Improve THIS cell to climb the Kaggle board.","from sklearn.linear_model import Ridge","model = Ridge()"]:["# MODEL — a working baseline. Improve THIS cell to climb the Kaggle board.","from sklearn.linear_model import LogisticRegression","model = LogisticRegression(max_iter=2000)"]),p=l(["# validate — quick local score on a held-out fifth of train","model.fit(X_tr, y_tr)",a?'print("val RMSE:", round(mean_squared_error(y_val, model.predict(X_val)) ** 0.5, 4))':'print("val accuracy:", round(accuracy_score(y_val, model.predict(X_val)), 4))']),g=l(["# submission — retrain on ALL data, write submission.csv (Kaggle format)","model.fit(X, y)","pred = model.predict(X_test)",'out = OUT + "/submission.csv"',`pd.DataFrame({"${r}": test["${r}"], "${i}": pred}).to_csv(out, index=False)`,'print("wrote", out)',s?`print("score it: icoa kaggle submit ${t.comp_id}")`:'print("format check: icoa kaggle check")']),_=s?["## Submit to ICOA (scored on the server)","",`1. In the ICOA CLI run \`icoa kaggle submit ${t.comp_id}\``,"2. The server scores `submission.csv` against the secret test labels","   and your rank lands on the live board (`icoa board`).","3. Improve the MODEL cell, re-run, submit again — best score counts."]:t.kaggle_url?["## Submit on Kaggle (manual, your own account)","",`1. Open ${t.kaggle_url}`,"2. **Submit Predictions** → upload `submission.csv`","3. Read your leaderboard score, come back, improve the MODEL cell, repeat."]:["## Submit on Kaggle (manual, your own account)","","_This is a placeholder practice dataset — it has no live Kaggle page yet._","When the real competition dataset lands, this cell will link straight to","its Kaggle submission page. The loop is identical: upload `submission.csv`,","read the score, improve the MODEL cell, repeat."];return[n(c),d,m,u,p,g,n(_.join("\n"))]}export function parseSubmitResponse(e){const t=e&&"object"==typeof e?e:{},r=t.data??t,i=r&&"object"==typeof r?r:{};return"number"==typeof i.score&&"string"==typeof i.metric?{ok:!0,score:i.score,metric:i.metric,rank:"number"==typeof i.rank_at_time?i.rank_at_time:null,fieldSize:"number"==typeof i.field_size?i.field_size:null,deduped:!0===i.deduped,boardEvent:"string"==typeof i.board_event?i.board_event:null}:"string"==typeof i.reason&&""!==i.reason?{ok:!1,reason:i.reason,error:"string"==typeof i.error?i.error:void 0,problems:Array.isArray(i.problems)?i.problems.filter(e=>"string"==typeof e):void 0}:{ok:!1,reason:"network"}}export function validateSubmissionText(e,t){const r=[],i=e.trim().split(/\r?\n/),a=t.trim().split(/\r?\n/),o=i[0]??"",s=a[0]??"";o.trim()!==s.trim()&&r.push(`header mismatch: expected "${s}", got "${o}"`);const n=i.slice(1).filter(e=>""!==e.trim()),l=a.slice(1).filter(e=>""!==e.trim());n.length!==l.length&&r.push(`row count mismatch: expected ${l.length}, got ${n.length}`);const c=e=>new Set(e.map(e=>(e.split(",")[0]??"").trim())),d=c(n),m=c(l),u=[...m].filter(e=>!d.has(e)),p=[...d].filter(e=>!m.has(e));if(u.length>0||p.length>0){const e=[];u.length>0&&e.push(`${u.length} missing (e.g. ${u[0]})`),p.length>0&&e.push(`${p.length} unknown (e.g. ${p[0]})`),r.push(`id mismatch vs sample_submission: ${e.join(", ")}`)}for(let e=0;e<n.length;e++)if(n[e].split(",").some(e=>""===e.trim())){r.push(`empty cell in data row ${e+1}`);break}return{ok:0===r.length,problems:r}}
+export function parseKaggleTaskList(e){const t=e??{},r=(t.data??t).tasks;if(!Array.isArray(r))return[];const i=[];for(const e of r){if(!e||"object"!=typeof e)continue;const t=e;"string"==typeof t.comp_id&&""!==t.comp_id&&i.push({comp_id:t.comp_id,title:"string"==typeof t.title?t.title:t.comp_id,metric:"string"==typeof t.metric?t.metric:"accuracy",description:"string"==typeof t.description&&""!==t.description?t.description:void 0,kaggle_url:"string"==typeof t.kaggle_url?t.kaggle_url:null,licence:"string"==typeof t.licence?t.licence:void 0,attribution:"string"==typeof t.attribution?t.attribution:void 0,data_base:"string"==typeof t.data_base&&""!==t.data_base?t.data_base:null,id_col:"string"==typeof t.id_col?t.id_col:void 0,target_col:"string"==typeof t.target_col?t.target_col:void 0,n_train:"number"==typeof t.n_train?t.n_train:void 0,n_test:"number"==typeof t.n_test?t.n_test:void 0,judge:"string"==typeof t.judge&&""!==t.judge?t.judge:void 0,board_event:"string"==typeof t.board_event&&""!==t.board_event?t.board_event:null,needs_gpu:!0===t.needs_gpu})}return i}export function dataFileUrls(e){const t=e.data_base;if("string"!=typeof t||""===t)return null;const r=t.replace(/\/$/,"");return{train:`${r}/train.csv`,test:`${r}/test.csv`,sample_submission:`${r}/sample_submission.csv`}}export function buildStarterCells(e,t){const r=t.id_col??"id",i=t.target_col??"target",a=(o=t.metric,/rmse|mse|mae|error/i.test(o));var o;const s="icoa-holdout"===t.judge,n=e=>({kind:"markdown",source:e,result:null}),l=e=>({kind:"code",source:e.join("\n"),result:null}),c=[`# ${t.title}`,"",...t.description?[t.description,""]:[],`Kaggle-style practice — metric: **${t.metric}**.`,"","- `train.csv` — labelled training data",`- \`test.csv\` — rows to predict (no \`${i}\` column)`,"- `sample_submission.csv` — the exact format Kaggle expects","","Run all cells top to bottom: a baseline model trains on your CPU and","`submission.csv` appears next to the data. Then improve the model cell",...s?["and re-run — `icoa kaggle submit` scores it and ranks you on the board."]:["and re-run — your score is whatever Kaggle says it is."],"","**AI help:** split your terminal (`Ctrl-b %`), run `icoa` in the right pane","and type `ai4ioai` for a live Gemma 3. Ask it for feature ideas or bug fixes —","then verify every suggestion with the val score. A tip that lowers it, drop it.",...t.licence?["",`**Data licence:** ${t.licence}`]:[],...t.attribution?[`**Attribution:** ${t.attribution}`]:[]].join("\n"),d=l(["# setup — load the data (leave as is)","import os","import pandas as pd","from pandas.api.types import is_numeric_dtype","from sklearn.model_selection import train_test_split",a?"from sklearn.metrics import mean_squared_error":"from sklearn.metrics import accuracy_score","","# same code everywhere: in a GPU session these env vars point at the","# box's own dataset copy + workspace — locally they are unset.",`DIR = os.environ.get("ICOA_KAGGLE_DATA") or r"${e}"`,'OUT = os.environ.get("ICOA_KAGGLE_OUT") or DIR',...t.data_base?[`DATA_BASE = "${t.data_base.replace(/\/$/,"")}"`,'if not os.path.exists(DIR + "/train.csv"):',"    import urllib.request","    os.makedirs(DIR, exist_ok=True)",'    for f in ("train.csv", "test.csv", "sample_submission.csv"):','        urllib.request.urlretrieve(DATA_BASE + "/" + f, DIR + "/" + f)']:[],'train = pd.read_csv(DIR + "/train.csv")','test = pd.read_csv(DIR + "/test.csv")',`ID, TARGET = "${r}", "${i}"`,'print(f"train {train.shape} · test {test.shape}")']),m=l(["# FEATURES — turn raw columns into numbers a model can use (improve THIS cell).","# Numbers: fill gaps with the median. Text/category: one-hot the low-cardinality","# ones (<= 20 distinct); drop high-cardinality text like names/IDs (rarely helps","# a baseline). Train and test end up aligned to the exact same columns.","feat = [c for c in train.columns if c not in (ID, TARGET)]","Xtr_raw, Xte_raw = train[feat].copy(), test[feat].copy()","num = [c for c in feat if is_numeric_dtype(Xtr_raw[c])]","cat = [c for c in feat if c not in num and Xtr_raw[c].nunique() <= 20]","for c in num:","    med = Xtr_raw[c].median()","    Xtr_raw[c] = Xtr_raw[c].fillna(med)","    Xte_raw[c] = Xte_raw[c].fillna(med)","X = pd.get_dummies(Xtr_raw[num + cat], columns=cat, dummy_na=True)","X_test = pd.get_dummies(Xte_raw[num + cat], columns=cat, dummy_na=True)",'X, X_test = X.align(X_test, join="left", axis=1, fill_value=0)',"y = train[TARGET]","X_tr, X_val, y_tr, y_val = train_test_split(X, y, test_size=0.2, random_state=0)",'print(f"{X.shape[1]} model-ready features "','      f"(dropped {len(feat) - len(num) - len(cat)} high-cardinality/text cols)")']),u=l(a?["# MODEL — a working baseline. Improve THIS cell to climb the Kaggle board.","from sklearn.linear_model import Ridge","model = Ridge()"]:["# MODEL — a working baseline. Improve THIS cell to climb the Kaggle board.","from sklearn.linear_model import LogisticRegression","model = LogisticRegression(max_iter=2000)"]),p=l(["# validate — quick local score on a held-out fifth of train","model.fit(X_tr, y_tr)",a?'print("val RMSE:", round(mean_squared_error(y_val, model.predict(X_val)) ** 0.5, 4))':'print("val accuracy:", round(accuracy_score(y_val, model.predict(X_val)), 4))']),g=l(["# submission — retrain on ALL data, write submission.csv (Kaggle format)","model.fit(X, y)","pred = model.predict(X_test)",'out = OUT + "/submission.csv"',`pd.DataFrame({"${r}": test["${r}"], "${i}": pred}).to_csv(out, index=False)`,'print("wrote", out)',s?`print("score it: icoa kaggle submit ${t.comp_id}")`:'print("format check: icoa kaggle check")']),_=s?["## Submit to ICOA (scored on the server)","",`1. In the ICOA CLI run \`icoa kaggle submit ${t.comp_id}\``,"2. The server scores `submission.csv` against the secret test labels","   and your rank lands on the live board (`icoa board`).","3. Improve the MODEL cell, re-run, submit again — best score counts."]:t.kaggle_url?["## Submit on Kaggle (manual, your own account)","",`1. Open ${t.kaggle_url}`,"2. **Submit Predictions** → upload `submission.csv`","3. Read your leaderboard score, come back, improve the MODEL cell, repeat."]:["## Submit on Kaggle (manual, your own account)","","_This is a placeholder practice dataset — it has no live Kaggle page yet._","When the real competition dataset lands, this cell will link straight to","its Kaggle submission page. The loop is identical: upload `submission.csv`,","read the score, improve the MODEL cell, repeat."];return[n(c),d,m,u,p,g,n(_.join("\n"))]}export function parseSubmitResponse(e){const t=e&&"object"==typeof e?e:{},r=t.data??t,i=r&&"object"==typeof r?r:{};return"number"==typeof i.score&&"string"==typeof i.metric?{ok:!0,score:i.score,metric:i.metric,rank:"number"==typeof i.rank_at_time?i.rank_at_time:null,fieldSize:"number"==typeof i.field_size?i.field_size:null,deduped:!0===i.deduped,boardEvent:"string"==typeof i.board_event?i.board_event:null}:"string"==typeof i.reason&&""!==i.reason?{ok:!1,reason:i.reason,error:"string"==typeof i.error?i.error:void 0,problems:Array.isArray(i.problems)?i.problems.filter(e=>"string"==typeof e):void 0}:{ok:!1,reason:"network"}}export function validateSubmissionText(e,t){const r=[],i=e.trim().split(/\r?\n/),a=t.trim().split(/\r?\n/),o=i[0]??"",s=a[0]??"";o.trim()!==s.trim()&&r.push(`header mismatch: expected "${s}", got "${o}"`);const n=i.slice(1).filter(e=>""!==e.trim()),l=a.slice(1).filter(e=>""!==e.trim());n.length!==l.length&&r.push(`row count mismatch: expected ${l.length}, got ${n.length}`);const c=e=>new Set(e.map(e=>(e.split(",")[0]??"").trim())),d=c(n),m=c(l),u=[...m].filter(e=>!d.has(e)),p=[...d].filter(e=>!m.has(e));if(u.length>0||p.length>0){const e=[];u.length>0&&e.push(`${u.length} missing (e.g. ${u[0]})`),p.length>0&&e.push(`${p.length} unknown (e.g. ${p[0]})`),r.push(`id mismatch vs sample_submission: ${e.join(", ")}`)}for(let e=0;e<n.length;e++)if(n[e].split(",").some(e=>""===e.trim())){r.push(`empty cell in data row ${e+1}`);break}return{ok:0===r.length,problems:r}}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "icoa-cli",
-  "version": "2.19.393",
+  "version": "2.19.395",
   "description": "ICOA CLI — The world's first CLI-native cyber & AI security olympiad terminal: AI4CTF (Day 1), CTF4AI (Day 2), VLA4CTF (Pioneer Round — embodied AI)",
   "type": "module",
   "bin": {