icoa-cli 2.19.380 → 2.19.382
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/commands/ai4ctf.js +1 -1
- package/dist/commands/ai4ioai.js +1 -1
- package/dist/commands/ctf4ai-demo.js +1 -1
- package/dist/commands/ctf4vla.js +1 -1
- package/dist/commands/exam.js +1 -1
- package/dist/commands/ipynb.js +1 -1
- package/dist/commands/kaggle.d.ts +8 -0
- package/dist/commands/kaggle.js +1 -0
- package/dist/index.js +1 -1
- package/dist/lib/access.js +1 -1
- package/dist/lib/gpu.d.ts +51 -0
- package/dist/lib/gpu.js +1 -0
- package/dist/lib/kaggle.d.ts +86 -0
- package/dist/lib/kaggle.js +1 -0
- package/dist/lib/kernel-protocol.d.ts +9 -0
- package/dist/lib/kernel-protocol.js +1 -1
- package/dist/lib/kernel.d.ts +30 -4
- package/dist/lib/kernel.js +16 -2
- package/dist/lib/ui.d.ts +1 -0
- package/dist/lib/ui.js +1 -1
- package/dist/repl.js +1 -1
- package/package.json +1 -1
package/dist/commands/ipynb.js
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
import{existsSync as e,mkdirSync as o,readFileSync as n,writeFileSync as l}from"node:fs";import{homedir as r}from"node:os";import{Interface as t,createInterface as c}from"node:readline";import{isAbsolute as a,join as s,resolve as i}from"node:path";import chalk from"chalk";import{aienvPaths as y}from"../lib/aienv.js";import{editTextInEditor as d}from"../lib/editor-spawn.js";import{shouldExecuteCell as g}from"../lib/ipynb-input.js";import{looksLikeMarkdown as u,renderMarkdown as p}from"../lib/md-term.js";import{NotebookKernel as m}from"../lib/kernel.js";import{getMainRl as h}from"../lib/main-rl.js";import{cellPreview as f,parseIpynb as w,parsePercentPy as v,parseRunRange as k,serializeIpynb as b,statusChar as $}from"../lib/notebook-doc.js";import{openFile as x}from"../lib/open-file.js";const N=new RegExp(`${String.fromCharCode(27)}\\[[0-9;]*m`,"g");export function registerIpynbCommand(o){o.command("ipynb").argument("[file]","notebook (.ipynb) or script (.py, split on # %%) to open").description("Open an in-terminal Python notebook (AI/ML — needs `aienv setup`)").action(async o=>{await async function(o){const N=y(r()),P=s(r(),".icoa","ipynb-out");if(E(),!e(N.python))return console.log(chalk.yellow(" The AI/ML environment is not set up yet.")),console.log(chalk.gray(" Run ")+chalk.bold.cyan("aienv setup")+chalk.gray(" first (one-time, ~300 MB).")),void console.log();const j=o?function(o){const l=a(o)?o:i(process.cwd(),o);if(!e(l))return{doc:{cells:[],path:l,dirty:!1},note:chalk.gray(" new notebook — will be created on ")+chalk.cyan("save")};try{const e=n(l,"utf8"),o=l.endsWith(".ipynb")?w(e):v(e);return{doc:{cells:o,path:l,dirty:!1},note:chalk.gray(" loaded ")+chalk.cyan(l)+chalk.gray(` — ${o.length} cell${1===o.length?"":"s"}. Type `)+chalk.cyan("cells")+chalk.gray(" to list them.")}}catch(e){return{doc:{cells:[],path:null,dirty:!1},note:chalk.yellow(` could not open ${l}: ${e instanceof Error?e.message:String(e)}`)+chalk.gray(" — starting an empty notebook.")}}}(o):null,S=j?j.doc:{cells:[],path:null,dirty:!1},L=new m({venvPython:N.python,venvRoot:N.root});process.stdout.write(chalk.gray(" Starting Python kernel…"));try{await L.start()}catch{return console.log(chalk.red(" failed.")),console.log(chalk.gray(" Check the environment: ")+chalk.cyan("aienv status")),void console.log()}console.log(chalk.green(" ready.")),j&&console.log(j.note),console.log(chalk.gray(" Type Python and press Enter. Blocks (def/for/…) continue until a blank line.")),console.log(chalk.gray(" Cells: ")+chalk.cyan("cells")+chalk.gray(" list · ")+chalk.cyan("edit N")+chalk.gray(" edit in $EDITOR · ")+chalk.cyan("run N")+chalk.gray(" / ")+chalk.cyan("run all")+chalk.gray(" · ")+chalk.cyan("add md")+chalk.gray(" notes · ")+chalk.cyan("save")+chalk.gray(" · ")+chalk.cyan("help")+chalk.gray(" · ")+chalk.cyan("quit")),console.log();const O=h(),q=null!==O,R=q?O.listeners("line").slice():[];q&&O.removeAllListeners("line");const A=q?O:c({input:process.stdin,output:process.stdout,terminal:!0}),T=q?A.prompt:null;q&&(A.prompt=t.prototype.prompt);const M=[];let B=!1,D=!1;const K=()=>{A.setPrompt(chalk.bold.cyan(M.length?"icoa ipynb ...> ":"icoa ipynb> ")),A.prompt()};let W=()=>{};const F=new Promise(e=>{W=e}),z=e=>{const o=Number(e.trim());return!Number.isInteger(o)||o<1||o>S.cells.length?(console.log(0===S.cells.length?chalk.yellow(" no cells yet — type Python or use ")+chalk.cyan("add"):chalk.yellow(` no cell ${e.trim()||"?"} — pick 1-${S.cells.length} (see `)+chalk.cyan("cells")+chalk.yellow(")")),null):{cell:S.cells[o-1],idx:o}},G=(e,o)=>{e.result&&!e.result.ok&&e.result.outputs.some(e=>"error"===e.kind&&"SyntaxError"===e.ename)&&u(e.source)&&console.log(chalk.gray(" ✎ looks like text/markdown, not Python — ")+chalk.cyan(`md ${o}`)+chalk.gray(" converts this cell to markdown (new note: ")+chalk.cyan("add md")+chalk.gray(")."))},H=async e=>{if(B)return void(e.trim()&&console.log(chalk.gray(" (busy — wait for the current cell to finish, then retype)")));const o=e.trim();if(0===M.length){const e=o.split(/\s+/),n=(e[0]??"").toLowerCase(),r=o.slice(e[0]?.length??0).trim();if("quit"!==n&&"exit"!==n&&"q"!==n&&(D=!1),"quit"===n||"exit"===n||"back"===n||"q"===n)return S.dirty&&!D?(D=!0,console.log(chalk.yellow(" unsaved changes — ")+chalk.cyan("save")+chalk.yellow(" first, or type ")+chalk.cyan("quit")+chalk.yellow(" again to discard.")),void K()):void await(async()=>{if(A.removeAllListeners("line"),console.log(),console.log(chalk.gray(" Notebook closed. Kernel stopped.")),console.log(),await L.shutdown().catch(()=>{}),q){T&&(A.prompt=T);for(const e of R)A.on("line",e);A.prompt(),W()}else W(),A.close()})();if("clear"===n||"cls"===n)return console.clear(),E(),void K();if("restart"===n)return await(async()=>{process.stdout.write(chalk.gray(" Restarting kernel…")),await L.shutdown().catch(()=>{});try{await L.start(),console.log(chalk.green(" fresh kernel ready.")+chalk.gray(" (all variables cleared)"))}catch{console.log(chalk.red(" restart failed.")+chalk.gray(" Leave and re-enter the notebook."))}})(),void K();if("help"===n||"?"===n)return console.log(),console.log(chalk.bold.white(" Notebook commands")),console.log(chalk.cyan(" cells")+chalk.gray(" list cells (○ not run · ✓ ok · ✗ error)")),console.log(chalk.cyan(" show N")+chalk.gray(" print cell N source + outputs")),console.log(chalk.cyan(" edit N")+chalk.gray(" edit cell N in your editor ($EDITOR, default vi)")),console.log(chalk.cyan(" add")+chalk.gray(" write a new Python cell in your editor")),console.log(chalk.cyan(" add md")+chalk.gray(" write a markdown/text cell (notes, headings)")),console.log(chalk.cyan(" md N / py N")+chalk.gray(" convert cell N to markdown / Python")),console.log(chalk.cyan(" del N")+chalk.gray(" delete cell N")),console.log(chalk.cyan(" run N")+chalk.gray(" run cell N — markdown cells render (also: run 2-5, run all)")),console.log(chalk.cyan(" save [file]")+chalk.gray(" save as a real .ipynb")),console.log(chalk.cyan(" restart")+chalk.gray(" restart the kernel (wipes all variables)")),console.log(chalk.cyan(" open")+chalk.gray(" reopen the last figure in your image viewer")),console.log(chalk.cyan(" clear")+chalk.gray(" clear the screen · ")+chalk.cyan("quit")+chalk.gray(" leave")),console.log(chalk.gray(" Everything else runs as Python in the persistent kernel (and is appended as a cell).")),console.log(),void K();if("open"===n)return C&&x(C)?console.log(chalk.gray(" reopening ")+chalk.cyan(C)):console.log(chalk.gray(" no figure yet — plot something (e.g. matplotlib) first.")),void K();if("cells"===n||"ls"===n)return(()=>{if(0===S.cells.length)return void console.log(chalk.gray(" no cells yet — type Python, or ")+chalk.cyan("add")+chalk.gray(" to write one in your editor."));console.log();const e=Math.max(20,(process.stdout.columns??80)-12);S.cells.forEach((o,n)=>{const l=$(o),r="✓"===l?chalk.green(l.padEnd(2)):"✗"===l?chalk.red(l.padEnd(2)):"md"===l?chalk.magenta(l.padEnd(2)):chalk.gray(l.padEnd(2));console.log(`${chalk.cyan(String(n+1).padStart(4))} ${r} ${chalk.white(f(o,e))}`)}),console.log(),console.log(chalk.gray(" ")+chalk.cyan("show N")+chalk.gray(" · ")+chalk.cyan("edit N")+chalk.gray(" · ")+chalk.cyan("run N")+chalk.gray(" · ")+chalk.cyan("run all"))})(),void K();if("show"===n)return(e=>{const o=z(e);if(o){if(console.log(),console.log(chalk.gray(` ── cell ${o.idx} ${"markdown"===o.cell.kind?"(markdown) ":""}──`)),"markdown"===o.cell.kind){for(const e of p(o.cell.source))console.log(e);console.log(chalk.gray(" (rendered — ")+chalk.cyan(`edit ${o.idx}`)+chalk.gray(" for the raw source)"))}else for(const e of o.cell.source.split("\n"))console.log(chalk.white(` ${e}`));o.cell.result&&(console.log(chalk.gray(" ── output ──")),I(o.cell.result,P)),console.log()}})(r),void K();if("edit"===n)return(e=>{const o=z(e);if(!o)return;A.pause();const n=d(o.cell.source,"markdown"===o.cell.kind?".md":".py");if(A.resume(),null===n)return void console.log(chalk.yellow(" editor cancelled or failed — cell unchanged.")+chalk.gray(" (set $EDITOR to choose your editor)"));const l=n.replace(/\s+$/,"");l!==o.cell.source?(o.cell.source=l,o.cell.result=null,o.cell.rawOutputs=void 0,o.cell.rawExecCount=void 0,S.dirty=!0,console.log(chalk.green(` ✓ cell ${o.idx} updated`)+chalk.gray(" — ")+chalk.cyan(`run ${o.idx}`)+chalk.gray(" to execute."))):console.log(chalk.gray(" no changes."))})(r),void K();if("add"===n)return(e=>{const o=e.trim().toLowerCase(),n="md"===o||"markdown"===o||"text"===o||"txt"===o;if(o&&!n&&"py"!==o&&"code"!==o&&"python"!==o)return void console.log(chalk.yellow(" usage: ")+chalk.cyan("add")+chalk.yellow(" (Python cell) · ")+chalk.cyan("add md")+chalk.yellow(" (markdown/text cell)"));A.pause();const l=d(n?"\x3c!-- markdown cell — write notes/headings, save & exit --\x3e\n":"",n?".md":".py");A.resume();const r=null===l?"":l.replace(/^<!-- markdown cell[^\n]*-->\n?/,"").replace(/\s+$/,"");r?(S.cells.push({kind:n?"markdown":"code",source:r,result:null}),S.dirty=!0,console.log(chalk.green(` ✓ added ${n?"markdown ":""}cell ${S.cells.length}`)+chalk.gray(" — ")+chalk.cyan(`run ${S.cells.length}`)+chalk.gray(n?" to render it.":" to execute."))):console.log(chalk.gray(" nothing added."))})(r),void K();if("del"===n||"delete"===n)return(e=>{const o=z(e);o&&(S.cells.splice(o.idx-1,1),S.dirty=!0,console.log(chalk.gray(` deleted cell ${o.idx} — ${S.cells.length} left.`)))})(r),void K();if(("md"===n||"py"===n)&&/^\d+$/.test(r))return((e,o)=>{const n=z(e);if(!n)return;const l="markdown"===o?"markdown":"Python";n.cell.kind!==o?(n.cell.kind=o,n.cell.result=null,n.cell.rawOutputs=void 0,n.cell.rawExecCount=void 0,S.dirty=!0,console.log(chalk.green(` ✓ cell ${n.idx} → ${l}`)+chalk.gray(" — ")+chalk.cyan(`run ${n.idx}`)+chalk.gray("markdown"===o?" to render it.":" to execute."))):console.log(chalk.gray(` cell ${n.idx} is already ${l}.`))})(r,"md"===n?"markdown":"code"),void K();if("run"===n)return B=!0,await(async e=>{const o=k(e,S.cells.length);if(o)for(const e of o){const n=S.cells[e-1];if("markdown"!==n.kind){console.log(chalk.gray(` ── run cell ${e}: `)+chalk.white(f(n,50))+chalk.gray(" ──"));try{n.result=await L.execute(n.source)}catch(e){return void console.log(chalk.red(" Kernel error: ")+chalk.gray(e instanceof Error?e.message:String(e)))}if(S.dirty=!0,I(n.result,P),G(n,e),!n.result.ok)return void(e!==o[o.length-1]&&console.log(chalk.yellow(` ✗ cell ${e} raised — stopping here.`)+chalk.gray(" Fix it (")+chalk.cyan(`edit ${e}`)+chalk.gray(") and re-run.")))}else{console.log(chalk.gray(` ── cell ${e} (markdown) ──`));for(const e of p(n.source))console.log(e);console.log()}}else console.log(0===S.cells.length?chalk.yellow(" no cells yet — type Python or use ")+chalk.cyan("add"):chalk.yellow(" usage: ")+chalk.cyan("run 3")+chalk.yellow(" · ")+chalk.cyan("run 1-5")+chalk.yellow(" · ")+chalk.cyan("run all"))})(r),B=!1,void K();if("save"===n)return(e=>{if(0===S.cells.length)return void console.log(chalk.yellow(" nothing to save — the notebook is empty."));let o;o=e.trim()?a(e.trim())?e.trim():i(process.cwd(),e.trim()):S.path?S.path.endsWith(".ipynb")?S.path:`${S.path.replace(/\.[^./]+$/,"")}.ipynb`:i(process.cwd(),"notebook.ipynb"),o.endsWith(".ipynb")||(o+=".ipynb");try{l(o,b(S.cells)),S.path=o,S.dirty=!1,console.log(chalk.green(" ✓ saved ")+chalk.cyan(o)+chalk.gray(` (${S.cells.length} cells)`))}catch(e){console.log(chalk.red(" save failed: ")+chalk.gray(e instanceof Error?e.message:String(e)))}})(r),void K();if(""===o)return void K()}if(M.push(e),!g(M))return void K();const n=M.join("\n").replace(/\s+$/,"");if(M.length=0,""!==n.trim()){B=!0;try{const e=await L.execute(n);S.cells.push({kind:"code",source:n,result:e}),S.dirty=!0,I(e,P),G(S.cells[S.cells.length-1],S.cells.length)}catch(e){console.log(chalk.red(" Kernel error: ")+chalk.gray(e instanceof Error?e.message:String(e)))}B=!1,K()}else K()};A.on("line",e=>{H(e)}),q||A.on("close",async()=>{await L.shutdown().catch(()=>{}),process.exit(0)}),K(),await F}(o)})}function E(){console.log(),console.log(chalk.bold.white(" ICOA Notebook ")+chalk.gray("· in-terminal Python · AI/ML notebook arena")),console.log(chalk.gray(" ─────────────────────────────────────────────"))}let P=0,C=null;function I(e,o){for(const n of e.outputs)if("stream"===n.kind){const e=n.text.replace(/\n$/,"");if(0===e.length)continue;console.log("stderr"===n.name?chalk.yellow(e):chalk.white(e))}else if("result"===n.kind)console.log(chalk.cyan(` Out[${e.execCount??"*"}]: `)+chalk.white(n.text));else if("error"===n.kind){console.log(chalk.bold.red(` ${n.ename}: ${n.evalue}`));for(const e of n.traceback)console.log(chalk.gray(` ${e.replace(N,"")}`))}else"display"===n.kind&&j(n.data,o)}function j(e,n){if(e["image/png"])try{o(n,{recursive:!0}),P+=1;const r=s(n,`figure-${P}.png`);return l(r,Buffer.from(e["image/png"],"base64")),C=r,console.log(chalk.magenta(" 🖼 figure saved → ")+chalk.cyan(r)),void(x(r)?console.log(chalk.gray(" opening in your image viewer… (type ")+chalk.cyan("open")+chalk.gray(" to reopen)")):console.log(chalk.gray(" open it with your file browser (inline images need a graphical viewer).")))}catch{}e["text/plain"]&&console.log(chalk.white(` ${e["text/plain"]}`))}
|
|
1
|
+
import{existsSync as e,mkdirSync as o,readFileSync as n,writeFileSync as l}from"node:fs";import{homedir as t}from"node:os";import{Interface as r,createInterface as a}from"node:readline";import{basename as s,isAbsolute as c,join as i,resolve as y}from"node:path";import chalk from"chalk";import{aienvPaths as g}from"../lib/aienv.js";import{editTextInEditor as d}from"../lib/editor-spawn.js";import{buildSshArgs as u,leaseConnectProblems as p,parseLeaseResponse as h,queueLine as m}from"../lib/gpu.js";import{shouldExecuteCell as w}from"../lib/ipynb-input.js";import{looksLikeMarkdown as f,renderMarkdown as v}from"../lib/md-term.js";import{NotebookKernel as k,buildRemoteBridgeCommand as b}from"../lib/kernel.js";import{getMainRl as $}from"../lib/main-rl.js";import{cellPreview as x,parseIpynb as P,parsePercentPy as E,parseRunRange as G,serializeIpynb as C,statusChar as U}from"../lib/notebook-doc.js";import{openFile as N}from"../lib/open-file.js";const S=new RegExp(`${String.fromCharCode(27)}\\[[0-9;]*m`,"g");export function registerIpynbCommand(h){h.command("ipynb").argument("[file]","notebook (.ipynb) or script (.py, split on # %%) to open").description("Open an in-terminal Python notebook (AI/ML — needs `aienv setup`)").action(async h=>{await async function(h){const S=g(t()),O=i(t(),".icoa","ipynb-out");if(A(),!e(S.python))return console.log(chalk.yellow(" The AI/ML environment is not set up yet.")),console.log(chalk.gray(" Run ")+chalk.bold.cyan("aienv setup")+chalk.gray(" first (one-time, ~300 MB).")),void console.log();const _=h?function(o){const l=c(o)?o:y(process.cwd(),o);if(!e(l))return{doc:{cells:[],path:l,dirty:!1},note:chalk.gray(" new notebook — will be created on ")+chalk.cyan("save")};try{const e=n(l,"utf8"),o=l.endsWith(".ipynb")?P(e):E(e);return{doc:{cells:o,path:l,dirty:!1},note:chalk.gray(" loaded ")+chalk.cyan(l)+chalk.gray(` — ${o.length} cell${1===o.length?"":"s"}. Type `)+chalk.cyan("cells")+chalk.gray(" to list them.")}}catch(e){return{doc:{cells:[],path:null,dirty:!1},note:chalk.yellow(` could not open ${l}: ${e instanceof Error?e.message:String(e)}`)+chalk.gray(" — starting an empty notebook.")}}}(h):null,K=_?_.doc:{cells:[],path:null,dirty:!1};let D=new k({venvPython:S.python,venvRoot:S.root}),M=null,W=q(K.path);process.stdout.write(chalk.gray(" Starting Python kernel…"));try{await D.start()}catch{return console.log(chalk.red(" failed.")),console.log(chalk.gray(" Check the environment: ")+chalk.cyan("aienv status")),void console.log()}console.log(chalk.green(" ready.")),_&&console.log(_.note),console.log(chalk.gray(" Type Python and press Enter. Blocks (def/for/…) continue until a blank line.")),console.log(chalk.gray(" Cells: ")+chalk.cyan("cells")+chalk.gray(" list · ")+chalk.cyan("edit N")+chalk.gray(" edit in $EDITOR · ")+chalk.cyan("run N")+chalk.gray(" / ")+chalk.cyan("run all")+chalk.gray(" · ")+chalk.cyan("add md")+chalk.gray(" notes · ")+chalk.cyan("save")+chalk.gray(" · ")+chalk.cyan("help")+chalk.gray(" · ")+chalk.cyan("quit")),console.log();const V=$(),B=null!==V,F=B?V.listeners("line").slice():[];B&&V.removeAllListeners("line");const Y=B?V:a({input:process.stdin,output:process.stdout,terminal:!0}),z=B?Y.prompt:null;B&&(Y.prompt=r.prototype.prompt);const J=[];let H=!1,Q=!1;const X=()=>{const e=M?"icoa ipynb ⚡gpu":"icoa ipynb";Y.setPrompt(chalk.bold.cyan(J.length?`${e} ...> `:`${e}> `)),Y.prompt()};let Z=()=>{};const ee=new Promise(e=>{Z=e}),oe=async()=>{if(!M)return void console.log(chalk.gray(" not on a GPU kernel."));const e=R();await D.shutdown().catch(()=>{}),e&&await j("release",e),M=null,console.log(chalk.green(" ⚡ GPU lease released")+chalk.gray(" — billing stopped.")),await(async()=>{D=new k({venvPython:S.python,venvRoot:S.root}),process.stdout.write(chalk.gray(" Starting local kernel…"));try{await D.start(),console.log(chalk.green(" ready.")+chalk.gray(" (local CPU — variables were reset)"))}catch{console.log(chalk.red(" failed.")+chalk.gray(" Check ")+chalk.cyan("aienv status"))}})()},ne=async e=>{const[n,...r]=e.trim().split(/\s+/),a=(n??"").toLowerCase();"on"===a||"connect"===a?await(async()=>{if(M)return void console.log(chalk.gray(" already on the GPU kernel — ")+chalk.cyan("gpu status")+chalk.gray(" for time left."));const e=R();if(!e)return console.log(chalk.yellow(" No GPU access key found.")),void console.log(chalk.gray(" Save yours once with ")+chalk.cyan("gpu key <your-key>")+chalk.gray(" (issued by your coach/ICOA)."));W||(W=q(K.path)),process.stdout.write(chalk.gray(" Requesting a GPU box…"));let n=await j("lease",e,W??void 0),r=0;for(;"queued"===n.state&&r<24;)0===r&&console.log(),process.stdout.write(`\r ${chalk.yellow(m(n))} `),await new Promise(e=>setTimeout(e,5e3)),n=await j("status",e),r++;if("queued"===n.state)return console.log(),console.log(chalk.yellow(" Still queued — your place is held server-side.")),void console.log(chalk.gray(" Keep working locally; ")+chalk.cyan("gpu on")+chalk.gray(" again in a few minutes."));if("ready"!==n.state)return void console.log(chalk.red(" failed.")+chalk.gray(` ${n.message??"no lease granted"}`));const a=p(n);if("local"!==n.transport||process.env.ICOA_GPU_SERVER||a.push("local transport from a non-dev broker"),a.length>0)return console.log(chalk.red(" rejected: ")+chalk.gray(a.join(", "))),void await j("release",e);const s=W?`${n.dataRoot}/${W}`:n.dataRoot,c=b(n.python,{ICOA_KAGGLE_DATA:s,ICOA_KAGGLE_OUT:n.outDir},n.outDir);let y;if("local"===n.transport)y={command:"/bin/sh",args:["-c",c]};else{const r=i(t(),".icoa","gpu","lease-key");try{o(i(t(),".icoa","gpu"),{recursive:!0}),l(r,n.keyPem,{mode:384})}catch{return console.log(chalk.red(" could not write the ssh key locally.")),void await j("release",e)}y={command:"ssh",args:u(n,r,c)}}const g=new k({spawnSpec:y,readyTimeoutMs:9e4});process.stdout.write(chalk.gray(" connecting…"));try{await g.start()}catch(o){return console.log(chalk.red(" connect failed.")),console.log(chalk.gray(` ${o instanceof Error?o.message:String(o)}`)),void await j("release",e)}await D.shutdown().catch(()=>{}),D=g,M=n;const d=Math.round((n.timeLeftSec??0)/60);console.log(chalk.bold.green(" ⚡ GPU connected.")),console.log(chalk.gray(` Cells now run on the GPU box · ${d}m left on this lease.`)),console.log(chalk.gray(" Variables were reset — ")+chalk.cyan("run all")+chalk.gray(" to retrain there.")),W&&console.log(chalk.gray(` Dataset is already on the box (${W}) — same cells, no edits.`)),console.log(chalk.gray(" When done: ")+chalk.cyan("download")+chalk.gray(" your submission, then ")+chalk.cyan("gpu off")+chalk.gray("."))})():"off"===a||"disconnect"===a?await oe():"status"===a||""===a?await(async()=>{const e=R();if(!e)return void console.log(chalk.gray(" no GPU key saved — ")+chalk.cyan("gpu key <your-key>"));const o=await j("status",e);if("ready"===o.state){const e=Math.round((o.timeLeftSec??0)/60);console.log(chalk.green(` ⚡ GPU lease active · ${e}m left`)+chalk.gray(M?" (this notebook is connected)":" (not connected here — gpu on)"))}else"queued"===o.state?console.log(chalk.yellow(` ${m(o)}`)):"none"===o.state?console.log(chalk.gray(" no GPU lease — ")+chalk.cyan("gpu on")+chalk.gray(" to request one.")):console.log(chalk.yellow(` ${o.message??"GPU broker not reachable"}`))})():"key"===a?(e=>{const n=e.trim();if(n)try{o(i(t(),".icoa"),{recursive:!0}),l(I(),`${n}\n`,{mode:384}),console.log(chalk.green(" ✓ GPU key saved")+chalk.gray(" — ")+chalk.cyan("gpu on")+chalk.gray(" when you need the box."))}catch{console.log(chalk.red(" could not save the key")+chalk.gray(` (${I()})`))}else console.log(chalk.yellow(" usage: ")+chalk.cyan("gpu key <your-key>"))})(r.join(" ")):console.log(chalk.yellow(" usage: ")+chalk.cyan("gpu on")+chalk.yellow(" · ")+chalk.cyan("gpu off")+chalk.yellow(" · ")+chalk.cyan("gpu status")+chalk.yellow(" · ")+chalk.cyan("gpu key <k>"))},le=e=>{const o=Number(e.trim());return!Number.isInteger(o)||o<1||o>K.cells.length?(console.log(0===K.cells.length?chalk.yellow(" no cells yet — type Python or use ")+chalk.cyan("add"):chalk.yellow(` no cell ${e.trim()||"?"} — pick 1-${K.cells.length} (see `)+chalk.cyan("cells")+chalk.yellow(")")),null):{cell:K.cells[o-1],idx:o}},te=(e,o)=>{e.result&&!e.result.ok&&e.result.outputs.some(e=>"error"===e.kind&&"SyntaxError"===e.ename)&&f(e.source)&&console.log(chalk.gray(" ✎ looks like text/markdown, not Python — ")+chalk.cyan(`md ${o}`)+chalk.gray(" converts this cell to markdown (new note: ")+chalk.cyan("add md")+chalk.gray(")."))},re=async e=>{if(H)return void(e.trim()&&console.log(chalk.gray(" (busy — wait for the current cell to finish, then retype)")));const n=e.trim();if(0===J.length){const e=n.split(/\s+/),t=(e[0]??"").toLowerCase(),r=n.slice(e[0]?.length??0).trim();if("quit"!==t&&"exit"!==t&&"q"!==t&&(Q=!1),"quit"===t||"exit"===t||"back"===t||"q"===t)return K.dirty&&!Q?(Q=!0,console.log(chalk.yellow(" unsaved changes — ")+chalk.cyan("save")+chalk.yellow(" first, or type ")+chalk.cyan("quit")+chalk.yellow(" again to discard.")),void X()):void await(async()=>{if(Y.removeAllListeners("line"),console.log(),M){const e=R();e&&await j("release",e),M=null,console.log(chalk.green(" ⚡ GPU lease released")+chalk.gray(" — billing stopped."))}if(console.log(chalk.gray(" Notebook closed. Kernel stopped.")),console.log(),await D.shutdown().catch(()=>{}),B){z&&(Y.prompt=z);for(const e of F)Y.on("line",e);Y.prompt(),Z()}else Z(),Y.close()})();if("clear"===t||"cls"===t)return console.clear(),A(),void X();if("restart"===t)return await(async()=>{process.stdout.write(chalk.gray(" Restarting kernel…")),await D.shutdown().catch(()=>{});try{await D.start(),console.log(chalk.green(" fresh kernel ready.")+chalk.gray(" (all variables cleared)"))}catch{console.log(chalk.red(" restart failed.")+chalk.gray(" Leave and re-enter the notebook."))}})(),void X();if("help"===t||"?"===t)return console.log(),console.log(chalk.bold.white(" Notebook commands")),console.log(chalk.cyan(" cells")+chalk.gray(" list cells (○ not run · ✓ ok · ✗ error)")),console.log(chalk.cyan(" show N")+chalk.gray(" print cell N source + outputs")),console.log(chalk.cyan(" edit N")+chalk.gray(" edit cell N in your editor ($EDITOR, default vi)")),console.log(chalk.cyan(" add")+chalk.gray(" write a new Python cell in your editor")),console.log(chalk.cyan(" add md")+chalk.gray(" write a markdown/text cell (notes, headings)")),console.log(chalk.cyan(" md N / py N")+chalk.gray(" convert cell N to markdown / Python")),console.log(chalk.cyan(" del N")+chalk.gray(" delete cell N")),console.log(chalk.cyan(" run N")+chalk.gray(" run cell N — markdown cells render (also: run 2-5, run all)")),console.log(chalk.cyan(" save [file]")+chalk.gray(" save as a real .ipynb")),console.log(chalk.cyan(" restart")+chalk.gray(" restart the kernel (wipes all variables)")),console.log(chalk.cyan(" gpu on/off")+chalk.gray(" run cells on a leased GPU box (dataset pre-mounted)")),console.log(chalk.cyan(" gpu status")+chalk.gray(" lease/queue state · ")+chalk.cyan("gpu key <k>")+chalk.gray(" save your access key")),console.log(chalk.cyan(" download")+chalk.gray(" pull submission.csv from the GPU box to this machine")),console.log(chalk.cyan(" open")+chalk.gray(" reopen the last figure in your image viewer")),console.log(chalk.cyan(" clear")+chalk.gray(" clear the screen · ")+chalk.cyan("quit")+chalk.gray(" leave")),console.log(chalk.gray(" Everything else runs as Python in the persistent kernel (and is appended as a cell).")),console.log(),void X();if("open"===t)return L&&N(L)?console.log(chalk.gray(" reopening ")+chalk.cyan(L)):console.log(chalk.gray(" no figure yet — plot something (e.g. matplotlib) first.")),void X();if("cells"===t||"ls"===t)return(()=>{if(0===K.cells.length)return void console.log(chalk.gray(" no cells yet — type Python, or ")+chalk.cyan("add")+chalk.gray(" to write one in your editor."));console.log();const e=Math.max(20,(process.stdout.columns??80)-12);K.cells.forEach((o,n)=>{const l=U(o),t="✓"===l?chalk.green(l.padEnd(2)):"✗"===l?chalk.red(l.padEnd(2)):"md"===l?chalk.magenta(l.padEnd(2)):chalk.gray(l.padEnd(2));console.log(`${chalk.cyan(String(n+1).padStart(4))} ${t} ${chalk.white(x(o,e))}`)}),console.log(),console.log(chalk.gray(" ")+chalk.cyan("show N")+chalk.gray(" · ")+chalk.cyan("edit N")+chalk.gray(" · ")+chalk.cyan("run N")+chalk.gray(" · ")+chalk.cyan("run all"))})(),void X();if("show"===t)return(e=>{const o=le(e);if(o){if(console.log(),console.log(chalk.gray(` ── cell ${o.idx} ${"markdown"===o.cell.kind?"(markdown) ":""}──`)),"markdown"===o.cell.kind){for(const e of v(o.cell.source))console.log(e);console.log(chalk.gray(" (rendered — ")+chalk.cyan(`edit ${o.idx}`)+chalk.gray(" for the raw source)"))}else for(const e of o.cell.source.split("\n"))console.log(chalk.white(` ${e}`));o.cell.result&&(console.log(chalk.gray(" ── output ──")),T(o.cell.result,O)),console.log()}})(r),void X();if("edit"===t)return(e=>{const o=le(e);if(!o)return;Y.pause();const n=d(o.cell.source,"markdown"===o.cell.kind?".md":".py");if(Y.resume(),null===n)return void console.log(chalk.yellow(" editor cancelled or failed — cell unchanged.")+chalk.gray(" (set $EDITOR to choose your editor)"));const l=n.replace(/\s+$/,"");l!==o.cell.source?(o.cell.source=l,o.cell.result=null,o.cell.rawOutputs=void 0,o.cell.rawExecCount=void 0,K.dirty=!0,console.log(chalk.green(` ✓ cell ${o.idx} updated`)+chalk.gray(" — ")+chalk.cyan(`run ${o.idx}`)+chalk.gray(" to execute."))):console.log(chalk.gray(" no changes."))})(r),void X();if("add"===t)return(e=>{const o=e.trim().toLowerCase(),n="md"===o||"markdown"===o||"text"===o||"txt"===o;if(o&&!n&&"py"!==o&&"code"!==o&&"python"!==o)return void console.log(chalk.yellow(" usage: ")+chalk.cyan("add")+chalk.yellow(" (Python cell) · ")+chalk.cyan("add md")+chalk.yellow(" (markdown/text cell)"));Y.pause();const l=d(n?"\x3c!-- markdown cell — write notes/headings, save & exit --\x3e\n":"",n?".md":".py");Y.resume();const t=null===l?"":l.replace(/^<!-- markdown cell[^\n]*-->\n?/,"").replace(/\s+$/,"");t?(K.cells.push({kind:n?"markdown":"code",source:t,result:null}),K.dirty=!0,console.log(chalk.green(` ✓ added ${n?"markdown ":""}cell ${K.cells.length}`)+chalk.gray(" — ")+chalk.cyan(`run ${K.cells.length}`)+chalk.gray(n?" to render it.":" to execute."))):console.log(chalk.gray(" nothing added."))})(r),void X();if("del"===t||"delete"===t)return(e=>{const o=le(e);o&&(K.cells.splice(o.idx-1,1),K.dirty=!0,console.log(chalk.gray(` deleted cell ${o.idx} — ${K.cells.length} left.`)))})(r),void X();if(("md"===t||"py"===t)&&/^\d+$/.test(r))return((e,o)=>{const n=le(e);if(!n)return;const l="markdown"===o?"markdown":"Python";n.cell.kind!==o?(n.cell.kind=o,n.cell.result=null,n.cell.rawOutputs=void 0,n.cell.rawExecCount=void 0,K.dirty=!0,console.log(chalk.green(` ✓ cell ${n.idx} → ${l}`)+chalk.gray(" — ")+chalk.cyan(`run ${n.idx}`)+chalk.gray("markdown"===o?" to render it.":" to execute."))):console.log(chalk.gray(` cell ${n.idx} is already ${l}.`))})(r,"md"===t?"markdown":"code"),void X();if("gpu"===t)return H=!0,await ne(r),H=!1,void X();if("download"===t||"dl"===t)return H=!0,await(async e=>{if(!M)return void console.log(chalk.gray(" local kernel — your files are already on this machine (no download needed)."));const n=e.trim()||"submission.csv",t=n.startsWith("/")?n:`${M.outDir}/${n}`;let r;try{r=await D.fetchFile(t)}catch(e){return console.log(chalk.yellow(` could not fetch ${t}: `)+chalk.gray(e instanceof Error?e.message:String(e))),void console.log(chalk.gray(" (run the submission cell first — it writes into the GPU workspace)"))}const a=W?i(process.cwd(),"icoa-kaggle",W):process.cwd(),c=i(a,s(n));try{o(a,{recursive:!0}),l(c,r)}catch{return void console.log(chalk.yellow(" could not write the file here — check directory permissions."))}console.log(chalk.green(" ✓ downloaded ")+chalk.white(c)+chalk.gray(` (${r.length} bytes)`)),W&&"submission.csv"===s(n)&&console.log(chalk.gray(" verify it: ")+chalk.cyan(`kaggle check ${W}`)+chalk.gray(" — then upload on Kaggle yourself."))})(r),H=!1,void X();if("run"===t)return H=!0,await(async e=>{const o=G(e,K.cells.length);if(o)for(const e of o){const n=K.cells[e-1];if("markdown"!==n.kind){console.log(chalk.gray(` ── run cell ${e}: `)+chalk.white(x(n,50))+chalk.gray(" ──"));try{n.result=await D.execute(n.source)}catch(e){return void console.log(chalk.red(" Kernel error: ")+chalk.gray(e instanceof Error?e.message:String(e)))}if(K.dirty=!0,T(n.result,O),te(n,e),!n.result.ok)return void(e!==o[o.length-1]&&console.log(chalk.yellow(` ✗ cell ${e} raised — stopping here.`)+chalk.gray(" Fix it (")+chalk.cyan(`edit ${e}`)+chalk.gray(") and re-run.")))}else{console.log(chalk.gray(` ── cell ${e} (markdown) ──`));for(const e of v(n.source))console.log(e);console.log()}}else console.log(0===K.cells.length?chalk.yellow(" no cells yet — type Python or use ")+chalk.cyan("add"):chalk.yellow(" usage: ")+chalk.cyan("run 3")+chalk.yellow(" · ")+chalk.cyan("run 1-5")+chalk.yellow(" · ")+chalk.cyan("run all"))})(r),H=!1,void X();if("save"===t)return(e=>{if(0===K.cells.length)return void console.log(chalk.yellow(" nothing to save — the notebook is empty."));let o;o=e.trim()?c(e.trim())?e.trim():y(process.cwd(),e.trim()):K.path?K.path.endsWith(".ipynb")?K.path:`${K.path.replace(/\.[^./]+$/,"")}.ipynb`:y(process.cwd(),"notebook.ipynb"),o.endsWith(".ipynb")||(o+=".ipynb");try{l(o,C(K.cells)),K.path=o,K.dirty=!1,console.log(chalk.green(" ✓ saved ")+chalk.cyan(o)+chalk.gray(` (${K.cells.length} cells)`))}catch(e){console.log(chalk.red(" save failed: ")+chalk.gray(e instanceof Error?e.message:String(e)))}})(r),void X();if(""===n)return void X()}if(J.push(e),!w(J))return void X();const t=J.join("\n").replace(/\s+$/,"");if(J.length=0,""!==t.trim()){H=!0;try{const e=await D.execute(t);K.cells.push({kind:"code",source:t,result:e}),K.dirty=!0,T(e,O),te(K.cells[K.cells.length-1],K.cells.length)}catch(e){console.log(chalk.red(" Kernel error: ")+chalk.gray(e instanceof Error?e.message:String(e)))}H=!1,X()}else X()};Y.on("line",e=>{re(e)}),B||Y.on("close",async()=>{await D.shutdown().catch(()=>{}),process.exit(0)}),X(),await ee}(h)})}function A(){console.log(),console.log(chalk.bold.white(" ICOA Notebook ")+chalk.gray("· in-terminal Python · AI/ML notebook arena")),console.log(chalk.gray(" ─────────────────────────────────────────────"))}const O="https://practice.icoa2026.au";function I(){return i(t(),".icoa","gpu-key")}function R(){if(process.env.ICOA_GPU_KEY)return process.env.ICOA_GPU_KEY.trim();try{return n(I(),"utf-8").trim()||null}catch{return null}}async function j(e,o,n){try{const l=await fetch(`${process.env.ICOA_GPU_SERVER?process.env.ICOA_GPU_SERVER.replace(/\/$/,""):O}/api/icoa/gpu/${e}`,{method:"POST",headers:{"Content-Type":"application/json"},body:JSON.stringify(n?{key:o,task:n}:{key:o}),signal:AbortSignal.timeout(2e4)});return h(await l.json())}catch{return{state:"error",message:"GPU broker not reachable"}}}function q(e){const o=e?.match(/icoa-kaggle[/\\]([a-z0-9-]+)[/\\]/);return o?o[1]:null}let _=0,L=null;function T(e,o){for(const n of e.outputs)if("stream"===n.kind){const e=n.text.replace(/\n$/,"");if(0===e.length)continue;console.log("stderr"===n.name?chalk.yellow(e):chalk.white(e))}else if("result"===n.kind)console.log(chalk.cyan(` Out[${e.execCount??"*"}]: `)+chalk.white(n.text));else if("error"===n.kind){console.log(chalk.bold.red(` ${n.ename}: ${n.evalue}`));for(const e of n.traceback)console.log(chalk.gray(` ${e.replace(S,"")}`))}else"display"===n.kind&&K(n.data,o)}function K(e,n){if(e["image/png"])try{o(n,{recursive:!0}),_+=1;const t=i(n,`figure-${_}.png`);return l(t,Buffer.from(e["image/png"],"base64")),L=t,console.log(chalk.magenta(" 🖼 figure saved → ")+chalk.cyan(t)),void(N(t)?console.log(chalk.gray(" opening in your image viewer… (type ")+chalk.cyan("open")+chalk.gray(" to reopen)")):console.log(chalk.gray(" open it with your file browser (inline images need a graphical viewer).")))}catch{}e["text/plain"]&&console.log(chalk.white(` ${e["text/plain"]}`))}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
import type { Command } from 'commander';
|
|
2
|
+
export declare function runKaggle(compArg?: string): Promise<void>;
|
|
3
|
+
export declare function runKaggleCheck(compArg?: string): Promise<void>;
|
|
4
|
+
/** `icoa kaggle submit [comp]` — M2.5: ICOA-judged comps only. Validates
|
|
5
|
+
* locally first (fail fast), then the server scores submission.csv against the
|
|
6
|
+
* secret test labels and the result lands on the live board. */
|
|
7
|
+
export declare function runKaggleSubmit(compArg?: string): Promise<void>;
|
|
8
|
+
export declare function registerKaggleCommand(program: Command): void;
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
import{existsSync as o,mkdirSync as e,readFileSync as n,readdirSync as l,writeFileSync as t}from"node:fs";import{join as s}from"node:path";import chalk from"chalk";import{makeReplAsker as i}from"../lib/repl-asker.js";import{openFile as r}from"../lib/open-file.js";import{serializeIpynb as a}from"../lib/notebook-doc.js";import{loadLearnState as c}from"../lib/learn-state.js";import{buildStarterCells as g,dataFileUrls as u,parseKaggleTaskList as d,parseSubmitResponse as y,validateSubmissionText as m}from"../lib/kaggle.js";function b(){return process.env.ICOA_KAGGLE_SERVER?process.env.ICOA_KAGGLE_SERVER.replace(/\/$/,""):"https://practice.icoa2026.au"}async function h(o){try{const e=await fetch(b()+o,{signal:AbortSignal.timeout(3e4)});return await e.json()}catch{return null}}async function p(o){try{const e=await fetch(o,{signal:AbortSignal.timeout(6e4)});return e.ok?await e.text():null}catch{return null}}function f(){console.log(),console.log(chalk.yellow(" The practice server is not reachable right now.")),console.log(chalk.gray(" Check your connection, or try again later.")),console.log()}function w(o){return s(process.cwd(),"icoa-kaggle",o)}function k(o){if("icoa-holdout"===o?.judge)return console.log(chalk.bold.white(" Submit to ICOA (scored on the server):")),console.log(chalk.gray(" ")+chalk.bold.cyan(`kaggle submit ${o.comp_id}`)),void console.log(chalk.gray(" scores vs the secret test labels → live rank on ")+chalk.cyan("board"));console.log(chalk.bold.white(" Submit on Kaggle (manual, your own account):")),o?.kaggle_url?(console.log(chalk.gray(" 1. open ")+chalk.cyan(o.kaggle_url)),console.log(chalk.gray(" 2. Submit Predictions → upload ")+chalk.white("submission.csv")),console.log(chalk.gray(" 3. read your score, improve the MODEL cell, re-run, repeat."))):(console.log(chalk.gray(" (placeholder dataset — no live Kaggle page yet; when the real")),console.log(chalk.gray(" competition dataset lands, its submission link will appear here.)")))}export async function runKaggle(n){const l=i(),r=async o=>await l.ask(o)??"";try{console.log(),console.log(chalk.bold.cyan(" 📊 KAGGLE PRACTICE")+chalk.gray(" · train locally · submit on Kaggle yourself")),console.log(chalk.gray(" Small real-format datasets, a runnable starter notebook, your own CPU.")),console.log();const l=await h("/api/icoa/kaggle/tasks");if(!l)return f();const i=d(l);if(0===i.length)return console.log(chalk.yellow(" No practice competitions are live yet — check back soon.")),void console.log();let c=n?i.find(o=>o.comp_id===n):void 0;if(n&&!c&&console.log(chalk.yellow(` No competition called "${n}".`)),!c){console.log(chalk.white(" Live practice competitions:")),i.forEach((o,e)=>{console.log(chalk.gray(` ${e+1}. `)+chalk.cyan(o.comp_id)+chalk.gray(` — ${o.title} · ${o.metric}`))});for(let o=0;o<3&&!c;o++){const o=(await r(chalk.cyan(" Pick one (number or id): "))).trim();if(!o)return;const e=Number(o);c=!Number.isNaN(e)&&i[e-1]||i.find(e=>e.comp_id===o.toLowerCase())||void 0,c||console.log(chalk.gray(` Try a number 1-${i.length} or an id like "${i[0].comp_id}".`))}if(!c)return}const y=c.comp_id;console.log(),console.log(chalk.white(` ${c.title}`)+chalk.gray(` · ${c.metric}`)),console.log(chalk.gray(" Downloading data…"));let m=null;const b=u(c);if(b){const[o,e,n]=await Promise.all([p(b.train),p(b.test),p(b.sample_submission)]);o&&e&&n&&(m={train:o,test:e,sample_submission:n})}if(!m){const o=await h(`/api/icoa/kaggle/${y}/data`);m=o?.data??o}if(!m?.train||!m?.test||!m?.sample_submission)return f();const v=w(y),$={...c,...m.meta??{}};try{e(v,{recursive:!0}),t(s(v,"train.csv"),m.train),t(s(v,"test.csv"),m.test),t(s(v,"sample_submission.csv"),m.sample_submission),t(s(v,"meta.json"),`${JSON.stringify($,null,2)}\n`)}catch{return void console.log(chalk.yellow(" Could not write the data files here — check directory permissions."))}const _=s(v,"starter.ipynb");let j=!1;o(_)?j=!0:t(_,a(g(v,$)));const S="number"==typeof $.n_train?`${$.n_train} rows`:"labelled",K="number"==typeof $.n_test?`${$.n_test} rows`:"predict these";console.log(chalk.green(" ✓ train: ")+chalk.white(s(v,"train.csv"))+chalk.gray(` (${S})`)),console.log(chalk.green(" ✓ test: ")+chalk.white(s(v,"test.csv"))+chalk.gray(` (${K})`)),console.log(chalk.green(" ✓ format: ")+chalk.white(s(v,"sample_submission.csv"))),console.log(chalk.green(" ✓ notebook: ")+chalk.white(_)+chalk.gray(j?" (kept your existing one)":" (runnable baseline inside)")),($.licence||$.attribution)&&console.log(chalk.gray(` licence: ${$.licence??"—"} · ${$.attribution??""}`)),console.log(),console.log(chalk.bold.white(" Your move — 3 steps:")),console.log(chalk.gray(" 1. ")+chalk.bold.cyan(`icoa ipynb ${_}`)+chalk.gray(" → run all (baseline trains)")),console.log(chalk.gray(" 2. it writes ")+chalk.white("submission.csv")+chalk.gray(" → verify with ")+chalk.cyan(`kaggle check ${y}`)),"icoa-holdout"===$.judge?console.log(chalk.gray(" 3. ")+chalk.bold.cyan(`kaggle submit ${y}`)+chalk.gray(" → scored + ranked live.")):console.log(chalk.gray(" 3. upload it on Kaggle yourself — then beat the baseline.")),console.log(),k($),console.log()}finally{l.close()}}function v(e,n){if(e)return e;const t=s(process.cwd(),"icoa-kaggle"),i=o(t)?l(t,{withFileTypes:!0}).filter(e=>e.isDirectory()&&o(s(t,e.name,"sample_submission.csv"))).map(o=>o.name):[];if(1===i.length)return i[0];if(0===i.length)return console.log(chalk.yellow(" No downloaded competition found here — run ")+chalk.cyan("kaggle")+chalk.yellow(" first.")),console.log(),null;console.log(chalk.white(" Several competitions downloaded — pick one:"));for(const o of i)console.log(chalk.gray(` kaggle ${n} `)+chalk.cyan(o));return console.log(),null}export async function runKaggleCheck(e){console.log();const l=v(e,"check");if(!l)return;const t=w(l),i=s(t,"submission.csv"),a=s(t,"sample_submission.csv");if(!o(a))return console.log(chalk.yellow(` No data for "${l}" here — run `)+chalk.cyan(`kaggle ${l}`)+chalk.yellow(" first.")),void console.log();if(!o(i))return console.log(chalk.yellow(" No submission.csv yet — open the notebook and run all cells:")),console.log(chalk.gray(" ")+chalk.cyan(`icoa ipynb ${s(t,"starter.ipynb")}`)),void console.log();const c=m(n(i,"utf-8"),n(a,"utf-8"));let g=null;try{g=JSON.parse(n(s(t,"meta.json"),"utf-8"))}catch{g=null}if(c.ok)console.log(chalk.bold.green(" ✓ submission.csv is Kaggle-ready")+chalk.gray(" (matches sample_submission.csv)")),console.log(chalk.gray(" ")+chalk.white(i)),console.log(),k(g),r(t);else{console.log(chalk.bold.red(" ✗ submission.csv would be rejected:"));for(const o of c.problems)console.log(chalk.yellow(` · ${o}`));console.log(),console.log(chalk.gray(" Fix the submission cell in the notebook and re-run it."))}console.log()}export async function runKaggleSubmit(e){console.log();const l=v(e,"submit");if(!l)return;const t=w(l),r=s(t,"submission.csv"),a=s(t,"sample_submission.csv");let g=null;try{g=JSON.parse(n(s(t,"meta.json"),"utf-8"))}catch{g=null}if(!g||!o(a))return console.log(chalk.yellow(` No data for "${l}" here — run `)+chalk.cyan(`kaggle ${l}`)+chalk.yellow(" first.")),void console.log();if("icoa-holdout"!==g.judge)return console.log(chalk.yellow(" This competition is judged on kaggle.com — nothing to submit here.")),console.log(),k(g),void console.log();if(!o(r))return console.log(chalk.yellow(" No submission.csv yet — open the notebook and run all cells:")),console.log(chalk.gray(" ")+chalk.cyan(`icoa ipynb ${s(t,"starter.ipynb")}`)),void console.log();const u=n(r,"utf-8"),d=m(u,n(a,"utf-8"));if(!d.ok){console.log(chalk.bold.red(" ✗ submission.csv would be rejected:"));for(const o of d.problems)console.log(chalk.yellow(` · ${o}`));return console.log(),console.log(chalk.gray(" Fix the submission cell in the notebook and re-run it.")),void console.log()}let h=c()?.token??"";if(!h){const o=i();try{h=(await o.ask(chalk.cyan(" Your learn token: "))??"").trim()}finally{o.close()}if(!h)return console.log(chalk.gray(" A learn token identifies you on the board — ask your coach for one.")),void console.log()}console.log(chalk.gray(" Scoring on the server…"));const p=await async function(o,e){try{const n=await fetch(b()+o,{method:"POST",headers:{"Content-Type":"application/json"},body:JSON.stringify(e),signal:AbortSignal.timeout(6e4)});return await n.json()}catch{return null}}(`/api/icoa/kaggle/${l}/submit`,{token:h,submission_csv:u}),f=y(p);if(console.log(),f.ok){const o=`${f.metric}: ${Number(f.score).toFixed(4).replace(/\.?0+$/,"")}`;f.deduped?(console.log(chalk.bold.white(` ✓ already scored — ${o}`)),console.log(chalk.gray(" These exact predictions were scored before. Improve the MODEL cell and re-run."))):(console.log(chalk.bold.green(` ✓ scored — ${o}`)),"number"==typeof f.rank&&"number"==typeof f.fieldSize&&console.log(chalk.bold.white(` 🏁 board rank #${f.rank}`)+chalk.gray(` of ${f.fieldSize}`))),f.boardEvent&&console.log(chalk.gray(" standings: ")+chalk.cyan(`board ${f.boardEvent} ${l}`))}else switch(f.reason){case"bad_token":console.log(chalk.bold.red(" ✗ that learn token was not accepted")+chalk.gray(" (invalid or expired)")),console.log(chalk.gray(" Check the token with your coach, then try again."));break;case"format":console.log(chalk.bold.red(" ✗ the server rejected submission.csv:"));for(const o of f.problems??[])console.log(chalk.yellow(` · ${o}`));break;case"event_closed":case"outside_window":console.log(chalk.bold.yellow(" ⏱ the submission window for this competition is closed."));break;case"cap_reached":console.log(chalk.bold.yellow(" ⏱ you have used all your submissions for this competition."));break;case"kaggle_judged":console.log(chalk.yellow(" This competition is judged on kaggle.com — nothing to submit here."));break;default:console.log(chalk.yellow(" The scoring server is not reachable right now — try again in a minute."))}console.log()}export function registerKaggleCommand(o){o.command("kaggle").argument("[action]",'competition id, or "check" / "submit"').argument("[comp]",'competition id (with "check" / "submit")').description("Kaggle-style ML practice — dataset + starter notebook, check & submit").action(async(o,e)=>{"check"===o?await runKaggleCheck(e):"submit"===o?await runKaggleSubmit(e):await runKaggle(o)})}
|
package/dist/index.js
CHANGED
|
@@ -1,2 +1,2 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
|
-
import{Command as o}from"commander";import chalk from"chalk";import{registerCtfCommands as e}from"./commands/ctf.js";import{registerRefCommand as n}from"./commands/ref.js";import{registerShellCommand as s}from"./commands/shell.js";import{registerFilesCommand as r}from"./commands/files.js";import{registerViewCommand as t}from"./commands/view.js";import{registerConnectCommand as i}from"./commands/connect.js";import{registerChallengeCommand as a}from"./commands/challenge.js";import{registerDoctorCommand as l}from"./commands/doctor.js";import{registerNoteCommand as m}from"./commands/note.js";import{registerLogCommand as c}from"./commands/log.js";import{registerLangCommand as
|
|
2
|
+
import{Command as o}from"commander";import chalk from"chalk";import{registerCtfCommands as e}from"./commands/ctf.js";import{registerRefCommand as n}from"./commands/ref.js";import{registerShellCommand as s}from"./commands/shell.js";import{registerFilesCommand as r}from"./commands/files.js";import{registerViewCommand as t}from"./commands/view.js";import{registerConnectCommand as i}from"./commands/connect.js";import{registerChallengeCommand as a}from"./commands/challenge.js";import{registerDoctorCommand as l}from"./commands/doctor.js";import{registerNoteCommand as m}from"./commands/note.js";import{registerLogCommand as c}from"./commands/log.js";import{registerLangCommand as g}from"./commands/lang.js";import{registerSetupCommand as d}from"./commands/setup.js";import{registerEnvCommand as p}from"./commands/env.js";import{registerAienvCommand as y}from"./commands/aienv.js";import{registerIpynbCommand as f}from"./commands/ipynb.js";import{registerAi4ctfCommand as h}from"./commands/ai4ctf.js";import{registerExamCommand as u}from"./commands/exam.js";import{registerCtf4aiDemoCommand as w}from"./commands/ctf4ai-demo.js";import{registerThemeCommand as T}from"./commands/theme.js";import{registerLearnCommand as b}from"./commands/learn.js";import{registerCtf4VlaCommand as v}from"./commands/ctf4vla.js";import{registerDemo2Command as j}from"./commands/demo2.js";import{registerSimCommand as A}from"./commands/sim.js";import{registerArenaCommand as I}from"./commands/arena.js";import{registerKaggleCommand as $}from"./commands/kaggle.js";import{registerBoardCommand as C}from"./commands/board.js";import{getConfig as E,saveConfig as _}from"./lib/config.js";import{startRepl as S}from"./repl.js";import{RELAUNCH_CODE as x}from"./lib/menu-nav.js";import{setTerminalTheme as O}from"./lib/theme.js";import{checkForUpdates as L}from"./lib/update-check.js";import{detectIcoaInstalls as k}from"./lib/platform.js";import{ICOA_BIG as N}from"./lib/banner.js";import{readFileSync as R}from"node:fs";import{fileURLToPath as F}from"node:url";import{dirname as U,join as P}from"node:path";const M=U(F(import.meta.url)),G=JSON.parse(R(P(M,"..","package.json"),"utf-8")).version,D=chalk.cyan(" ─────────────────────────────────────────────────────"),H=`\n${D}\n\n${N.map(o=>` ${chalk.bold.white(o)}`).join("\n")}\n\n ${chalk.yellow("International Cyber Olympiad in AI 2026")}\n ${chalk.bold.magenta("The World's First AI-Native CLI Operating System")}\n ${chalk.bold.magenta("for Cybersecurity & AI Security Competition")}\n ${chalk.bold.magenta("and Olympiad for K-12")}\n\n ${chalk.green.bold("AI4CTF")} ${chalk.gray("[Day 1]")} ${chalk.white("AI as your teammate")}\n ${chalk.red.bold("CTF4AI")} ${chalk.gray("[Day 2]")} ${chalk.white("Challenge & evaluate AI systems")}\n ${chalk.cyan.bold("CTF4EAI")} ${chalk.gray("[Pioneer]")} ${chalk.white("Embodied AI security")}\n ${chalk.bold.yellow("AI is your teammate. AI is your target. AI is embodied.")}\n\n ${chalk.white("Sydney, Australia")} ${chalk.gray("Jun 27 - Jul 2, 2026")}\n ${chalk.cyan.underline("https://icoa2026.au")}\n\n ${chalk.gray(`CLI-Native Competition Terminal v${G}`)}\n\n${D}\n`;process.on("uncaughtException",o=>{"__REPL_NO_EXIT__"!==o.message&&(console.error(chalk.red("Error:"),o.message),process.exit(1))}),process.on("unhandledRejection",o=>{const e=o instanceof Error?o.message:String(o);"__REPL_NO_EXIT__"!==e&&(console.error(chalk.red("Error:"),e),process.exit(1))});{const o=process.argv.slice(2).some(o=>["-V","--version","-h","--help"].includes(o));if(!0===process.stdin.isTTY&&"1"!==process.env.ICOA_SUPERVISED&&!o){const{spawnSync:o}=await import("node:child_process");process.on("SIGINT",()=>{}),process.on("SIGTERM",()=>{});let e=0,n=!1;do{const s=o(process.execPath,process.argv.slice(1),{stdio:"inherit",env:{...process.env,ICOA_SUPERVISED:"1",...n?{ICOA_RELAUNCH:"1"}:{}}});if(s.signal){e=0;break}e=s.status,n=!0}while(e===x);process.exit(e??0)}}const J=new o;if(J.name("icoa").version(G).description("ICOA CLI — CLI-Native CTF Competition Terminal").option("--resume","Resume previous session").option("--continue","Continue where you left off — jump straight to your last learn card / exam").action(async o=>{const e=E();O("high-contrast"===e.themeVariant?"high-contrast":"dark"),L(),function(){const o=k();if(o.length<=1)return;const e=o[0];if([...o.map(o=>o.version||"0.0.0")].sort((o,e)=>function(o,e){const n=o.split(".").map(o=>parseInt(o,10)||0),s=e.split(".").map(o=>parseInt(o,10)||0);for(let o=0;o<3;o++)if((n[o]||0)!==(s[o]||0))return(n[o]||0)-(s[o]||0);return 0}(e,o))[0]!==e.version){console.log(),console.log(chalk.yellow.bold(" ⚠ Multiple icoa installations detected on PATH:"));for(let e=0;e<o.length;e++){const n=o[e],s=n.version?`v${n.version}`:"(version unreadable)",r=0===e?chalk.yellow("→"):" ",t=0===e?chalk.gray(" ← currently running (older — shadowing newer install)"):chalk.gray(" ← shadowed");console.log(` ${r} ${chalk.cyan(n.path.padEnd(28))} ${chalk.white(s)}${t}`)}console.log(),console.log(chalk.yellow(" The first install on PATH wins. To use the newer one, remove the older:")),console.log(),e.pkgDir?console.log(` ${chalk.bold.cyan(`sudo rm -rf ${e.pkgDir} ${e.path}`)}`):console.log(` ${chalk.bold.cyan(`sudo rm -rf ${e.path} # also delete its node_modules dir`)}`),console.log(),console.log(chalk.gray(" Then re-run icoa to confirm version banner shows the newer release.")),console.log()}}();const n=process.env.LANG||process.env.LC_ALL||process.env.LC_CTYPE||"";if(!/UTF-?8/i.test(n))if("win32"===process.platform){let o="";try{const{execFileSync:e}=await import("node:child_process");o=e("chcp.com",[],{encoding:"utf-8",timeout:1500,stdio:["ignore","pipe","ignore"]}).trim()}catch{}o.includes("65001")||(console.log(chalk.yellow(`⚠ Windows terminal is not using UTF-8 (current: ${o||"unknown"}).`)),console.log(chalk.gray(' Non-English text (Ukrainian, Chinese, Japanese, etc.) may show as "?" or garbled glyphs.')),console.log(chalk.gray(" Fix (run before ")+chalk.cyan("icoa")+chalk.gray("): ")+chalk.cyan("chcp 65001")),console.log(chalk.gray(" Or stay in English inside the CLI: ")+chalk.cyan("lang en")),console.log())}else console.log(chalk.yellow(`⚠ Your terminal locale is not UTF-8 (LANG=${n||"(unset)"}).`)),console.log(chalk.gray(' Non-English text and box characters may display as "?" or garbled glyphs.')),console.log(chalk.gray(" Fix: ")+chalk.cyan("export LANG=en_US.UTF-8")+chalk.gray(" (or your locale, e.g. ")+chalk.cyan("zh_CN.UTF-8")+chalk.gray(", ")+chalk.cyan("uk_UA.UTF-8")+chalk.gray(")")),console.log();console.log(H);const s=!!o.resume||!!o.continue;if(process.argv.length<=2||s)return o.continue&&(process.env.ICOA_AUTO_RESUME="1"),s||"1"===process.env.ICOA_RELAUNCH||await async function(){const o=process.stdin;if(o.isTTY&&"function"==typeof o.setRawMode)return new Promise(e=>{let n=!1;const s=()=>{if(!n){n=!0,o.removeListener("data",r);try{o.setRawMode(!1)}catch{}o.pause(),e()}},r=()=>s();o.setRawMode(!0),o.resume(),o.once("data",r),console.log(chalk.gray(" (press any key to continue...)")),setTimeout(s,3e3)});await new Promise(o=>setTimeout(o,3e3))}(),void S(J,s)}),e(J),n(J),s(J),r(J),t(J),i(J),a(J),l(J),m(J),c(J),g(J),d(J),p(J),y(J),f(J),h(J),u(J),w(J),T(J),b(J),v(J),j(J),A(J),I(J),$(J),C(J),J.command("model",{hidden:!0}).argument("[name]","model name to switch to").action(o=>{const e=E().geminiModel||"gemini-2.5-flash-lite";o?(_({geminiModel:o}),console.log(),console.log(chalk.green(" Model switched: ")+chalk.gray(e)+chalk.white(" -> ")+chalk.bold.white(o)),console.log()):(console.log(),console.log(chalk.gray(" Current model: ")+chalk.white(e)),console.log(),console.log(chalk.gray(" Available models:")),console.log(chalk.bold.white(" Gemini 3.x (Latest)")),console.log(chalk.white(" model gemini-3.5-flash ")+chalk.gray("Newest stable, paid Tier 1+")),console.log(chalk.white(" model gemini-3-flash-preview ")+chalk.gray("Preview")),console.log(chalk.bold.white(" Gemini 2.5 (Stable)")),console.log(chalk.white(" model gemini-2.5-flash-lite ")+chalk.gray("Fastest, default, free tier")),console.log(chalk.white(" model gemini-2.5-flash ")+chalk.gray("Heavier, thinking enabled")),console.log(chalk.white(" model gemini-2.5-pro ")+chalk.gray("Strong reasoning, paid")),console.log(chalk.bold.white(" Open Source")),console.log(chalk.white(" model gemma-4-31b-it ")+chalk.gray("Free, open-source")),console.log(chalk.white(" model <any-model-id> ")+chalk.gray("Custom model")),console.log(),console.log(chalk.gray(" Translation uses gemini-3.5-flash for best quality.")),console.log())}),"1"===process.env.ICOA_RESET_STATE)try{const{clearExamState:o}=await import("./lib/exam-state.js");o(),console.log(chalk.yellow("⚠ ICOA_RESET_STATE=1 — local exam state wiped.")),console.log(chalk.gray(" (Token NOT revoked server-side. Re-enter a fresh token with `exam <token>`.)")),console.log()}catch(o){console.log(chalk.red("⚠ ICOA_RESET_STATE: could not clear state — ")+chalk.gray(String(o)))}J.parse();
|
package/dist/lib/access.js
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
import{createHash as t}from"node:crypto";import{execSync as e}from"node:child_process";import{platform as n}from"node:os";import{getConfig as r,saveConfig as i,getIcoaDir as o,getInstallSalt as s}from"./config.js";import{readFileSync as c,existsSync as a}from"node:fs";import{join as u}from"node:path";import{deriveFileKey as d,readSignedFile as p,writeSignedFile as f,recordVerdict as m}from"./secure-store.js";const l=/^ICOA-[A-Z0-9]{4}-[A-Z0-9]{4}-[A-Z0-9]{4}$/;export function isFirstRunOrUpgrade(t){return r().lastVersion!==t}export function markVersionSeen(t){i({lastVersion:t})}const g=new Set(["ref","help","exit","quit","q","clear","cls","activate","doctor","aienv","ipynb"]);export function isActivated(){return!!r().accessToken}export function getDeviceFingerprint(){const i=r();if(i.deviceFingerprint)return i.deviceFingerprint;const o=s(),u=function(){try{if("darwin"===n()){const t=e("ioreg -rd1 -c IOPlatformExpertDevice | grep IOPlatformUUID",{encoding:"utf-8"}).match(/"([A-F0-9-]+)"/);if(t)return t[1]}else if("linux"===n()){if(a("/etc/machine-id"))return c("/etc/machine-id","utf-8").trim()}else if("win32"===n())return e('powershell -Command "(Get-CimInstance Win32_ComputerSystemProduct).UUID"',{encoding:"utf-8"}).trim()}catch{}return""}();return t("sha256").update(`${u}|${o}`).digest("hex")}const x="token-bindings";export function activateToken(e){if(!function(t){return l.test(t.trim().toUpperCase())}(e))return"invalid";const n=getDeviceFingerprint(),r=u(o(),"token-bindings.json"),c=d(s(),x),{data:a,verdict:g}=p(r,c);m(x,g);const v=a||{},h=function(e){return t("sha256").update(e.trim().toUpperCase()).digest("hex")}(e),A=v[h];return A&&A!==n?"already_bound":(v[h]=n,f(r,v,c),i({accessToken:e.trim().toUpperCase(),deviceFingerprint:n}),"ok")}export function isDeviceMatch(){const t=r();return!t.deviceFingerprint||t.deviceFingerprint===getDeviceFingerprint()}export function isFreeCommand(t){return g.has(t.toLowerCase())}const v=()=>u(o(),"session-state.json"),h="session-state";function A(){return d(s(),h)}function w(){return{startedAt:(new Date).toISOString(),lastExitAt:null,lastResumeAt:null,exitCount:0,totalAwaySeconds:0}}function C(){const{data:t,verdict:e}=p(v(),A());return m(h,e),t?{...w(),...t}:w()}function D(t){const e={...C(),...t};f(v(),e,A())}export function recordExit(){const t=C();t.lastExitAt=(new Date).toISOString(),t.exitCount++,D(t)}export function recordResume(){const t=C();if(!t.lastExitAt)return null;const e=new Date(t.lastExitAt).getTime(),n=Date.now(),r=Math.round((n-e)/1e3);return t.lastResumeAt=(new Date).toISOString(),t.totalAwaySeconds+=r,D(t),{awaySeconds:r,exitCount:t.exitCount}}
|
|
1
|
+
import{createHash as t}from"node:crypto";import{execSync as e}from"node:child_process";import{platform as n}from"node:os";import{getConfig as r,saveConfig as i,getIcoaDir as o,getInstallSalt as s}from"./config.js";import{readFileSync as c,existsSync as a}from"node:fs";import{join as u}from"node:path";import{deriveFileKey as d,readSignedFile as p,writeSignedFile as f,recordVerdict as m}from"./secure-store.js";const l=/^ICOA-[A-Z0-9]{4}-[A-Z0-9]{4}-[A-Z0-9]{4}$/;export function isFirstRunOrUpgrade(t){return r().lastVersion!==t}export function markVersionSeen(t){i({lastVersion:t})}const g=new Set(["ref","help","exit","quit","q","clear","cls","activate","doctor","aienv","ipynb","kaggle"]);export function isActivated(){return!!r().accessToken}export function getDeviceFingerprint(){const i=r();if(i.deviceFingerprint)return i.deviceFingerprint;const o=s(),u=function(){try{if("darwin"===n()){const t=e("ioreg -rd1 -c IOPlatformExpertDevice | grep IOPlatformUUID",{encoding:"utf-8"}).match(/"([A-F0-9-]+)"/);if(t)return t[1]}else if("linux"===n()){if(a("/etc/machine-id"))return c("/etc/machine-id","utf-8").trim()}else if("win32"===n())return e('powershell -Command "(Get-CimInstance Win32_ComputerSystemProduct).UUID"',{encoding:"utf-8"}).trim()}catch{}return""}();return t("sha256").update(`${u}|${o}`).digest("hex")}const x="token-bindings";export function activateToken(e){if(!function(t){return l.test(t.trim().toUpperCase())}(e))return"invalid";const n=getDeviceFingerprint(),r=u(o(),"token-bindings.json"),c=d(s(),x),{data:a,verdict:g}=p(r,c);m(x,g);const v=a||{},h=function(e){return t("sha256").update(e.trim().toUpperCase()).digest("hex")}(e),A=v[h];return A&&A!==n?"already_bound":(v[h]=n,f(r,v,c),i({accessToken:e.trim().toUpperCase(),deviceFingerprint:n}),"ok")}export function isDeviceMatch(){const t=r();return!t.deviceFingerprint||t.deviceFingerprint===getDeviceFingerprint()}export function isFreeCommand(t){return g.has(t.toLowerCase())}const v=()=>u(o(),"session-state.json"),h="session-state";function A(){return d(s(),h)}function w(){return{startedAt:(new Date).toISOString(),lastExitAt:null,lastResumeAt:null,exitCount:0,totalAwaySeconds:0}}function C(){const{data:t,verdict:e}=p(v(),A());return m(h,e),t?{...w(),...t}:w()}function D(t){const e={...C(),...t};f(v(),e,A())}export function recordExit(){const t=C();t.lastExitAt=(new Date).toISOString(),t.exitCount++,D(t)}export function recordResume(){const t=C();if(!t.lastExitAt)return null;const e=new Date(t.lastExitAt).getTime(),n=Date.now(),r=Math.round((n-e)/1e3);return t.lastResumeAt=(new Date).toISOString(),t.totalAwaySeconds+=r,D(t),{awaySeconds:r,exitCount:t.exitCount}}
|
|
@@ -0,0 +1,51 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* gpu — pure core of the M2 GPU-lease client (Kaggle practice arena).
|
|
3
|
+
*
|
|
4
|
+
* The control plane is server-authoritative (design §5): the CLI POSTs
|
|
5
|
+
* lease/status/release and renders what it gets back; quota, max-1 and
|
|
6
|
+
* timeout-kill all live server-side (panda/kaggle/gpu_api.py). This module is
|
|
7
|
+
* the pure part — response parsing, connect-field validation, ssh arg
|
|
8
|
+
* building — so the trust boundary is unit-tested: a lease response can NEVER
|
|
9
|
+
* smuggle shell into the ssh command (every field is format-whitelisted and
|
|
10
|
+
* the remote command string is built by buildRemoteBridgeCommand's quoting).
|
|
11
|
+
*
|
|
12
|
+
* Transports: 'ssh' (real GPU box) and 'local' (dev loop — spawns the bridge
|
|
13
|
+
* under a local shell; the command layer only honours it when the student
|
|
14
|
+
* explicitly pointed ICOA_GPU_SERVER at a dev broker, so a hostile prod
|
|
15
|
+
* response cannot make the CLI spawn local processes).
|
|
16
|
+
*/
|
|
17
|
+
export interface GpuLease {
|
|
18
|
+
state: 'ready' | 'queued' | 'none' | 'error';
|
|
19
|
+
transport?: 'ssh' | 'local';
|
|
20
|
+
host?: string;
|
|
21
|
+
port?: number;
|
|
22
|
+
user?: string;
|
|
23
|
+
/** Remote venv python that runs the kernel bridge. */
|
|
24
|
+
python?: string;
|
|
25
|
+
/** Fixed dataset mount root on the box (design §4: /data/kaggle). */
|
|
26
|
+
dataRoot?: string;
|
|
27
|
+
/** Per-session workspace on the box (submission.csv lands here). */
|
|
28
|
+
outDir?: string;
|
|
29
|
+
/** SSH private key for this lease (PEM, from the broker). */
|
|
30
|
+
keyPem?: string;
|
|
31
|
+
timeLeftSec?: number;
|
|
32
|
+
queuePosition?: number;
|
|
33
|
+
estimatedWaitSec?: number;
|
|
34
|
+
message?: string;
|
|
35
|
+
}
|
|
36
|
+
/** Parse a broker response ({success,data:{...}} or bare) into a GpuLease. */
|
|
37
|
+
export declare function parseLeaseResponse(resp: unknown): GpuLease;
|
|
38
|
+
/**
|
|
39
|
+
* Trust boundary: a ready lease's connect fields must be plainly-shaped
|
|
40
|
+
* before they go anywhere near a spawn. Returns the list of problems
|
|
41
|
+
* (empty = safe to connect).
|
|
42
|
+
*/
|
|
43
|
+
export declare function leaseConnectProblems(l: GpuLease): string[];
|
|
44
|
+
/**
|
|
45
|
+
* ssh argv for a validated lease (spawn-array — no local shell ever parses
|
|
46
|
+
* any of this). `remoteCommand` is the single bridge command from
|
|
47
|
+
* buildRemoteBridgeCommand; `keyPath` is where the caller wrote keyPem (0600).
|
|
48
|
+
*/
|
|
49
|
+
export declare function buildSshArgs(l: GpuLease, keyPath: string, remoteCommand: string): string[];
|
|
50
|
+
/** `⏳ GPU queue: #3 · ~6 min` — the student-facing queue line (design §5). */
|
|
51
|
+
export declare function queueLine(l: GpuLease): string;
|
package/dist/lib/gpu.js
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
const t=/^[a-zA-Z0-9][a-zA-Z0-9.-]*$/,e=/^[a-z_][a-z0-9_-]*$/,o=/^\/[A-Za-z0-9._/-]*$/;function s(t,e){return"string"==typeof t[e]&&""!==t[e]?t[e]:void 0}function r(t,e){return"number"==typeof t[e]&&Number.isFinite(t[e])?t[e]:void 0}export function parseLeaseResponse(t){const e=t??{},o=e.data??e,a=s(o,"state");return"ready"!==a&&"queued"!==a&&"none"!==a?{state:"error",message:s(o,"error")??s(o,"message")??"unexpected broker response"}:{state:a,transport:"local"===o.transport?"local":"ssh"===o.transport?"ssh":void 0,host:s(o,"host"),port:r(o,"port"),user:s(o,"user"),python:s(o,"python"),dataRoot:s(o,"data_root"),outDir:s(o,"out_dir"),keyPem:s(o,"key_pem"),timeLeftSec:r(o,"time_left_sec"),queuePosition:r(o,"queue_position"),estimatedWaitSec:r(o,"estimated_wait_sec"),message:s(o,"message")}}export function leaseConnectProblems(s){const r=[];return"ready"!==s.state&&r.push("lease is not ready"),s.python&&o.test(s.python)||r.push("bad python path"),s.dataRoot&&o.test(s.dataRoot)||r.push("bad data_root"),s.outDir&&o.test(s.outDir)||r.push("bad out_dir"),"ssh"===s.transport?(s.host&&t.test(s.host)||r.push("bad host"),s.user&&e.test(s.user)||r.push("bad user"),void 0!==s.port&&(!Number.isInteger(s.port)||s.port<1||s.port>65535)&&r.push("bad port"),s.keyPem||r.push("missing ssh key")):"local"!==s.transport&&r.push("unknown transport"),r}export function buildSshArgs(t,e,o){return["-i",e,"-p",String(t.port??22),"-o","StrictHostKeyChecking=accept-new","-o","ConnectTimeout=15","-o","BatchMode=yes","-T",`${t.user}@${t.host}`,o]}export function queueLine(t){return`⏳ GPU queue: #${t.queuePosition??0}${t.estimatedWaitSec?` · ~${Math.max(1,Math.round(t.estimatedWaitSec/60))} min`:""}`}
|
|
@@ -0,0 +1,86 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* kaggle — pure core behind `icoa kaggle` (Kaggle-style practice arena, M0).
|
|
3
|
+
*
|
|
4
|
+
* The student loop this powers: download a competition dataset that the ICOA
|
|
5
|
+
* server hosts (never bundled into npm — Thin-Client plane 3), open a starter
|
|
6
|
+
* notebook in `icoa ipynb`, run all cells on the LOCAL CPU kernel to produce
|
|
7
|
+
* `submission.csv`, then submit it on kaggle.com manually (their own account —
|
|
8
|
+
* no Kaggle API, no shared-account ToS risk).
|
|
9
|
+
*
|
|
10
|
+
* Unlike the arena starter (MODEL cell deliberately blank — that part is
|
|
11
|
+
* judged server-side), the Kaggle starter ships a WORKING baseline: nothing
|
|
12
|
+
* here is graded by us, Kaggle is the judge, and M0's whole point is that the
|
|
13
|
+
* chain runs end-to-end without edits. The student then improves the model.
|
|
14
|
+
*
|
|
15
|
+
* Pure module: no I/O, no chalk — everything unit-testable.
|
|
16
|
+
*/
|
|
17
|
+
import type { NbCell } from './notebook-doc.js';
|
|
18
|
+
export interface KaggleTask {
|
|
19
|
+
comp_id: string;
|
|
20
|
+
title: string;
|
|
21
|
+
metric: string;
|
|
22
|
+
kaggle_url?: string | null;
|
|
23
|
+
licence?: string;
|
|
24
|
+
attribution?: string;
|
|
25
|
+
/** M1: base URL of this competition's public Object-Storage prefix. When
|
|
26
|
+
* present the client fetches the CSVs straight from the bucket (practice
|
|
27
|
+
* serves only this pointer); absent → M0 fallback via the /data bundle. */
|
|
28
|
+
data_base?: string | null;
|
|
29
|
+
id_col?: string;
|
|
30
|
+
target_col?: string;
|
|
31
|
+
n_train?: number;
|
|
32
|
+
n_test?: number;
|
|
33
|
+
/** M2.5 (one engine, two judges): absent/"kaggle" → manual kaggle.com upload;
|
|
34
|
+
* "icoa-holdout" → `kaggle submit` scores server-side vs secret labels and
|
|
35
|
+
* lands on the ICOA Board. */
|
|
36
|
+
judge?: string;
|
|
37
|
+
/** Board event this competition's submissions are recorded under. */
|
|
38
|
+
board_event?: string | null;
|
|
39
|
+
}
|
|
40
|
+
export type KaggleMeta = KaggleTask;
|
|
41
|
+
/** Extract the task list from a server response ({success,data:{tasks}} or bare). */
|
|
42
|
+
export declare function parseKaggleTaskList(resp: unknown): KaggleTask[];
|
|
43
|
+
export interface DataFileUrls {
|
|
44
|
+
train: string;
|
|
45
|
+
test: string;
|
|
46
|
+
sample_submission: string;
|
|
47
|
+
}
|
|
48
|
+
/** The three CSV URLs under a competition's bucket prefix, or null when the
|
|
49
|
+
* server advertised no bucket (client then falls back to the /data bundle). */
|
|
50
|
+
export declare function dataFileUrls(task: {
|
|
51
|
+
data_base?: string | null;
|
|
52
|
+
}): DataFileUrls | null;
|
|
53
|
+
/**
|
|
54
|
+
* Build the starter notebook cells for a competition. The data dir is baked in
|
|
55
|
+
* as an absolute path so the notebook runs from anywhere; the submission cell
|
|
56
|
+
* uses the meta's id/target column names so its output matches
|
|
57
|
+
* sample_submission.csv byte-for-byte in shape.
|
|
58
|
+
*/
|
|
59
|
+
export declare function buildStarterCells(dir: string, meta: KaggleMeta): NbCell[];
|
|
60
|
+
export interface SubmitOutcome {
|
|
61
|
+
ok: boolean;
|
|
62
|
+
score?: number;
|
|
63
|
+
metric?: string;
|
|
64
|
+
rank?: number | null;
|
|
65
|
+
fieldSize?: number | null;
|
|
66
|
+
deduped?: boolean;
|
|
67
|
+
boardEvent?: string | null;
|
|
68
|
+
/** machine-readable failure: network · bad_token · format · kaggle_judged ·
|
|
69
|
+
* event_closed · outside_window · cap_reached · judge_unavailable · … */
|
|
70
|
+
reason?: string;
|
|
71
|
+
error?: string;
|
|
72
|
+
problems?: string[];
|
|
73
|
+
}
|
|
74
|
+
/** Unwrap the server's judge response ({success,data} envelope or bare). */
|
|
75
|
+
export declare function parseSubmitResponse(resp: unknown): SubmitOutcome;
|
|
76
|
+
export interface SubmissionVerdict {
|
|
77
|
+
ok: boolean;
|
|
78
|
+
problems: string[];
|
|
79
|
+
}
|
|
80
|
+
/**
|
|
81
|
+
* Validate a submission CSV against sample_submission.csv the way Kaggle's
|
|
82
|
+
* uploader would: same header, same row count, same id set (any order), no
|
|
83
|
+
* empty cells. Both files are program-generated simple CSVs (no quoting), so
|
|
84
|
+
* naive comma-splitting is safe here.
|
|
85
|
+
*/
|
|
86
|
+
export declare function validateSubmissionText(submission: string, sample: string): SubmissionVerdict;
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export function parseKaggleTaskList(e){const t=e??{},r=(t.data??t).tasks;if(!Array.isArray(r))return[];const o=[];for(const e of r){if(!e||"object"!=typeof e)continue;const t=e;"string"==typeof t.comp_id&&""!==t.comp_id&&o.push({comp_id:t.comp_id,title:"string"==typeof t.title?t.title:t.comp_id,metric:"string"==typeof t.metric?t.metric:"accuracy",kaggle_url:"string"==typeof t.kaggle_url?t.kaggle_url:null,licence:"string"==typeof t.licence?t.licence:void 0,attribution:"string"==typeof t.attribution?t.attribution:void 0,data_base:"string"==typeof t.data_base&&""!==t.data_base?t.data_base:null,id_col:"string"==typeof t.id_col?t.id_col:void 0,target_col:"string"==typeof t.target_col?t.target_col:void 0,n_train:"number"==typeof t.n_train?t.n_train:void 0,n_test:"number"==typeof t.n_test?t.n_test:void 0,judge:"string"==typeof t.judge&&""!==t.judge?t.judge:void 0,board_event:"string"==typeof t.board_event&&""!==t.board_event?t.board_event:null})}return o}export function dataFileUrls(e){const t=e.data_base;if("string"!=typeof t||""===t)return null;const r=t.replace(/\/$/,"");return{train:`${r}/train.csv`,test:`${r}/test.csv`,sample_submission:`${r}/sample_submission.csv`}}export function buildStarterCells(e,t){const r=t.id_col??"id",o=t.target_col??"target",i=(s=t.metric,/rmse|mse|mae|error/i.test(s));var s;const a="icoa-holdout"===t.judge,n=e=>({kind:"markdown",source:e,result:null}),l=e=>({kind:"code",source:e.join("\n"),result:null}),c=[`# ${t.title}`,"",`Kaggle-style practice — metric: **${t.metric}**.`,"","- `train.csv` — labelled training data",`- \`test.csv\` — rows to predict (no \`${o}\` column)`,"- `sample_submission.csv` — the exact format Kaggle expects","","Run all cells top to bottom: a baseline model trains on your CPU and","`submission.csv` appears next to the data. Then improve the model cell",...a?["and re-run — `icoa kaggle submit` scores it and ranks you on the board."]:["and re-run — your score is whatever Kaggle says it is."],...t.licence?["",`**Data licence:** ${t.licence}`]:[],...t.attribution?[`**Attribution:** ${t.attribution}`]:[]].join("\n"),d=l(["# setup — load the data (leave as is)","import os","import pandas as pd","from sklearn.model_selection import train_test_split",i?"from sklearn.metrics import mean_squared_error":"from sklearn.metrics import accuracy_score","","# same code everywhere: in a GPU session these env vars point at the","# box's own dataset copy + workspace — locally they are unset.",`DIR = os.environ.get("ICOA_KAGGLE_DATA") or r"${e}"`,'OUT = os.environ.get("ICOA_KAGGLE_OUT") or DIR',...t.data_base?[`DATA_BASE = "${t.data_base.replace(/\/$/,"")}"`,'if not os.path.exists(DIR + "/train.csv"):'," import urllib.request"," os.makedirs(DIR, exist_ok=True)",' for f in ("train.csv", "test.csv", "sample_submission.csv"):',' urllib.request.urlretrieve(DATA_BASE + "/" + f, DIR + "/" + f)']:[],'train = pd.read_csv(DIR + "/train.csv")','test = pd.read_csv(DIR + "/test.csv")',`features = [c for c in train.columns if c not in ("${r}", "${o}")]`,`X, y = train[features], train["${o}"]`,"X_test = test[features]","X_tr, X_val, y_tr, y_val = train_test_split(X, y, test_size=0.2, random_state=0)",'print(f"train {train.shape} · test {test.shape} · {len(features)} features")']),u=l(i?["# MODEL — a working baseline. Improve THIS cell to climb the Kaggle board.","from sklearn.linear_model import Ridge","model = Ridge()"]:["# MODEL — a working baseline. Improve THIS cell to climb the Kaggle board.","from sklearn.linear_model import LogisticRegression","model = LogisticRegression(max_iter=2000)"]),m=l(["# validate — quick local score on a held-out fifth of train","model.fit(X_tr, y_tr)",i?'print("val RMSE:", round(mean_squared_error(y_val, model.predict(X_val)) ** 0.5, 4))':'print("val accuracy:", round(accuracy_score(y_val, model.predict(X_val)), 4))']),p=l(["# submission — retrain on ALL data, write submission.csv (Kaggle format)","model.fit(X, y)","pred = model.predict(X_test)",'out = OUT + "/submission.csv"',`pd.DataFrame({"${r}": test["${r}"], "${o}": pred}).to_csv(out, index=False)`,'print("wrote", out)',a?`print("score it: icoa kaggle submit ${t.comp_id}")`:'print("format check: icoa kaggle check")']),g=a?["## Submit to ICOA (scored on the server)","",`1. In the ICOA CLI run \`icoa kaggle submit ${t.comp_id}\``,"2. The server scores `submission.csv` against the secret test labels"," and your rank lands on the live board (`icoa board`).","3. Improve the MODEL cell, re-run, submit again — best score counts."]:t.kaggle_url?["## Submit on Kaggle (manual, your own account)","",`1. Open ${t.kaggle_url}`,"2. **Submit Predictions** → upload `submission.csv`","3. Read your leaderboard score, come back, improve the MODEL cell, repeat."]:["## Submit on Kaggle (manual, your own account)","","_This is a placeholder practice dataset — it has no live Kaggle page yet._","When the real competition dataset lands, this cell will link straight to","its Kaggle submission page. The loop is identical: upload `submission.csv`,","read the score, improve the MODEL cell, repeat."];return[n(c),d,u,m,p,n(g.join("\n"))]}export function parseSubmitResponse(e){const t=e&&"object"==typeof e?e:{},r=t.data??t,o=r&&"object"==typeof r?r:{};return"number"==typeof o.score&&"string"==typeof o.metric?{ok:!0,score:o.score,metric:o.metric,rank:"number"==typeof o.rank_at_time?o.rank_at_time:null,fieldSize:"number"==typeof o.field_size?o.field_size:null,deduped:!0===o.deduped,boardEvent:"string"==typeof o.board_event?o.board_event:null}:"string"==typeof o.reason&&""!==o.reason?{ok:!1,reason:o.reason,error:"string"==typeof o.error?o.error:void 0,problems:Array.isArray(o.problems)?o.problems.filter(e=>"string"==typeof e):void 0}:{ok:!1,reason:"network"}}export function validateSubmissionText(e,t){const r=[],o=e.trim().split(/\r?\n/),i=t.trim().split(/\r?\n/),s=o[0]??"",a=i[0]??"";s.trim()!==a.trim()&&r.push(`header mismatch: expected "${a}", got "${s}"`);const n=o.slice(1).filter(e=>""!==e.trim()),l=i.slice(1).filter(e=>""!==e.trim());n.length!==l.length&&r.push(`row count mismatch: expected ${l.length}, got ${n.length}`);const c=e=>new Set(e.map(e=>(e.split(",")[0]??"").trim())),d=c(n),u=c(l),m=[...u].filter(e=>!d.has(e)),p=[...d].filter(e=>!u.has(e));if(m.length>0||p.length>0){const e=[];m.length>0&&e.push(`${m.length} missing (e.g. ${m[0]})`),p.length>0&&e.push(`${p.length} unknown (e.g. ${p[0]})`),r.push(`id mismatch vs sample_submission: ${e.join(", ")}`)}for(let e=0;e<n.length;e++)if(n[e].split(",").some(e=>""===e.trim())){r.push(`empty cell in data row ${e+1}`);break}return{ok:0===r.length,problems:r}}
|
|
@@ -36,6 +36,15 @@ export type KernelEvent = {
|
|
|
36
36
|
type: 'done';
|
|
37
37
|
id: number;
|
|
38
38
|
count: number | null;
|
|
39
|
+
} | {
|
|
40
|
+
type: 'file';
|
|
41
|
+
id: number;
|
|
42
|
+
data: string;
|
|
43
|
+
size: number;
|
|
44
|
+
} | {
|
|
45
|
+
type: 'file_error';
|
|
46
|
+
id: number;
|
|
47
|
+
message: string;
|
|
39
48
|
} | {
|
|
40
49
|
type: 'fatal';
|
|
41
50
|
message: string;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
const e=new Set(["ready","stream","result","display","error","done","fatal"]);export function parseKernelEvent(t){const a=t.trim();if(!a)return null;let r;try{r=JSON.parse(a)}catch{return null}if(!r||"object"!=typeof r)return null;const n=r.type;return"string"==typeof n&&e.has(n)?r:null}export function foldCellOutputs(e){const t=[];let a=!0,r=null;for(const n of e)switch(n.type){case"stream":{const e=t[t.length-1];e&&"stream"===e.kind&&e.name===n.name?e.text+=n.text:t.push({kind:"stream",name:n.name,text:n.text});break}case"result":t.push({kind:"result",text:n.text,...n.data?{data:n.data}:{}});break;case"display":t.push({kind:"display",data:n.data});break;case"error":a=!1,t.push({kind:"error",ename:n.ename,evalue:n.evalue,traceback:n.traceback});break;case"done":r=n.count;break;case"fatal":a=!1,t.push({kind:"error",ename:"KernelError",evalue:n.message,traceback:[n.message]})}return{outputs:t,ok:a,execCount:r}}
|
|
1
|
+
const e=new Set(["ready","stream","result","display","error","done","file","file_error","fatal"]);export function parseKernelEvent(t){const a=t.trim();if(!a)return null;let r;try{r=JSON.parse(a)}catch{return null}if(!r||"object"!=typeof r)return null;const n=r.type;return"string"==typeof n&&e.has(n)?r:null}export function foldCellOutputs(e){const t=[];let a=!0,r=null;for(const n of e)switch(n.type){case"stream":{const e=t[t.length-1];e&&"stream"===e.kind&&e.name===n.name?e.text+=n.text:t.push({kind:"stream",name:n.name,text:n.text});break}case"result":t.push({kind:"result",text:n.text,...n.data?{data:n.data}:{}});break;case"display":t.push({kind:"display",data:n.data});break;case"error":a=!1,t.push({kind:"error",ename:n.ename,evalue:n.evalue,traceback:n.traceback});break;case"done":r=n.count;break;case"file":case"file_error":default:break;case"fatal":a=!1,t.push({kind:"error",ename:"KernelError",evalue:n.message,traceback:[n.message]})}return{outputs:t,ok:a,execCount:r}}
|
package/dist/lib/kernel.d.ts
CHANGED
|
@@ -17,14 +17,32 @@
|
|
|
17
17
|
*/
|
|
18
18
|
import { type FoldedCell } from './kernel-protocol.js';
|
|
19
19
|
export declare const KERNEL_BRIDGE_PY: string;
|
|
20
|
+
export interface KernelSpawnSpec {
|
|
21
|
+
command: string;
|
|
22
|
+
args: string[];
|
|
23
|
+
}
|
|
20
24
|
export interface KernelStartOptions {
|
|
21
|
-
/**
|
|
22
|
-
venvPython
|
|
23
|
-
/**
|
|
24
|
-
venvRoot
|
|
25
|
+
/** Local kernel: absolute path to the venv python (from aienvPaths().python). */
|
|
26
|
+
venvPython?: string;
|
|
27
|
+
/** Local kernel: directory to drop the bridge script in (the venv root). */
|
|
28
|
+
venvRoot?: string;
|
|
29
|
+
/** Remote kernel (M2 GPU sessions): spawn THIS instead of the local venv
|
|
30
|
+
* bridge — typically `ssh … <buildRemoteBridgeCommand(...)>`. The bridge
|
|
31
|
+
* rides inside the command itself, so the box needs no pre-provisioned
|
|
32
|
+
* bridge file; the wire protocol is identical to the local kernel. */
|
|
33
|
+
spawnSpec?: KernelSpawnSpec;
|
|
25
34
|
/** Optional: max ms to wait for the kernel `ready` event. */
|
|
26
35
|
readyTimeoutMs?: number;
|
|
27
36
|
}
|
|
37
|
+
/**
|
|
38
|
+
* The single shell-command string that runs the bridge on a remote box (the
|
|
39
|
+
* one argument after `ssh user@host`). The bridge source travels as base64
|
|
40
|
+
* inside a `python -c exec(...)` so any box with the ML venv works — nothing
|
|
41
|
+
* to pre-install beyond the venv itself. `env` carries the fixed-path dataset
|
|
42
|
+
* pointers (ICOA_KAGGLE_DATA / ICOA_KAGGLE_OUT — the §4 UX invariant), `cwd`
|
|
43
|
+
* is the per-session workspace.
|
|
44
|
+
*/
|
|
45
|
+
export declare function buildRemoteBridgeCommand(remotePython: string, env?: Record<string, string>, cwd?: string): string;
|
|
28
46
|
/**
|
|
29
47
|
* A live notebook kernel. Executes are serialized (one cell at a time, as a
|
|
30
48
|
* notebook does) so the line-buffered output demux stays unambiguous.
|
|
@@ -32,9 +50,11 @@ export interface KernelStartOptions {
|
|
|
32
50
|
export declare class NotebookKernel {
|
|
33
51
|
private proc;
|
|
34
52
|
private buf;
|
|
53
|
+
private errTail;
|
|
35
54
|
private nextId;
|
|
36
55
|
private ready;
|
|
37
56
|
private pending;
|
|
57
|
+
private pendingFetch;
|
|
38
58
|
private onReady;
|
|
39
59
|
private onExit;
|
|
40
60
|
private readonly opts;
|
|
@@ -48,6 +68,12 @@ export declare class NotebookKernel {
|
|
|
48
68
|
start(): Promise<void>;
|
|
49
69
|
/** Run one cell; resolves with its folded outputs after the `done` event. */
|
|
50
70
|
execute(code: string): Promise<FoldedCell>;
|
|
71
|
+
/**
|
|
72
|
+
* Fetch one small file from the kernel's filesystem (local box or remote
|
|
73
|
+
* GPU box — same pipe either way). Resolves with the raw bytes; rejects on
|
|
74
|
+
* missing file or the bridge's 20MB artifact cap.
|
|
75
|
+
*/
|
|
76
|
+
fetchFile(path: string): Promise<Buffer>;
|
|
51
77
|
/** Ask the bridge to shut the kernel down; resolves when the process exits. */
|
|
52
78
|
shutdown(): Promise<void>;
|
|
53
79
|
private onStdout;
|
package/dist/lib/kernel.js
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import{spawn as e}from"node:child_process";import{writeFileSync as t}from"node:fs";import{join as i}from"node:path";import{foldCellOutputs as
|
|
1
|
+
import{spawn as e}from"node:child_process";import{writeFileSync as t}from"node:fs";import{join as i}from"node:path";import{foldCellOutputs as r,parseKernelEvent as n}from"./kernel-protocol.js";export const KERNEL_BRIDGE_PY=String.raw`import sys, os, json, queue, base64
|
|
2
2
|
|
|
3
3
|
def emit(o):
|
|
4
4
|
sys.stdout.write(json.dumps(o) + "\n")
|
|
@@ -36,6 +36,20 @@ def main():
|
|
|
36
36
|
continue
|
|
37
37
|
if req.get("cmd") == "shutdown":
|
|
38
38
|
break
|
|
39
|
+
if req.get("cmd") == "fetch":
|
|
40
|
+
# Artifact download over the same pipe (M2): small files only —
|
|
41
|
+
# the thin-client rule caps what crosses the student's downlink.
|
|
42
|
+
fid = req.get("id"); fpath = req.get("path", "")
|
|
43
|
+
try:
|
|
44
|
+
if os.path.getsize(fpath) > 20 * 1024 * 1024:
|
|
45
|
+
emit({"type": "file_error", "id": fid, "message": "file exceeds the 20MB artifact cap"})
|
|
46
|
+
else:
|
|
47
|
+
with open(fpath, "rb") as fh:
|
|
48
|
+
raw = fh.read()
|
|
49
|
+
emit({"type": "file", "id": fid, "data": base64.b64encode(raw).decode(), "size": len(raw)})
|
|
50
|
+
except Exception as e:
|
|
51
|
+
emit({"type": "file_error", "id": fid, "message": str(e)})
|
|
52
|
+
continue
|
|
39
53
|
cid = req.get("id"); code = req.get("code", "")
|
|
40
54
|
mid = kc.execute(code)
|
|
41
55
|
count = None
|
|
@@ -78,4 +92,4 @@ def main():
|
|
|
78
92
|
os._exit(0)
|
|
79
93
|
|
|
80
94
|
main()
|
|
81
|
-
`;export class NotebookKernel{proc=null;buf="";nextId=1;ready=!1;pending=null;onReady=null;onExit=null;opts;bridgePath;constructor(e){this.opts=e,this.bridgePath=i(e.venvRoot,"icoa-kernel-bridge.py")}start(){this.buf="",this.ready=!1,this.pending=null,this.nextId=1,t(this.bridgePath,KERNEL_BRIDGE_PY)
|
|
95
|
+
`;function s(e){return`'${e.replace(/'/g,"'\\''")}'`}export function buildRemoteBridgeCommand(e,t={},i){const r=Buffer.from(KERNEL_BRIDGE_PY,"utf-8").toString("base64"),n=["exec","env",...Object.entries(t).map(([e,t])=>`${e}=${s(t)}`),s(e),"-c",s(`exec(__import__("base64").b64decode("${r}").decode())`)].join(" ");return i?`mkdir -p ${s(i)} && cd ${s(i)} && ${n}`:n}export class NotebookKernel{proc=null;buf="";errTail="";nextId=1;ready=!1;pending=null;pendingFetch=null;onReady=null;onExit=null;opts;bridgePath;constructor(e){this.opts=e,this.bridgePath=e.venvRoot?i(e.venvRoot,"icoa-kernel-bridge.py"):null}start(){let i;if(this.buf="",this.errTail="",this.ready=!1,this.pending=null,this.pendingFetch=null,this.nextId=1,this.opts.spawnSpec)i=e(this.opts.spawnSpec.command,this.opts.spawnSpec.args,{stdio:["pipe","pipe","pipe"]});else{if(!this.opts.venvPython||!this.bridgePath)return Promise.reject(new Error("kernel needs venvPython+venvRoot or a spawnSpec"));t(this.bridgePath,KERNEL_BRIDGE_PY),i=e(this.opts.venvPython,[this.bridgePath],{stdio:["pipe","pipe","pipe"]})}this.proc=i,i.stdout.setEncoding("utf-8"),i.stdout.on("data",e=>this.onStdout(e)),i.stderr.setEncoding("utf-8"),i.stderr.on("data",e=>{this.errTail=(this.errTail+e).slice(-600)}),i.on("exit",()=>{this.ready=!1,this.onExit?.()}),i.on("error",()=>{this.ready=!1,this.proc=null,this.onExit?.()});const r=this.opts.readyTimeoutMs??6e4;return new Promise((e,t)=>{const i=e=>new Error(this.errTail?`${e} — ${this.errTail.trim()}`:e),n=setTimeout(()=>t(i("kernel did not become ready in time")),r);this.onReady=()=>{clearTimeout(n),e()},this.onExit=()=>{clearTimeout(n),this.ready||t(i("kernel process exited before ready"))}})}execute(e){if(!this.proc||!this.ready)return Promise.reject(new Error("kernel not ready"));if(this.pending)return Promise.reject(new Error("a cell is already executing"));const t=this.nextId++;return new Promise(i=>{this.pending={id:t,events:[],resolve:i},this.proc?.stdin.write(`${JSON.stringify({id:t,code:e})}\n`)})}fetchFile(e){if(!this.proc||!this.ready)return Promise.reject(new Error("kernel not ready"));if(this.pendingFetch)return Promise.reject(new Error("a fetch is already in flight"));const t=this.nextId++;return new Promise((i,r)=>{this.pendingFetch={id:t,resolve:i,reject:r},this.proc?.stdin.write(`${JSON.stringify({cmd:"fetch",id:t,path:e})}\n`)})}shutdown(){const e=this.proc;return e?new Promise(t=>{this.onExit=()=>t();try{e.stdin.write(`${JSON.stringify({cmd:"shutdown"})}\n`)}catch{e.kill()}setTimeout(()=>{this.proc&&(this.proc.kill(),t())},5e3)}):Promise.resolve()}onStdout(e){this.buf+=e;let t=this.buf.indexOf("\n");for(;-1!==t;){const e=this.buf.slice(0,t);this.buf=this.buf.slice(t+1),this.handleEvent(n(e)),t=this.buf.indexOf("\n")}}handleEvent(e){if(!e)return;if("ready"===e.type)return this.ready=!0,void this.onReady?.();if("file"===e.type||"file_error"===e.type){const t=this.pendingFetch;if(!t||e.id!==t.id)return;return this.pendingFetch=null,void("file"===e.type?t.resolve(Buffer.from(e.data,"base64")):t.reject(new Error(e.message)))}const t=this.pending;if(t){if("done"===e.type){if(e.id!==t.id)return;const i=r(t.events.concat(e));return this.pending=null,void t.resolve(i)}t.events.push(e)}}}
|
package/dist/lib/ui.d.ts
CHANGED
|
@@ -4,6 +4,7 @@ export declare function printWarning(msg: string): void;
|
|
|
4
4
|
export declare function printInfo(msg: string): void;
|
|
5
5
|
export declare function printTable(headers: string[], rows: string[][]): void;
|
|
6
6
|
export declare function printMarkdown(text: string): void;
|
|
7
|
+
export declare function printMarkdownYellow(text: string): void;
|
|
7
8
|
export declare function setReplMode(enabled: boolean): void;
|
|
8
9
|
export declare function createSpinner(text: string): any;
|
|
9
10
|
export declare function formatCountdown(targetDate: Date): string;
|
package/dist/lib/ui.js
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
import chalk from"chalk";import o from"cli-table3";import ora from"ora";import{Marked as t}from"marked";import{markedTerminal as
|
|
1
|
+
import chalk from"chalk";import o from"cli-table3";import ora from"ora";import{Marked as t}from"marked";import{markedTerminal as e}from"marked-terminal";import{c as n}from"./colors.js";const r=new t(e());export function printSuccess(o){console.log(chalk.green("✓ ")+n.fg(o))}export function printError(o){console.log(chalk.red("✗ ")+n.fg(o))}export function printWarning(o){console.log(chalk.yellow("⚠ ")+n.fg(o))}export function printInfo(o){console.log(chalk.blue("ℹ ")+n.fg(o))}export function printTable(t,e){const n=new o({head:t.map(o=>chalk.cyan.bold(o)),style:{head:[],border:[]}});for(const o of e)n.push(o);console.log(n.toString())}export function printMarkdown(o){const t=r.parse(o);"string"==typeof t&&console.log(t)}const l=new t(e({text:chalk.yellowBright,paragraph:chalk.yellowBright,listitem:chalk.yellowBright,strong:chalk.yellowBright.bold,em:chalk.yellowBright.italic,blockquote:chalk.yellowBright.italic}));export function printMarkdownYellow(o){const t=l.parse(o);"string"==typeof t&&console.log(t)}let i=!1;export function setReplMode(o){i=o}export function createSpinner(o){if(i){const t={text:o,start:()=>(console.log(chalk.cyan(` ${o}`)),t),stop:()=>t,succeed:o=>(console.log(chalk.green(` ✓ ${o}`)),t),fail:o=>(console.log(chalk.red(` ✗ ${o}`)),t),info:o=>(console.log(chalk.blue(` ℹ ${o}`)),t),warn:o=>(console.log(chalk.yellow(` ⚠ ${o}`)),t)};return t}return ora({text:o,color:"cyan"})}export function formatCountdown(o){const t=new Date,e=o.getTime()-t.getTime();if(e<=0)return"00:00:00";const n=Math.floor(e/36e5),r=Math.floor(e%36e5/6e4),l=Math.floor(e%6e4/1e3);return[n.toString().padStart(2,"0"),r.toString().padStart(2,"0"),l.toString().padStart(2,"0")].join(":")}export function printHeader(o){console.log(),console.log(chalk.cyan.bold(` ${o}`)),console.log(chalk.cyan(` ${"─".repeat(o.length+4)}`))}export function printKeyValue(o,t){console.log(` ${chalk.gray(`${o}:`)} ${n.fg(t)}`)}
|