pinokiod 2.15.24 → 2.15.26

package/kernel/api/hf/index.js

@@ -0,0 +1,37 @@
+const path = require('path')
+const unparse = require('yargs-unparser-custom-flag');
+const Shell = require('../shell')
+class HF {
+  /*
+  {
+    "method": "hf.download",
+    "params": {
+      path: <cwd>,
+      env: {
+        <env1>: <val1>,
+        <env1>: <val1>,
+        <env1>: <val1>,
+      },
+      _: [<command line args>'],
+      <arg1>: <val1>,
+      <arg2>: <val2>,
+      ...
+    }
+  }
+  */
+  async download(req, ondata, kernel) {
+    const shell = new Shell()
+    console.log("params before", req.params)
+    let params = Object.assign({}, req.params)
+    delete params.env
+    delete params.path
+    let chunks = unparse(params)
+    let message = `huggingface-cli download ${chunks.join(" ")}`
+    console.log({ message, before: req.params.message })
+    req.params.message = message
+    console.log("params after", req.params)
+    let res = await shell.run(req, ondata, kernel)
+    return res
+  }
+}
+module.exports = HF

package/kernel/util.js

@@ -15,6 +15,19 @@ const returnPattern = /\r/g;
 const returnReplacement = "\\r";
 
 
+//const { promisify } = require('util')
+//const fastFolderSize = require('fast-folder-size')
+
+const { getDirSize, getDirSizeSync } = require('fast-dir-size')
+
+const fastFolderSizeAsync = promisify(fastFolderSize)
+
+const du = (folderpath) => {
+  //return fastFolderSizeAsync(folderpath)
+  return getDirSize(folderpath)
+}
+
+
 const port_running = async (host, port) => {
   const timeout = 1000
   const promise = new Promise((resolve, reject) => {
@@ -165,5 +178,5 @@ const update_env = async (filepath, changes) => {
   await fs.promises.writeFile(filepath, newval)
 };
 module.exports = {
-  parse_env, api_path, update_env, parse_env_detail, openfs, port_running
+  parse_env, api_path, update_env, parse_env_detail, openfs, port_running, du
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "pinokiod",
-  "version": "2.15.24",
+  "version": "2.15.26",
   "description": "",
   "main": "index.js",
   "scripts": {
@@ -27,6 +27,7 @@
     "express-http-proxy-cp": "^2.0.3",
     "express-session": "^1.17.3",
     "fake-useragent": "^1.0.1",
+    "fast-dir-size": "^1.3.0",
     "fastq": "^1.15.0",
     "fs-extra": "^11.1.1",
     "glob": "^10.3.3",

package/server/index.js

@@ -305,8 +305,14 @@ class Server {
     }
     const env = await this.kernel.env("api/" + name)
 
+    //let d2 = await Util.du(this.kernel.homedir)
+
+    //console.log("d2",d2)
+
     //res.render("browser", {
     res.render("browser-experimental", {
+//      d1,
+//      d2,
       env,
       mode,
       port: this.port,
@@ -2586,6 +2592,14 @@ class Server {
         agent: this.agent,
       })
     }))
+    this.app.get("/du/:name", ex(async (req, res) => {
+      let p = this.kernel.path("api", req.params.name)
+      console.time("a")
+      let d1 = await Util.du(p)
+      console.log("d1", d1)
+      console.timeEnd("a")
+      res.json({ du: d1 })
+    }))
     this.app.get("/edit/*", ex(async (req, res) => {
       let pathComponents = req.params[0].split("/")
       let filepath = path.resolve(this.kernel.homedir, req.params[0])

package/server/views/browser-experimental.ejs

@@ -529,6 +529,12 @@ body.dark .loader-container {
     display: flex;
   }
 }
+.disk-usage {
+}
+.disk-usage i {
+  margin-right: 5px;
+  font-size: 16px !important;
+}
 </style>
 </head>
 <body class='<%=theme%>' data-platform="<%=platform%>">
@@ -549,6 +555,7 @@ body.dark .loader-container {
         <i class="fa-regular fa-circle-dot"></i>
       <% } %>
       <div><%=config.title%></div>
+      <div class='disk-usage'></div>
     </div>
   </div>
   <div class='m n system' data-type="n">
@@ -1471,6 +1478,22 @@ window.addEventListener('message', (event) => {
 
 
 });
+fetch("/du/<%=name%>").then((res) => {
+  return res.json()
+}).then((res) => {
+  let val
+  if (res.du > 1000 * 1000 * 1000) {
+    // GB
+    val = `${Math.floor(res.du/1000/1000/1000 * 100) / 100} GB`
+  } else if (res.du > 1000 * 1000) {
+    // MB
+    val = `${Math.floor(res.du/1000/1000 * 100) / 100} MB`
+  } else {
+    // KB
+    val = `${Math.floor(res.du/1000 * 100) / 100} KB`
+  }
+  document.querySelector(".disk-usage").innerHTML = `<i class="fa-regular fa-hard-drive"></i> ${val}`
+})
 /*
 document.addEventListener("keydown", (e) => {
   let size = document.querySelectorAll(".selectable").length