pinokiod 8.0.40 → 8.0.41

package/kernel/api/index.js

@@ -31,6 +31,7 @@ class Api {
     this.listeners = {}
     this.counter = 0;
     this.running = {}
+    this.running_paths = {}
     this.done = {}
     this.waiter = {}
     this.proxies = {}
@@ -419,12 +420,19 @@ class Api {
       delete this.resolved_actions[id]
     }
   }
+  clearRunning(requestOrId) {
+    const id = typeof requestOrId === "string" ? requestOrId : this.requestId(requestOrId)
+    if (!id) return
+    delete this.running[id]
+    delete this.running_paths[id]
+  }
   setRunning(request, done) {
     const id = this.requestId(request)
     if (!id) {
       return
     }
     this.running[id] = true
+    this.running_paths[id] = request.path || null
     this.done[id] = done
     if (this.kernel && typeof this.kernel.markAppLaunchStarted === "function") {
       this.kernel.markAppLaunchStarted(request.path)
@@ -634,7 +642,7 @@ class Api {
     if (req.params.id) stoppedKeys.add(req.params.id)
     stoppedKeys.add(requestPath)
     for (const key of stoppedKeys) {
-      delete this.running[key]
+      this.clearRunning(key)
       delete this.kernel.memory.local[key]
     }
     if (this.kernel && typeof this.kernel.markAppLaunchStopped === "function") {
@@ -1994,7 +2002,7 @@ class Api {
               })
             } catch (e) {
               this.clearResolvedAction(request)
-              delete this.running[this.requestId(request)]
+              this.clearRunning(request)
               if (this.kernel && typeof this.kernel.markAppLaunchFailed === "function") {
                 this.kernel.markAppLaunchFailed(request.path, e)
               }
@@ -2008,7 +2016,7 @@ class Api {
 
             if (!Array.isArray(steps) || steps.length === 0) {
               this.clearResolvedAction(request)
-              delete this.running[this.requestId(request)]
+              this.clearRunning(request)
               if (this.kernel && typeof this.kernel.markAppLaunchFailed === "function") {
                 this.kernel.markAppLaunchFailed(request.path, new Error(`missing or invalid attribute: ${actionKey}`))
               }
@@ -2070,6 +2078,7 @@ class Api {
       let id = request.id ? request.id : request.method 
       if (request.id) {
         this.running[request.id] = true
+        delete this.running_paths[request.id]
       }
       try {
         resolved.dirname = resolved.dirname

package/kernel/index.js

@@ -37,6 +37,7 @@ const PinokioDomainRouter = require("./router/pinokio_domain_router")
 const Procs = require('./procs')
 const Peer = require('./peer')
 const Git = require('./git')
+const Vault = require('./vault')
 const Connect = require('./connect')
 const Favicon = require('./favicon')
 const AppLauncher = require('./app_launcher')
@@ -1216,6 +1217,29 @@ class Kernel {
       await this.git.loadCheckpoints()
       console.timeEnd("git.loadCheckpoints")
 
+      // Shared model store: registry verification only at startup — never a
+      // discovery walk (spec/requirements/shared-model-store.md, trigger 5).
+      this.vault = new Vault(this)
+      if (this.homedir) {
+        this.vault.ready = this.vault.init({ existingOnly: true }).then(async (result) => {
+          if (result && result.enabled && this.vault.initialized) {
+            this.vault.verificationPending = true
+            await this.vault.runExclusive(async () => {
+              await this.vault.verify()
+              await this.vault.registry.flush()
+            })
+            this.vault.verificationPending = false
+          }
+          return result
+        }).catch((err) => {
+          // Keep an enabled Vault retryable after transient registry or
+          // filesystem errors. A genuinely disabled Vault already has
+          // enabled=false from its environment check.
+          console.warn("Vault init error:", err && err.message ? err.message : err)
+          return { enabled: false, error: err && err.message ? err.message : String(err) }
+        })
+      }
+
 //      let contents = await fs.promises.readdir(this.homedir)
       //await this.bin.init()
       let ts = Date.now()

package/kernel/shell.js

@@ -1618,7 +1618,8 @@ class Shell {
 
 
     if (this.kernel.api.running[this.id]) {
-      delete this.kernel.api.running[this.id]
+      if (typeof this.kernel.api.clearRunning === "function") this.kernel.api.clearRunning(this.id)
+      else delete this.kernel.api.running[this.id]
     }
     if (this.kernel.memory.local[this.id]) {
       delete this.kernel.memory.local[this.id]

package/kernel/vault/constants.js

@@ -0,0 +1,13 @@
+const MB = 1000 * 1000
+const CANDIDATE_SIZE_OPTIONS = [10, 50, 100, 500, 1000].map((value) => value * MB)
+
+module.exports = {
+  SIZE_THRESHOLD: 100 * MB,
+  CANDIDATE_SIZE_OPTIONS,
+  TMP_SUFFIX: ".pinokio-dedup-tmp",
+  SHA256_RE: /^[0-9a-f]{64}$/,
+  ENTRY_BATCH_SIZE: 256,
+  DIR_CONCURRENCY: 8,
+  STAT_CONCURRENCY: 32,
+  HASH_QUEUE_LIMIT: 256
+}

package/kernel/vault/hash_worker.js

@@ -0,0 +1,31 @@
+const { parentPort } = require('worker_threads')
+const crypto = require('crypto')
+const fs = require('fs')
+
+// Large model files otherwise generate a very high number of 64 KiB stream
+// events. This changes only the read granularity; every byte still feeds the
+// same sha256 digest, one file at a time.
+const HASH_READ_SIZE = 1024 * 1024
+
+parentPort.on('message', ({ id, filePath }) => {
+  const hash = crypto.createHash('sha256')
+  let size = 0
+  const flags = fs.constants.O_RDONLY | (fs.constants.O_NOFOLLOW || 0)
+  const stream = fs.createReadStream(filePath, { flags, highWaterMark: HASH_READ_SIZE })
+  stream.on('data', (chunk) => {
+    size += chunk.length
+    hash.update(chunk)
+  })
+  stream.on('error', (error) => {
+    parentPort.postMessage({
+      id,
+      error: {
+        message: error && error.message ? error.message : String(error),
+        code: error && error.code ? error.code : null
+      }
+    })
+  })
+  stream.on('end', () => {
+    parentPort.postMessage({ id, hash: hash.digest('hex'), size })
+  })
+})