@qaecy/cue-sdk 0.0.4 → 0.0.5

package/{cue-Cl66hB4E.js → cue-y-t8nSnt.js}

@@ -1,9 +1,8 @@
 import { initializeApp as D } from "firebase/app";
-import { getAuth as S, connectAuthEmulator as C, signInWithEmailAndPassword as v, GoogleAuthProvider as P, OAuthProvider as U, signInWithPopup as T, signInWithCustomToken as O, signOut as j, onAuthStateChanged as K, fetchSignInMethodsForEmail as N, linkWithPopup as R, unlink as q, reauthenticateWithCredential as y, EmailAuthProvider as m, updatePassword as $, linkWithCredential as H, verifyBeforeUpdateEmail as x, sendEmailVerification as L } from "firebase/auth";
-import { getFirestore as b, connectFirestoreEmulator as A, doc as _, collection as o, getDoc as f, setDoc as E, getDocs as u, query as h, where as l, serverTimestamp as W, increment as F, addDoc as z, deleteDoc as B, limit as J } from "firebase/firestore";
-import { nanoid as M } from "nanoid";
-const G = "microsoft.com";
-class Q {
+import { getAuth as S, connectAuthEmulator as C, signInWithEmailAndPassword as T, GoogleAuthProvider as P, OAuthProvider as U, signInWithPopup as O, signInWithCustomToken as j, signOut as v, onAuthStateChanged as N, fetchSignInMethodsForEmail as K, linkWithPopup as R, unlink as $, reauthenticateWithCredential as f, EmailAuthProvider as m, updatePassword as q, linkWithCredential as H, verifyBeforeUpdateEmail as x, sendEmailVerification as L } from "firebase/auth";
+import { getFirestore as b, connectFirestoreEmulator as A, doc as _, collection as n, getDoc as y, setDoc as g, getDocs as h, query as l, where as d, serverTimestamp as F, increment as W, addDoc as z, deleteDoc as B, limit as J } from "firebase/firestore";
+const M = "microsoft.com";
+class V {
   _auth;
   _endpoints;
   constructor(t, e = !1, r) {
@@ -15,14 +14,14 @@ class Q {
     if (t === "password") {
       if (!e)
         throw new Error("credentials are required for password sign-in");
-      return (await v(
+      return (await T(
         this._auth,
         e.email,
         e.password
       )).user;
     }
-    const r = t === "google" ? new P() : new U(G);
-    return (await T(this._auth, r)).user;
+    const r = t === "google" ? new P() : new U(M);
+    return (await O(this._auth, r)).user;
   }
   /** Sign in with a Cue API key */
   async signInWithApiKey(t, e) {
@@ -36,11 +35,11 @@ class Q {
     if (!r.ok)
       throw new Error(`Failed to fetch custom token: ${r.statusText}`);
     const { token: s } = await r.json();
-    return (await O(this._auth, s)).user;
+    return (await j(this._auth, s)).user;
   }
   /** Sign out the current user */
   async signOut() {
-    await j(this._auth);
+    await v(this._auth);
   }
   /** Currently signed-in user, or null if not authenticated */
   get currentUser() {
@@ -48,7 +47,7 @@ class Q {
   }
   /** Subscribe to authentication state changes. Returns an unsubscribe function. */
   onAuthStateChanged(t) {
-    return K(this._auth, t);
+    return N(this._auth, t);
   }
   /** Get the Firebase ID token for the current user, or null if not authenticated */
   async getToken(t = !1) {
@@ -60,7 +59,7 @@ class Q {
     return this._auth;
   }
 }
-const V = "/assistant/search", Y = "/triplestore/query";
+const G = "/assistant/search", Q = "/triplestore/query", Y = "/data-views/admin/consumption/units";
 class X {
   constructor(t, e, r, s) {
     this._auth = t, this._gatewayUrl = e, this.projects = r, this.sync = s;
@@ -89,7 +88,7 @@ class X {
    * The user must be authenticated before calling this.
    */
   async search(t) {
-    const e = await this._authHeaders(), r = await fetch(`${this._gatewayUrl}${V}`, {
+    const e = await this._authHeaders(), r = await fetch(`${this._gatewayUrl}${G}`, {
       method: "POST",
       headers: e,
       body: JSON.stringify({
@@ -107,7 +106,7 @@ class X {
    * The user must be authenticated before calling this.
    */
   async sparql(t, e) {
-    const r = await this._authHeaders(), s = await fetch(`${this._gatewayUrl}${Y}`, {
+    const r = await this._authHeaders(), s = await fetch(`${this._gatewayUrl}${Q}`, {
       method: "POST",
       headers: r,
       body: JSON.stringify({ query: t, projectId: e })
@@ -116,6 +115,14 @@ class X {
       throw new Error(`SPARQL query failed: ${s.status} ${s.statusText}`);
     return s.json();
   }
+  async getConsumption(t) {
+    const e = await this._authHeaders(), r = await fetch(`${this._gatewayUrl}${Y}`, {
+      headers: { ...e, "x-project-id": t }
+    });
+    if (!r.ok)
+      throw new Error(`Failed to fetch consumption: ${r.status} ${r.statusText}`);
+    return r.json();
+  }
 }
 const w = "projects";
 class Z {
@@ -137,10 +144,10 @@ class Z {
    * Throws if a project with the given ID already exists.
    */
   async createProject(t) {
-    const e = this._requireUser(), r = t.id ?? crypto.randomUUID(), s = (/* @__PURE__ */ new Date()).toISOString(), a = { views: [], chatDisabled: !1 }, i = _(o(this._db, w), r);
-    if ((await f(i)).exists())
+    const e = this._requireUser(), r = t.id ?? crypto.randomUUID(), s = (/* @__PURE__ */ new Date()).toISOString(), a = { views: [], chatDisabled: !1 }, i = _(n(this._db, w), r);
+    if ((await y(i)).exists())
       throw new Error(`Project with ID "${r}" already exists.`);
-    const c = {
+    const u = {
       id: r,
       name: t.name,
       organizationID: t.organizationID,
@@ -153,28 +160,28 @@ class Z {
       alternativeIDs: [r],
       projectSettings: a
     };
-    return await E(i, c), c;
+    return await g(i, u), u;
   }
   /**
    * List all projects where the authenticated user appears in the members, syncers, or admins array.
    * Runs three parallel Firestore queries and deduplicates by project ID.
    */
   async listProjects() {
-    const t = this._requireUser(), e = o(this._db, w), [r, s, a] = await Promise.all([
-      u(h(e, l("members", "array-contains", t))),
-      u(h(e, l("syncers", "array-contains", t))),
-      u(h(e, l("admins", "array-contains", t)))
-    ]), i = /* @__PURE__ */ new Set(), d = [];
-    for (const c of [r, s, a])
-      for (const k of c.docs) {
+    const t = this._requireUser(), e = n(this._db, w), [r, s, a] = await Promise.all([
+      h(l(e, d("members", "array-contains", t))),
+      h(l(e, d("syncers", "array-contains", t))),
+      h(l(e, d("admins", "array-contains", t)))
+    ]), i = /* @__PURE__ */ new Set(), o = [];
+    for (const u of [r, s, a])
+      for (const k of u.docs) {
         const p = k.data();
-        i.has(p.id) || (i.add(p.id), d.push(p));
+        i.has(p.id) || (i.add(p.id), o.push(p));
       }
-    return d;
+    return o;
   }
   /** Fetch a single project by ID. Returns null if not found. */
   async getProject(t) {
-    const e = _(o(this._db, w), t), r = await f(e);
+    const e = _(n(this._db, w), t), r = await y(e);
     return r.exists() ? r.data() : null;
   }
   /**
@@ -184,14 +191,14 @@ class Z {
   async incrementUnitsConsumed(t, e, r) {
     if (e <= 0) return;
     const s = _(this._db, "clientSync", t);
-    await E(s, {
-      unitsConsumed: F(e),
-      lastUpdated: W(),
+    await g(s, {
+      unitsConsumed: W(e),
+      lastUpdated: F(),
       lastUserId: r
     }, { merge: !0 });
   }
 }
-const g = "apiKeys";
+const E = "apiKeys";
 class tt {
   constructor(t, e, r, s, a) {
     this._auth = t, this._db = b(e), r && A(this._db, s, a);
@@ -208,7 +215,7 @@ class tt {
   async getSignInMethods() {
     const t = this._auth.currentUser;
     if (!t?.email) throw new Error("User has no e-mail");
-    return N(this._auth.firebaseAuth, t.email);
+    return K(this._auth.firebaseAuth, t.email);
   }
   /** Builds a human-readable label from a Firebase UserInfo provider entry. */
   buildProviderLabel(t) {
@@ -228,16 +235,16 @@ class tt {
   }
   /** Unlinks a provider from the current account. */
   async unlinkProvider(t) {
-    await q(this._requireUser(), t);
+    await $(this._requireUser(), t);
   }
   /** Changes the password. Reauthenticates first. */
   async updatePassword(t, e) {
     const r = this._requireUser();
     if (!r.email) throw new Error("User has no e-mail");
-    await y(
+    await f(
       r,
       m.credential(r.email, t)
-    ), await $(r, e);
+    ), await q(r, e);
   }
   /** Adds (sets) a password for an account that currently only uses SSO. */
   async addPassword(t) {
@@ -249,7 +256,7 @@ class tt {
   async updateEmail(t, e) {
     const r = this._requireUser();
     if (!r.email) throw new Error("User e-mail not available");
-    await y(
+    await f(
       r,
       m.credential(r.email, e)
     ), await x(r, t), await L(r);
@@ -258,8 +265,8 @@ class tt {
   async createAPIKey(t) {
     const e = this._auth.currentUser?.uid;
     if (!e) throw new Error("User not authenticated");
-    const r = { key: `cue-${M(150)}`, uid: e, expiration: t }, s = o(this._db, g);
-    return this._apiKeyDocRef = await z(s, r), r;
+    const r = "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789-_", a = { key: `cue-${Array.from(globalThis.crypto.getRandomValues(new Uint8Array(150)), (o) => r[o & 63]).join("")}`, uid: e, expiration: t }, i = n(this._db, E);
+    return this._apiKeyDocRef = await z(i, a), a;
   }
   /** Revokes the current user's API key. */
   async revokeAPIKey() {
@@ -269,11 +276,11 @@ class tt {
   /** Fetches the current user's existing API key. */
   async requestAPIKey() {
     if (!this._apiKeyDocRef) throw new Error("No API key document reference");
-    const t = (await f(this._apiKeyDocRef)).data();
+    const t = (await y(this._apiKeyDocRef)).data();
     return { key: t.key, expiration: t.expiration };
   }
   async _checkIfUserHasAPIKey(t) {
-    const e = o(this._db, g), r = h(e, l("uid", "==", t), J(1)), s = await u(r);
+    const e = n(this._db, E), r = l(e, d("uid", "==", t), J(1)), s = await h(r);
     return s.empty || (this._apiKeyDocRef = s.docs[0].ref), !s.empty;
   }
   _requireUser() {
@@ -302,7 +309,7 @@ const I = "qaecy-mvp-406413", et = "734737865998", rt = {
     firestoreEmulatorPort: 8080
   }
 };
-class nt {
+class ot {
   auth;
   api;
   profile;
@@ -318,7 +325,7 @@ class nt {
       authDomain: `${I}.firebaseapp.com`,
       projectId: I,
       messagingSenderId: et
-    }), this.auth = new Q(this._app, this._isEmulator, this._endpoints);
+    }), this.auth = new V(this._app, this._isEmulator, this._endpoints);
     const r = new Z(this.auth, this._app, this._isEmulator, this._endpoints);
     this.api = this._buildApi(r), this.profile = new tt(
       this.auth,
@@ -338,9 +345,9 @@ class nt {
   }
 }
 export {
-  nt as C,
+  ot as C,
   X as a,
-  Q as b,
+  V as b,
   tt as c,
   Z as d
 };

package/index.d.ts

@@ -3,5 +3,5 @@ export { CueAuth } from './lib/auth';
 export { CueApi } from './lib/api';
 export { CueProjects } from './lib/project';
 export { CueProfile } from './lib/profile';
-export type { CueSdkConfig, SsoProvider, PasswordCredentials, SearchRequest, SearchResponse, SearchSource, ProjectData, ProjectSettings, CreateProjectOptions, SyncOptions, SyncResult, ScanOutputRecord, ProfileSSOAccount, APIKeyInfo, APIKeyDoc, } from './lib/models';
+export type { CueSdkConfig, SsoProvider, PasswordCredentials, SearchRequest, SearchResponse, SearchSource, ProjectData, ProjectSettings, CreateProjectOptions, SyncOptions, SyncResult, SyncPreview, ScanOutputRecord, UnitsConsumedDto, ProfileSSOAccount, APIKeyInfo, APIKeyDoc, } from './lib/models';
 export type { AuthStateListener, Unsubscribe } from './lib/auth';

package/index.js

@@ -1,4 +1,4 @@
-import { C as s, a as u, b as C, c as o, d as r } from "./cue-Cl66hB4E.js";
+import { C as s, a as u, b as C, c as o, d as r } from "./cue-y-t8nSnt.js";
 export {
   s as Cue,
   u as CueApi,

package/lib/api.d.ts

@@ -1,5 +1,5 @@
 import { CueAuth } from './auth';
-import { SearchRequest, SearchResponse } from './models';
+import { SearchRequest, SearchResponse, UnitsConsumedDto } from './models';
 import { CueProjects } from './project';
 import { CueSyncApi } from './sync';
 export declare class CueApi {
@@ -24,4 +24,5 @@ export declare class CueApi {
      * The user must be authenticated before calling this.
      */
     sparql(query: string, projectId: string): Promise<unknown>;
+    getConsumption(projectId: string): Promise<UnitsConsumedDto>;
 }

package/lib/models.d.ts

@@ -110,6 +110,23 @@ export interface ScanOutputRecord {
     /** Total size of files with this extension in megabytes. */
     sizeMb: number;
 }
+export interface UnitsConsumedDto {
+    unitsAvailable: number;
+    unitsConsumed: number;
+    filesProcessed: number;
+}
+export interface SyncPreview {
+    /** Per-extension cost breakdown for files not yet synced */
+    costRecords: ScanOutputRecord[];
+    /** Total units required for the new files */
+    unitsToConsume: number;
+    /** Units still available for this project */
+    unitsAvailable: number;
+    /** Number of new files that would be uploaded */
+    filesToUpload: number;
+    /** Total local files scanned */
+    totalLocalFiles: number;
+}
 export interface SyncResult {
     /** Number of files successfully synced in this run */
     syncCount: number;
@@ -123,8 +140,6 @@ export interface SyncResult {
     totalSize: number;
     /** Whether any RDF metadata was written */
     rdfWritten: boolean;
-    /** Total billable units consumed across all successfully uploaded files in this run */
-    unitsConsumed: number;
 }
 export interface ProfileSSOAccount {
     id: string;

package/lib/sync.d.ts

@@ -1,22 +1,38 @@
 import { CueBlobStorage } from 'js-databases';
 import { LocalFile } from 'js-sync-tools';
 import { CueAuth } from './auth';
+import { CueApi } from './api';
 import { CueProjects } from './project';
-import { ScanOutputRecord, SyncOptions, SyncResult } from './models';
+import { ScanOutputRecord, SyncOptions, SyncPreview, SyncResult } from './models';
 export declare class CueSyncApi {
     private readonly _auth;
     private readonly _projects;
     private readonly _blob;
     private readonly _gatewayUrl;
-    private readonly _serviceId;
-    private readonly _rdfBase;
     private readonly _graphMap;
-    constructor(_auth: CueAuth, _projects: CueProjects, _blob: CueBlobStorage, _gatewayUrl: string, _serviceId?: string, _rdfBase?: string);
+    private _api?;
+    private _pendingItems;
+    private _pendingSpaceId;
+    private _flushTimer;
+    constructor(_auth: CueAuth, _projects: CueProjects, _blob: CueBlobStorage, _gatewayUrl: string);
+    /** @internal Injected by CueApi after construction to avoid circular dependency. */
+    _bindApi(api: CueApi): void;
+    /**
+     * Returns a preview of what would be synced: cost breakdown for new files only,
+     * units required, and units still available. Use this before calling {@link sync}
+     * to show the user an accurate cost estimate.
+     */
+    previewSync(localFiles: LocalFile[], options: SyncOptions): Promise<SyncPreview>;
     sync(localFiles: LocalFile[], options: SyncOptions): Promise<SyncResult>;
     private _getOrCreateGraph;
     private _listRemoteFiles;
     private _getGraphFiles;
-    private _uploadRdfMetadata;
+    private _initPendingBatch;
+    private _queueFileLocation;
+    private _drainPending;
+    private _flushBatch;
+    private _postFssBatch;
+    private _stopFlushTimer;
     /**
      * Scans `localFiles` and returns a per-extension cost breakdown.
      *

package/node.js

@@ -1,161 +1,194 @@
-import { C as F, a as D } from "./cue-Cl66hB4E.js";
-import { b as ht, c as dt, d as _t } from "./cue-Cl66hB4E.js";
-import { getStorage as C, connectStorageEmulator as R } from "firebase/storage";
-import { CueGraphDatabase as I, CueBlobStorage as z } from "js-databases";
-import { readFile as w } from "fs/promises";
-import { resolve as T, join as N, dirname as O } from "path";
-import { createRequire as M } from "module";
-import { compareLocalRemote as j } from "js-sync-tools";
-import { uploadedFileMetadata as S, turtleFileMetadata as B } from "js-file-metadata-helpers";
-import { fileLocationRaw as L, serializeRDF as G } from "js/rdf-document-writers";
-import { qaecyPrefixes as k } from "js/prefixes";
-let q = null, A = null, _ = null;
-async function v() {
-  const t = M(T(process.cwd(), "_anchor.js")).resolve("dir-scanner-wasm"), o = await w(N(O(t), "dir_scanner_wasm_bg.wasm")), e = await import(
-    /* @vite-ignore */
-    t
-  );
-  await e.default({ module_or_path: o }), q = e.scan, A = e.scan_file_map;
+import { C as v, a as O } from "./cue-y-t8nSnt.js";
+import { b as dt, c as _t, d as gt } from "./cue-y-t8nSnt.js";
+import { getStorage as b, connectStorageEmulator as T } from "firebase/storage";
+import { CueGraphDatabase as q, CueBlobStorage as z } from "js-databases";
+import { readFile as P, writeFile as B, unlink as D } from "fs/promises";
+import { join as y } from "path";
+import { pathToFileURL as j } from "url";
+import { tmpdir as x } from "os";
+import { compareLocalRemote as A } from "js-sync-tools";
+import { uploadedFileMetadata as L } from "js-file-metadata-helpers";
+import { qaecyPrefixes as M } from "js/prefixes";
+let C = null, $ = null;
+async function k() {
+  const c = y(__dirname, "assets", "wasm"), t = await P(y(c, "dir_scanner_wasm_bg.wasm")), e = await import(j(y(c, "dir_scanner_wasm.mjs")).href);
+  await e.default({ module_or_path: t }), C = e.scan;
+}
+const H = "fuseki", G = "/triplestore/query", W = "/sparql/query", K = "/triplestore/update", J = "/sparql/update", Q = "/commands/file-system-structure/batch", F = 1e3, I = "cue:pending:";
+function U(c) {
+  return y(x(), `cue-sync-pending-${c}.json`);
+}
+async function Y(c) {
+  if (typeof window < "u") {
+    const t = window.localStorage.getItem(`${I}${c}`);
+    return t ? JSON.parse(t) : null;
+  }
+  try {
+    const t = await P(U(c), "utf-8");
+    return JSON.parse(t);
+  } catch {
+    return null;
+  }
+}
+async function N(c) {
+  const t = JSON.stringify(c);
+  if (typeof window < "u") {
+    window.localStorage.setItem(`${I}${c.spaceId}`, t);
+    return;
+  }
+  await B(U(c.spaceId), t, "utf-8");
+}
+async function V(c) {
+  if (typeof window < "u") {
+    window.localStorage.removeItem(`${I}${c}`);
+    return;
+  }
+  try {
+    await D(U(c));
+  } catch {
+  }
 }
-const x = "fuseki", H = "cue-cli", K = "https://cue.qaecy.com/r/", Q = "/triplestore/query", W = "/sparql/query", V = "/triplestore/update", Y = "/sparql/update";
 class X {
-  constructor(t, o, e, i, s = H, a = K) {
-    this._auth = t, this._projects = o, this._blob = e, this._gatewayUrl = i, this._serviceId = s, this._rdfBase = a;
+  constructor(t, o, e, i) {
+    this._auth = t, this._projects = o, this._blob = e, this._gatewayUrl = i;
   }
   _auth;
   _projects;
   _blob;
   _gatewayUrl;
-  _serviceId;
-  _rdfBase;
   _graphMap = /* @__PURE__ */ new Map();
+  _api;
+  _pendingItems = [];
+  _pendingSpaceId = null;
+  _flushTimer = null;
+  /** @internal Injected by CueApi after construction to avoid circular dependency. */
+  _bindApi(t) {
+    this._api = t;
+  }
+  /**
+   * Returns a preview of what would be synced: cost breakdown for new files only,
+   * units required, and units still available. Use this before calling {@link sync}
+   * to show the user an accurate cost estimate.
+   */
+  async previewSync(t, o) {
+    const { spaceId: e, providerId: i, verbose: s } = o, n = await this._auth.getToken();
+    if (!n) throw new Error("Not authenticated. Call cue.auth.signIn() first.");
+    const r = await this._getOrCreateGraph(e, n), [a, l] = await Promise.all([
+      this._listRemoteFiles(r, e, i, s),
+      this._api?.getConsumption(e) ?? Promise.reject(new Error("CueSyncApi is not bound to a CueApi instance"))
+    ]), p = (await A(t, a)).localNotOnRemote ?? [], h = p.length > 0 ? await this.scanCost(p) : [], _ = h.reduce((g, m) => g + m.units, 0);
+    return {
+      costRecords: h,
+      unitsToConsume: _,
+      unitsAvailable: l.unitsAvailable,
+      filesToUpload: p.length,
+      totalLocalFiles: t.length
+    };
+  }
   async sync(t, o) {
-    const { spaceId: e, providerId: i, userId: s, verbose: a } = o, l = await this._auth.getToken();
-    if (!l) throw new Error("Not authenticated. Call cue.auth.signIn() first.");
-    const c = await this._getOrCreateGraph(e, l);
-    a && console.info("Listing remote files ⏳");
-    const p = await this._listRemoteFiles(c, e, i, a), n = await j(t, p);
-    a && (console.info(`Total local files: ${t.length}`), console.info(`Total remote files: ${p.length}`), console.info(
-      `Total files to sync: ${(n.localNotOnRemote?.length ?? 0) + n.localNotOnRemotePathOnly.length}`
+    const { spaceId: e, providerId: i, userId: s, verbose: n } = o, r = await this._auth.getToken();
+    if (!r) throw new Error("Not authenticated. Call cue.auth.signIn() first.");
+    const a = await this._getOrCreateGraph(e, r);
+    n && console.info("Listing remote files ⏳");
+    const [l, d] = await Promise.all([
+      this._listRemoteFiles(a, e, i, n),
+      this._api?.getConsumption(e) ?? Promise.reject(new Error("CueSyncApi is not bound to a CueApi instance"))
+    ]), { unitsAvailable: p } = d, h = await A(t, l);
+    n && (console.info(`Total local files: ${t.length}`), console.info(`Total remote files: ${l.length}`), console.info(
+      `Total files to sync: ${(h.localNotOnRemote?.length ?? 0) + h.localNotOnRemotePathOnly.length}`
     ));
-    let u = n.syncCount, m = n.syncSize, U = 0, g = !1, y = 0, P = {};
-    try {
-      _ || (_ = v()), await _;
-      const r = await Promise.all(
-        t.map(async (h) => ({
-          originalPath: h.relativePath,
-          data: new Uint8Array(await w(h.fullPath))
-        }))
-      );
-      P = A(r);
-    } catch (r) {
-      console.warn("[CueSyncApi] Unit map failed, proceeding without unit tracking:", r);
+    let _ = h.syncCount, g = h.syncSize, m = 0, S = !1;
+    const w = h.localNotOnRemote ?? [];
+    if (w.length > 0) {
+      const f = (await this.scanCost(w)).reduce((E, R) => E + R.units, 0);
+      if (f > p)
+        throw new Error(
+          `Insufficient units: ${f} units required but only ${p} available.`
+        );
     }
-    const E = n.localNotOnRemote ?? [];
-    a && E.length && console.info("Syncing missing files ⏳");
-    for (const r of E) {
-      let h = !1;
+    await this._initPendingBatch(e, r, n), n && w.length && console.info("Syncing missing files ⏳");
+    for (const u of w)
       try {
-        const f = S(
-          r.relativePath,
+        const f = L(
+          u.relativePath,
           e,
           s,
-          r.md5,
+          u.md5,
           i
         );
-        if (!f.blob_name) throw new Error(`blob_name missing for ${r.relativePath}`);
-        const d = await w(r.fullPath);
+        if (!f.blob_name) throw new Error(`blob_name missing for ${u.relativePath}`);
+        const E = await P(u.fullPath);
         await this._blob.uploadRaw(
           f.blob_name,
-          new Uint8Array(d),
+          new Uint8Array(E),
           f
-        ), await this._uploadRdfMetadata(r, f, a) && (g = !0), u += 1, m += r.size || 0, h = !0, this._logProgress(u, n.totalCount, m, n.totalSize, a);
+        ), await this._queueFileLocation({
+          relativePath: u.relativePath,
+          md5: u.md5,
+          size: u.size,
+          providerId: i,
+          fileContentExists: !1
+        }), S = !0, _ += 1, g += u.size || 0, this._logProgress(_, h.totalCount, g, h.totalSize, n);
       } catch (f) {
-        U += 1, console.error(`[CueSyncApi] Failed to upload file: ${r.fullPath}`), a && console.error("[CueSyncApi] Upload error details:", f);
+        m += 1, console.error(`[CueSyncApi] Failed to upload file: ${u.fullPath}`), n && console.error("[CueSyncApi] Upload error details:", f);
       }
-      if (h) {
-        const f = P[r.relativePath] ?? 0;
-        if (f > 0) {
-          y += f;
-          try {
-            await this._projects.incrementUnitsConsumed(e, f, s);
-          } catch (d) {
-            console.error(`[CueSyncApi] Failed to write clientSync entry for ${r.relativePath}:`, d);
-          }
-        }
-      }
-    }
-    a && n.localNotOnRemotePathOnly.length && console.info(`Syncing missing file locations (on provider "${i}") ⏳`);
-    for (const r of n.localNotOnRemotePathOnly) {
-      const h = S(
-        r.relativePath,
-        e,
-        s,
-        r.md5,
-        i
-      );
-      if (!h.blob_name) throw new Error(`blob_name missing for ${r.relativePath}`);
-      await this._uploadRdfMetadata(r, h, a) && (g = !0), u += 1, m += r.size || 0;
-      const d = P[r.relativePath] ?? 0;
-      if (d > 0) {
-        y += d;
-        try {
-          await this._projects.incrementUnitsConsumed(e, d, s);
-        } catch ($) {
-          console.error(`[CueSyncApi] Failed to write clientSync entry for ${r.relativePath}:`, $);
-        }
-      }
-      this._logProgress(u, n.totalCount, m, n.totalSize, a);
-    }
-    return {
-      syncCount: u,
-      syncSize: m,
-      failedUploads: U,
-      totalCount: n.totalCount,
-      totalSize: n.totalSize,
-      rdfWritten: g,
-      unitsConsumed: y
+    n && h.localNotOnRemotePathOnly.length && console.info(`Syncing missing file locations (on provider "${i}") ⏳`);
+    for (const u of h.localNotOnRemotePathOnly)
+      await this._queueFileLocation({
+        relativePath: u.relativePath,
+        md5: u.md5,
+        size: u.size,
+        providerId: i,
+        fileContentExists: !0
+      }), S = !0, _ += 1, g += u.size || 0, this._logProgress(_, h.totalCount, g, h.totalSize, n);
+    return await this._drainPending(n), this._stopFlushTimer(), {
+      syncCount: _,
+      syncSize: g,
+      failedUploads: m,
+      totalCount: h.totalCount,
+      totalSize: h.totalSize,
+      rdfWritten: S
     };
   }
   async _getOrCreateGraph(t, o) {
     const e = this._graphMap.get(t);
     if (e) return e;
-    const s = (await this._projects.getProject(t))?.projectSettings?.graph?.type ?? x, a = s === "qlever" ? `${this._gatewayUrl}${W}` : `${this._gatewayUrl}${Q}`, l = s === "qlever" ? `${this._gatewayUrl}${Y}` : `${this._gatewayUrl}${V}`, c = new I({
+    const s = (await this._projects.getProject(t))?.projectSettings?.graph?.type ?? H, n = s === "qlever" ? `${this._gatewayUrl}${W}` : `${this._gatewayUrl}${G}`, r = s === "qlever" ? `${this._gatewayUrl}${J}` : `${this._gatewayUrl}${K}`, a = new q({
       graphType: s,
-      queryEndpoint: a,
-      updateEndpoint: l,
+      queryEndpoint: n,
+      updateEndpoint: r,
       originalHeaders: {
         "x-project-id": t,
         authorization: `Bearer ${o}`
       }
     });
-    return this._graphMap.set(t, c), c;
+    return this._graphMap.set(t, a), a;
   }
   async _listRemoteFiles(t, o, e, i) {
     i && console.info(`Listing files in raw space: ${o}`);
-    const [s, a] = await Promise.all([
+    const [s, n] = await Promise.all([
       this._blob.listRaw(o),
       this._getGraphFiles(t, e)
     ]);
     i && console.info(`Found ${s.length} files in raw store for space: ${o}`);
-    const l = [];
-    for (const c of s) {
-      const p = c.substring(0, 36), n = a[p] ?? [];
-      if (n.length === 0)
-        i && console.warn(`No location data found for contentUUID: ${p}`), l.push({ contentUUID: p });
+    const r = [];
+    for (const a of s) {
+      const l = a.substring(0, 36), d = n[l] ?? [];
+      if (d.length === 0)
+        i && console.warn(`No location data found for contentUUID: ${l}`), r.push({ contentUUID: l });
       else
-        for (const u of n)
-          l.push({
-            contentUUID: p,
-            locationUUID: u.locationUUID,
-            created: u.created,
-            size: u.size
+        for (const p of d)
+          r.push({
+            contentUUID: l,
+            locationUUID: p.locationUUID,
+            created: p.created,
+            size: p.size
           });
     }
-    return l;
+    return r;
   }
   async _getGraphFiles(t, o) {
-    const e = `PREFIX qcy: <${k.qcy}>
+    const e = `PREFIX qcy: <${M.qcy}>
 SELECT ?fc ?loc ?created ?fp ?size
 WHERE {
   ?fc a qcy:FileContent ;
@@ -166,28 +199,60 @@ WHERE {
        qcy:filePath ?fp .
 }`, i = await t.query(e, "application/sparql-results+json"), s = {};
     if (typeof i == "string") return s;
-    for (const a of i.results.bindings) {
-      const l = a.loc.value.split("/").at(-1) ?? "", c = a.fc.value.split("/").at(-1) ?? "", p = a.created.value, n = a.size.value;
-      s[c] || (s[c] = []), s[c].push({ locationUUID: l, created: p, size: n });
+    for (const n of i.results.bindings) {
+      const r = n.loc.value.split("/").at(-1) ?? "", a = n.fc.value.split("/").at(-1) ?? "", l = n.created.value, d = n.size.value;
+      s[a] || (s[a] = []), s[a].push({ locationUUID: r, created: l, size: d });
     }
     return s;
   }
-  async _uploadRdfMetadata(t, o, e) {
-    if (!o.blob_name) throw new Error(`blob_name missing for ${t.relativePath}`);
-    const i = B(
-      o.blob_name,
-      this._serviceId,
-      t.locationUUID
-    );
-    if (!i.blob_name) throw new Error(`ttl blob_name missing for ${o.blob_name}`);
-    const s = L(o, t.size), a = `${this._rdfBase}${i.space_id}/`, l = await G(a, s), c = await this._blob.uploadProcessed(
-      i.blob_name,
-      new Uint8Array(Buffer.from(l, "utf-8")),
-      i
-    );
-    return !c && e && console.info(
-      `Graph data for ${t.relativePath} already exists — skipping ⚠️`
-    ), c;
+  async _initPendingBatch(t, o, e) {
+    this._pendingSpaceId = t, this._pendingItems = [];
+    const i = await Y(t);
+    i && i.items.length > 0 && (e && console.info(`Flushing ${i.items.length} pending file location(s) from previous sync ⏳`), await this._flushBatch(i.items, t, o, e));
+    const s = setInterval(() => {
+      this._drainPending(e).catch(
+        (n) => console.error("[CueSyncApi] Periodic flush failed:", n)
+      );
+    }, 6e4);
+    typeof s == "object" && typeof s.unref == "function" && s.unref(), this._flushTimer = s;
+  }
+  async _queueFileLocation(t) {
+    this._pendingItems.push(t), this._pendingSpaceId && await N({ spaceId: this._pendingSpaceId, items: this._pendingItems });
+  }
+  async _drainPending(t) {
+    if (!this._pendingSpaceId || this._pendingItems.length === 0) return;
+    const o = await this._auth.getToken();
+    o && await this._flushBatch(this._pendingItems, this._pendingSpaceId, o, t);
+  }
+  async _flushBatch(t, o, e, i) {
+    const s = [...t];
+    this._pendingSpaceId === o && (this._pendingItems = []), await V(o);
+    try {
+      for (let n = 0; n < s.length; n += F)
+        await this._postFssBatch(s.slice(n, n + F), o, e);
+      i && console.info(`Wrote ${s.length} file location(s) to commands API ✅`);
+    } catch (n) {
+      const r = [...s, ...this._pendingItems];
+      throw this._pendingItems = r, await N({ spaceId: o, items: r }), n;
+    }
+  }
+  async _postFssBatch(t, o, e) {
+    const i = await fetch(`${this._gatewayUrl}${Q}`, {
+      method: "POST",
+      headers: {
+        Authorization: `Bearer ${e}`,
+        "Content-Type": "application/json",
+        "x-project-id": o
+      },
+      body: JSON.stringify({ items: t })
+    });
+    if (!i.ok) {
+      const s = await i.text().catch(() => "");
+      throw new Error(`File structure batch POST failed: ${i.status} ${i.statusText}${s ? ` — ${s}` : ""}`);
+    }
+  }
+  _stopFlushTimer() {
+    this._flushTimer !== null && (clearInterval(this._flushTimer), this._flushTimer = null);
   }
   /**
    * Scans `localFiles` and returns a per-extension cost breakdown.
@@ -197,44 +262,51 @@ WHERE {
    * shown to the user before or after calling {@link sync}.
    */
   async scanCost(t) {
-    _ || (_ = v()), await _;
-    const o = await Promise.all(
-      t.map(async (e) => ({
-        originalPath: e.relativePath,
-        data: new Uint8Array(await w(e.fullPath))
-      }))
-    );
-    return q(o);
+    if ($ || ($ = k()), await $, !C) throw new Error("WASM scan function not initialised");
+    const o = 200, e = /* @__PURE__ */ new Map();
+    for (let i = 0; i < t.length; i += o) {
+      const s = t.slice(i, i + o), n = await Promise.all(
+        s.map(async (a) => ({
+          originalPath: a.relativePath,
+          data: new Uint8Array(await P(a.fullPath))
+        }))
+      ), r = C(n);
+      for (const a of r) {
+        const l = e.get(a.ext);
+        l ? (l.count += a.count, l.units += a.units, l.sizeMb += a.sizeMb) : e.set(a.ext, { ...a });
+      }
+    }
+    return Array.from(e.values());
   }
   _logProgress(t, o, e, i, s) {
     if (!s || o === 0 || t % Math.ceil(o / 100) !== 0) return;
-    const a = Math.floor(t / o * 100);
+    const n = Math.floor(t / o * 100);
     console.info(
-      `Progress: ${a}% (${t}/${o} files, ${e}/${i} bytes)`
+      `Progress: ${n}% (${t}/${o} files, ${e}/${i} bytes)`
     );
   }
 }
-const J = "spaces_raw_eu_west6", Z = "spaces_processed_eu_west6";
-class ft extends F {
+const Z = "spaces_raw_eu_west6", tt = "spaces_processed_eu_west6";
+class ut extends v {
   constructor(t) {
     super(t);
   }
   _buildApi(t) {
-    const o = C(this._app, J), e = C(this._app, Z);
+    const o = b(this._app, Z), e = b(this._app, tt);
     if (this._isEmulator) {
-      const a = this._endpoints.storageEmulatorHost, l = this._endpoints.storageEmulatorPort;
-      R(o, a, l), R(e, a, l);
+      const r = this._endpoints.storageEmulatorHost, a = this._endpoints.storageEmulatorPort;
+      T(o, r, a), T(e, r, a);
     }
-    const i = new z({ storageRaw: o, storageProcessed: e }), s = new X(this.auth, t, i, this._endpoints.gatewayUrl);
-    return new D(this.auth, this._endpoints.gatewayUrl, t, s);
+    const i = new z({ storageRaw: o, storageProcessed: e }), s = new X(this.auth, t, i, this._endpoints.gatewayUrl), n = new O(this.auth, this._endpoints.gatewayUrl, t, s);
+    return s._bindApi(n), n;
   }
 }
 export {
-  F as Cue,
-  D as CueApi,
-  ht as CueAuth,
-  ft as CueNode,
-  dt as CueProfile,
-  _t as CueProjects,
+  v as Cue,
+  O as CueApi,
+  dt as CueAuth,
+  ut as CueNode,
+  _t as CueProfile,
+  gt as CueProjects,
   X as CueSyncApi
 };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@qaecy/cue-sdk",
-  "version": "0.0.4",
+  "version": "0.0.5",
   "type": "module",
   "main": "./index.js",
   "types": "./index.d.ts",
@@ -14,9 +14,6 @@
       "types": "./node.d.ts"
     }
   },
-  "dependencies": {
-    "dir-scanner-wasm": "file:../../../data/dir-scanner-wasm-0.1.0.tgz"
-  },
   "peerDependencies": {
     "firebase": ">=10.0.0"
   }