@qaecy/cue-sdk 0.0.6 → 0.0.8

package/node.js

@@ -1,389 +1,55 @@
-import { C as z, a as D } from "./cue-BA1pOKTu.js";
-import { b as yt, c as Pt, d as Et } from "./cue-BA1pOKTu.js";
-import { getStorage as U, connectStorageEmulator as A } from "firebase/storage";
-import { CueGraphDatabase as B, CueBlobStorage as x } from "js-databases";
-import { readFile as b, writeFile as L, unlink as k } from "fs/promises";
-import { join as S } from "path";
-import { pathToFileURL as H } from "url";
-import { tmpdir as G } from "os";
-import { compareLocalRemote as j } from "js-sync-tools";
-import { uploadedFileMetadata as J } from "js-file-metadata-helpers";
-import { qaecyPrefixes as K } from "js/prefixes";
-let N = null, I = null;
-async function W() {
-  const u = S(__dirname, "assets", "wasm"), t = await b(S(u, "dir_scanner_wasm_bg.wasm")), e = await import(H(S(u, "dir_scanner_wasm.mjs")).href);
-  await e.default({ module_or_path: t }), N = e.scan;
-}
-const Y = "fuseki", Q = "/triplestore/query", V = "/sparql/query", X = "/triplestore/update", Z = "/sparql/update", tt = "/commands/file-system-structure/batch", O = 1e3, F = "cue:pending:";
-function v(u) {
-  return S(G(), `cue-sync-pending-${u}.json`);
-}
-async function R(u) {
-  if (typeof window < "u") {
-    const t = window.localStorage.getItem(`${F}${u}`);
-    return t ? JSON.parse(t) : null;
-  }
-  try {
-    const t = await b(v(u), "utf-8");
-    return JSON.parse(t);
-  } catch {
-    return null;
-  }
-}
-async function q(u) {
-  const t = JSON.stringify(u);
-  if (typeof window < "u") {
-    window.localStorage.setItem(`${F}${u.spaceId}`, t);
-    return;
-  }
-  await L(v(u.spaceId), t, "utf-8");
-}
-async function et(u) {
-  if (typeof window < "u") {
-    window.localStorage.removeItem(`${F}${u}`);
-    return;
-  }
-  try {
-    await k(v(u));
-  } catch {
-  }
-}
-class it {
-  constructor(t, o, e, n) {
-    this._auth = t, this._projects = o, this._blob = e, this._gatewayUrl = n;
-  }
-  _auth;
-  _projects;
-  _blob;
-  _gatewayUrl;
-  _graphMap = /* @__PURE__ */ new Map();
-  _api;
-  _pendingItems = [];
-  _pendingSpaceId = null;
-  _flushTimer = null;
-  /** @internal Injected by CueApi after construction to avoid circular dependency. */
-  _bindApi(t) {
-    this._api = t;
-  }
-  /**
-   * Flushes any pending metadata items from a previous interrupted sync.
-   * Safe to call even when there is nothing new to upload.
-   */
-  async flushPendingMetadata(t, o) {
-    const e = await this._auth.getToken();
-    if (!e) throw new Error("Not authenticated. Call cue.auth.signIn() first.");
-    const n = await R(t);
-    if (!(!n || n.items.length === 0)) {
-      console.info(`Trying to upload metadata (${n.items.length} item(s))...`), o && console.info(`Flushing ${n.items.length} pending file location(s) from previous sync ⏳`);
-      try {
-        this._pendingSpaceId = t, this._pendingItems = [], await this._flushBatch(n.items, t, e, o), console.info("Metadata uploaded ✅");
-      } catch (s) {
-        throw new Error(`METADATA_SYNC_FAILED: ${s instanceof Error ? s.message : String(s)}`);
-      }
-    }
-  }
-  /**
-   * Returns a preview of what would be synced: cost breakdown for new files only,
-   * units required, and units still available. Use this before calling {@link sync}
-   * to show the user an accurate cost estimate.
-   */
-  async previewSync(t, o) {
-    const { spaceId: e, providerId: n, verbose: s } = o, i = await this._auth.getToken();
-    if (!i) throw new Error("Not authenticated. Call cue.auth.signIn() first.");
-    const r = await this._getOrCreateGraph(e, i), c = (await this._projects.getProject(e))?.projectSettings?.tier ?? "l", [p, g, m, C] = await Promise.all([
-      this._listRemoteFiles(r, e, n, s),
-      this._api?.getConsumption(e, c) ?? Promise.reject(new Error("CueSyncApi is not bound to a CueApi instance")),
-      this._fetchUnitCreditMap(s),
-      this._fetchTierNames()
-    ]), l = (await j(t, p)).localNotOnRemote ?? [], _ = l.length > 0 ? await this.scanCost(l) : [];
-    let w = 0, y = 0;
-    for (const f of _) {
-      w += f.units;
-      const E = m[c], h = E?.[f.ext] ?? 1;
-      s && E && !(f.ext in E) && console.info(`  Unknown format: .${f.ext} (using default rate of 1 credit/unit)`);
-      const d = f.units * h;
-      y += d, f.credits = Math.round(d);
-    }
-    const P = C[c] ?? c;
-    return {
-      costRecords: _,
-      tier: c,
-      tierName: P,
-      unitsToConsume: w,
-      creditsToConsume: Math.round(y),
-      creditsAvailable: g.creditsAvailable,
-      unitsAvailable: g.unitsAvailable,
-      filesToUpload: l.length,
-      totalLocalFiles: t.length
-    };
-  }
-  async sync(t, o) {
-    const { spaceId: e, providerId: n, userId: s, verbose: i, onProgress: r } = o, a = await this._auth.getToken();
-    if (!a) throw new Error("Not authenticated. Call cue.auth.signIn() first.");
-    const c = await this._getOrCreateGraph(e, a);
-    i && console.info("Listing remote files ⏳");
-    const g = (await this._projects.getProject(e))?.projectSettings?.tier ?? "l", [m, C] = await Promise.all([
-      this._listRemoteFiles(c, e, n, i),
-      this._api?.getConsumption(e, g) ?? Promise.reject(new Error("CueSyncApi is not bound to a CueApi instance"))
-    ]), { unitsAvailable: T } = C, l = await j(t, m);
-    i && (console.info(`Total local files: ${t.length}`), console.info(`Total remote files: ${m.length}`), console.info(
-      `Total files to sync: ${(l.localNotOnRemote?.length ?? 0) + l.localNotOnRemotePathOnly.length}`
-    ));
-    let _ = l.syncCount, w = l.syncSize, y = 0, P = !1;
-    const f = l.localNotOnRemote ?? [];
-    if (f.length > 0) {
-      const d = (await this.scanCost(f)).reduce(($, M) => $ + M.units, 0);
-      if (d > T)
-        throw new Error(
-          `Insufficient units: ${d} units required but only ${T} available.`
-        );
-    }
-    await this._initPendingBatch(e, a, i), i && f.length && console.info("Syncing missing files ⏳");
-    for (const h of f)
-      try {
-        const d = J(
-          h.relativePath,
-          e,
-          s,
-          h.md5,
-          n
-        );
-        if (!d.blob_name) throw new Error(`blob_name missing for ${h.relativePath}`);
-        const $ = await b(h.fullPath);
-        await this._blob.uploadRaw(
-          d.blob_name,
-          new Uint8Array($),
-          d
-        ), await this._queueFileLocation({
-          relativePath: h.relativePath,
-          md5: h.md5,
-          size: h.size,
-          providerId: n,
-          fileContentExists: !1
-        }), P = !0, _ += 1, w += h.size || 0, this._logProgress(_, l.totalCount, w, l.totalSize, r);
-      } catch (d) {
-        y += 1, console.error(`[CueSyncApi] Failed to upload file: ${h.fullPath}`), i && console.error("[CueSyncApi] Upload error details:", d);
-      }
-    i && l.localNotOnRemotePathOnly.length && console.info(`Syncing missing file locations (on provider "${n}") ⏳`);
-    for (const h of l.localNotOnRemotePathOnly)
-      await this._queueFileLocation({
-        relativePath: h.relativePath,
-        md5: h.md5,
-        size: h.size,
-        providerId: n,
-        fileContentExists: !0
-      }), P = !0, _ += 1, w += h.size || 0, this._logProgress(_, l.totalCount, w, l.totalSize, r);
-    await this._drainPending(i), this._stopFlushTimer();
-    const E = await (this._api?.getConsumption(e, g) ?? Promise.resolve({ creditsAvailable: 0 }));
-    return {
-      syncCount: _,
-      syncSize: w,
-      failedUploads: y,
-      totalCount: l.totalCount,
-      totalSize: l.totalSize,
-      rdfWritten: P,
-      creditsAvailable: E.creditsAvailable
-    };
-  }
-  async _getOrCreateGraph(t, o) {
-    const e = this._graphMap.get(t);
-    if (e) return e;
-    const s = (await this._projects.getProject(t))?.projectSettings?.graph?.type ?? Y, i = s === "qlever" ? `${this._gatewayUrl}${V}` : `${this._gatewayUrl}${Q}`, r = s === "qlever" ? `${this._gatewayUrl}${Z}` : `${this._gatewayUrl}${X}`, a = new B({
-      graphType: s,
-      queryEndpoint: i,
-      updateEndpoint: r,
-      originalHeaders: {
-        "x-project-id": t,
-        authorization: `Bearer ${o}`
-      }
-    });
-    return this._graphMap.set(t, a), a;
-  }
-  async _listRemoteFiles(t, o, e, n) {
-    n && console.info(`Listing files in raw space: ${o}`);
-    const s = Promise.race([
-      this._getGraphFiles(t, e),
-      new Promise(
-        (c, p) => setTimeout(() => p(new Error("GRAPH_TIMEOUT: Knowledge graph query timed out")), 15e3)
-      )
-    ]), [i, r] = await Promise.all([
-      this._blob.listRaw(o),
-      s
-    ]);
-    n && console.info(`Found ${i.length} files in raw store for space: ${o}`);
-    const a = [];
-    for (const c of i) {
-      const p = c.substring(0, 36), g = r[p] ?? [];
-      if (g.length === 0)
-        n && console.warn(`No location data found for contentUUID: ${p}`), a.push({ contentUUID: p });
-      else
-        for (const m of g)
-          a.push({
-            contentUUID: p,
-            locationUUID: m.locationUUID,
-            created: m.created,
-            size: m.size
-          });
-    }
-    return a;
-  }
-  async _getGraphFiles(t, o) {
-    const e = `PREFIX qcy: <${K.qcy}>
-SELECT ?fc ?loc ?created ?fp ?size
-WHERE {
-  ?fc a qcy:FileContent ;
-      qcy:sizeBytes ?size ;
-      qcy:hasFileLocation ?loc .
-  ?loc qcy:remoteProviderId "${o}" ;
-       qcy:dateCreated ?created ;
-       qcy:filePath ?fp .
-}`, n = await t.query(e, "application/sparql-results+json"), s = {};
-    if (typeof n == "string") return s;
-    for (const i of n.results.bindings) {
-      const r = i.loc.value.split("/").at(-1) ?? "", a = i.fc.value.split("/").at(-1) ?? "", c = i.created.value, p = i.size.value;
-      s[a] || (s[a] = []), s[a].push({ locationUUID: r, created: c, size: p });
-    }
-    return s;
-  }
-  async _initPendingBatch(t, o, e) {
-    this._pendingSpaceId = t, this._pendingItems = [];
-    const n = await R(t);
-    if (n && n.items.length > 0) {
-      console.info(`Trying to upload metadata from interrupted sync (${n.items.length} item(s))...`), e && console.info(`Flushing ${n.items.length} pending file location(s) from previous sync ⏳`);
-      try {
-        await this._flushBatch(n.items, t, o, e), console.info("Metadata uploaded ✅");
-      } catch (i) {
-        throw new Error(`METADATA_SYNC_FAILED: ${i instanceof Error ? i.message : String(i)}`);
-      }
-    }
-    const s = setInterval(() => {
-      this._drainPending(e).catch(
-        (i) => console.error("[CueSyncApi] Periodic flush failed:", i)
-      );
-    }, 6e4);
-    typeof s == "object" && typeof s.unref == "function" && s.unref(), this._flushTimer = s;
-  }
-  async _queueFileLocation(t) {
-    this._pendingItems.push(t), this._pendingSpaceId && await q({ spaceId: this._pendingSpaceId, items: this._pendingItems });
-  }
-  async _drainPending(t) {
-    if (!this._pendingSpaceId || this._pendingItems.length === 0) return;
-    const o = await this._auth.getToken();
-    o && await this._flushBatch(this._pendingItems, this._pendingSpaceId, o, t);
-  }
-  async _flushBatch(t, o, e, n) {
-    const s = [...t];
-    this._pendingSpaceId === o && (this._pendingItems = []), await et(o);
-    try {
-      for (let i = 0; i < s.length; i += O)
-        await this._postFssBatch(s.slice(i, i + O), o, e);
-      n && console.info(`Wrote ${s.length} file location(s) to commands API ✅`);
-    } catch (i) {
-      const r = [...s, ...this._pendingItems];
-      throw this._pendingItems = r, await q({ spaceId: o, items: r }), i;
-    }
-  }
-  async _postFssBatch(t, o, e) {
-    const n = new AbortController(), s = setTimeout(() => n.abort(), 15e3);
-    let i;
-    try {
-      i = await fetch(`${this._gatewayUrl}${tt}`, {
-        method: "POST",
-        headers: {
-          Authorization: `Bearer ${e}`,
-          "Content-Type": "application/json",
-          "x-project-id": o
-        },
-        body: JSON.stringify({ items: t }),
-        signal: n.signal
-      });
-    } catch (r) {
-      const a = r instanceof Error && r.name === "AbortError";
-      throw new Error(`File structure batch POST failed: ${a ? "request timed out" : r instanceof Error ? r.message : String(r)}`);
-    } finally {
-      clearTimeout(s);
-    }
-    if (!i.ok) {
-      const r = await i.text().catch(() => "");
-      throw new Error(`File structure batch POST failed: ${i.status} ${i.statusText}${r ? ` — ${r}` : ""}`);
-    }
-  }
-  _stopFlushTimer() {
-    this._flushTimer !== null && (clearInterval(this._flushTimer), this._flushTimer = null);
-  }
-  /**
-   * Scans `localFiles` and returns a per-extension cost breakdown.
-   *
-   * Each {@link ScanOutputRecord} contains `units` — the billable metric for
-   * that extension (e.g. pages for PDFs, rows for spreadsheets) — which can be
-   * shown to the user before or after calling {@link sync}.
-   */
-  async scanCost(t) {
-    if (I || (I = W()), await I, !N) throw new Error("WASM scan function not initialised");
-    const o = 200, e = /* @__PURE__ */ new Map();
-    for (let n = 0; n < t.length; n += o) {
-      const s = t.slice(n, n + o), i = await Promise.all(
-        s.map(async (a) => ({
-          originalPath: a.relativePath,
-          data: new Uint8Array(await b(a.fullPath))
-        }))
-      ), r = N(i);
-      for (const a of r) {
-        const c = e.get(a.ext);
-        c ? (c.count += a.count, c.units += a.units, c.sizeMb += a.sizeMb) : e.set(a.ext, { ...a });
-      }
-    }
-    return Array.from(e.values());
-  }
-  async _fetchTierNames() {
-    try {
-      const t = await this._blob.downloadPublic("tier-names.json");
-      return JSON.parse(t);
-    } catch {
-      return {};
-    }
-  }
-  async _fetchUnitCreditMap(t) {
-    let o;
-    try {
-      o = await this._blob.downloadPublic("unit-credit.json");
-    } catch (e) {
-      throw new Error(`Couldn't fetch credits table: ${e instanceof Error ? e.message : String(e)}`);
-    }
-    t && console.info(`Price file: ${o.length} bytes`);
-    try {
-      return JSON.parse(o);
-    } catch {
-      throw new Error(`Credits table is not valid JSON (${o.length} bytes)`);
-    }
-  }
-  _logProgress(t, o, e, n, s) {
-    if (!s || o === 0) return;
-    const i = Math.floor(t / o * 100);
-    s({ percent: i, syncCount: t, totalCount: o, syncSize: e, totalSize: n });
-  }
-}
-const ot = "spaces_raw_eu_west6", nt = "spaces_processed_eu_west6", st = "cue_public_eu_west6";
-class mt extends z {
+import { C as _, B as E, o as l, p as S, q as m, r as P, t as d, l as U, u as B, a as R } from "./cue-BIvMahsX.js";
+import { b as y, c as I, d as L, e as O, f as x, g as D, h as H, i as N, j as W, k as v, R as k, m as q, n as G, s as Q } from "./cue-BIvMahsX.js";
+import { getStorage as s, connectStorageEmulator as o } from "firebase/storage";
+import "firebase/firestore";
+class w extends _ {
   constructor(t) {
     super(t);
   }
   _buildApi(t) {
-    const o = U(this._app, ot), e = U(this._app, nt), n = U(this._app, st);
+    const p = s(this._app, E), C = s(this._app, l), i = s(this._app, S), g = s(this._app, m), r = s(this._app, P), n = s(this._app, d);
     if (this._isEmulator) {
-      const a = this._endpoints.storageEmulatorHost, c = this._endpoints.storageEmulatorPort;
-      A(o, a, c), A(e, a, c), A(n, a, c);
-    }
-    const s = new x({ storageRaw: o, storageProcessed: e, storagePublic: n }), i = new it(this.auth, t, s, this._endpoints.gatewayUrl), r = new D(this.auth, this._endpoints.gatewayUrl, t, i);
-    return i._bindApi(r), r;
+      const e = this._endpoints.storageEmulatorHost, a = this._endpoints.storageEmulatorPort;
+      o(i, e, a), o(r, e, a), o(n, e, a);
+    }
+    const h = new B({
+      storageChatSessions: p,
+      storageLogs: C,
+      storageRaw: i,
+      storagePersistence: g,
+      storageProcessed: r,
+      storagePublic: n
+    }), c = new U(
+      this.auth,
+      t,
+      h,
+      this._endpoints.gatewayUrl
+    ), u = new R(
+      this.auth,
+      this._endpoints.gatewayUrl,
+      t,
+      c
+    );
+    return c._bindApi(u), u;
   }
 }
 export {
-  z as Cue,
-  D as CueApi,
-  yt as CueAuth,
-  mt as CueNode,
-  Pt as CueProfile,
-  Et as CueProjects,
-  it as CueSyncApi
+  _ as Cue,
+  R as CueApi,
+  y as CueAuth,
+  I as CueCache,
+  w as CueNode,
+  L as CuePrivileges,
+  O as CueProfile,
+  x as CueProjectDocuments,
+  D as CueProjectEntities,
+  H as CueProjectSchema,
+  N as CueProjectView,
+  W as CueProjects,
+  v as CueSignal,
+  U as CueSyncApi,
+  k as REQUIRED_ROLES,
+  q as configureScanWasm,
+  G as cueComputed,
+  Q as staleWhileRevalidate
 };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@qaecy/cue-sdk",
-  "version": "0.0.6",
+  "version": "0.0.8",
   "type": "module",
   "main": "./index.js",
   "types": "./index.d.ts",

package/variables.d.ts

@@ -0,0 +1,40 @@
+/**
+ * Default Firebase configuration for the QAECY SDK demo app ("sdk-default").
+ * These are safe to use for evaluation and development purposes.
+ * For production use, obtain your own configuration from QAECY.
+ */
+export declare const DEFAULT_SDK_CONFIG: {
+    readonly apiKey: "AIzaSyAiW42QBx9HS4Khu88pCW7MV66IhBAQul0";
+    readonly appId: "1:151132927589:web:d2ffdb377dfadfd23ab88c";
+    readonly measurementId: "G-YT4PK6HGZD";
+};
+export declare const FIREBASE_PROJECT_ID = "qaecy-mvp-406413";
+export declare const FIREBASE_SENDER_ID = "734737865998";
+export declare const GCP_REGION = "europe-west6";
+export declare const COLLECTION_API_KEYS = "apiKeys";
+export declare const COLLECTION_ORGANIZATIONS = "organizations";
+export declare const COLLECTION_PROJECTS = "projects";
+export declare const BUCKET_CHAT_SESSIONS = "spaces_chats_eu_west6";
+export declare const BUCKET_RAW = "spaces_raw_eu_west6";
+export declare const BUCKET_PROCESSED = "spaces_processed_eu_west6";
+export declare const BUCKET_LOGS = "spaces_logs_eu_west6";
+export declare const BUCKET_PUBLIC = "cue_public_eu_west6";
+export declare const BUCKET_PERSISTENCE = "db_persistence_eu_west6";
+export declare const ENDPOINT_CONSUMPTION = "/data-views/admin/consumption";
+export declare const ENDPOINT_PROFILE_ORGANIZATIONS = "/data-views/admin/profile/organizations";
+export declare const ENDPOINT_PROFILE_API_KEYS = "/data-views/admin/profile/api-keys";
+export declare const ENDPOINT_ORG_MEMBERS: (orgId: string) => string;
+export declare const ENDPOINT_CREATE_PROJECT = "/commands/admin/project";
+export declare const ENDPOINT_SEARCH = "/assistant/search";
+export declare const ENDPOINT_FUSEKI_QUERY = "/triplestore/query";
+export declare const ENDPOINT_FUSEKI_UPDATE = "/triplestore/update";
+export declare const ENDPOINT_QLEVER_QUERY = "/qlever-server/qlever/query";
+export declare const ENDPOINT_QLEVER_UPDATE = "/qlever-server/qlever/update";
+export declare const ENDPOINT_FSS_BATCH = "/commands/file-system-structure/batch";
+export declare const MICROSOFT_PROVIDER_ID = "microsoft.com";
+export declare const SUPERADMIN_ROLE = "superadmin";
+/**
+ * Base URL for all RDF resource IRIs: `https://cue.qaecy.com/r/{projectId}/{entityUUID}`.
+ * Entity IRIs are constructed as `${RESOURCE_BASE}${projectId}/${uuid}`.
+ */
+export declare const RESOURCE_BASE = "https://cue.qaecy.com/r/";