@better-media/framework 0.1.0 → 0.2.0

package/dist/index.mjs

@@ -1,29 +1,14 @@
-import { isPgPoolLike, TrustedMetadataSchema, HOOK_NAMES, schema, serializeData, toDbFieldName, deserializeData, toCamelCase, getColumnType, markFileContentVerified, resolveHookMode } from '@better-media/core';
-export { HOOK_NAMES, MigrationPlanner, applyOperationsToMetadata, compileMigrationOperationsSql, deserializeData, getAdapter, getColumnType, getMigrations, isPgPoolLike, runHooks, runMigrations, schema, serializeData, toCamelCase, toDbFieldName } from '@better-media/core';
 import fs2 from 'fs/promises';
 import { randomUUID } from 'crypto';
 import { memoryJobAdapter } from '@better-media/adapter-jobs';
-import path from 'path';
+import { isPgPoolLike, HOOK_NAMES, schema, serializeData, toDbFieldName, deserializeData, toCamelCase, getColumnType, TrustedMetadataSchema, markFileContentVerified, resolveHookMode } from '@better-media/core';
+export { HOOK_NAMES, MigrationPlanner, applyOperationsToMetadata, compileMigrationOperationsSql, deserializeData, getAdapter, getColumnType, getMigrations, isPgPoolLike, runHooks, runMigrations, schema, serializeData, toCamelCase, toDbFieldName } from '@better-media/core';
+import path2 from 'path';
 import { createWriteStream } from 'fs';
 import os from 'os';
 import { Readable } from 'stream';
 
-var __defProp = Object.defineProperty;
-var __getOwnPropNames = Object.getOwnPropertyNames;
-var __esm = (fn, res) => function __init() {
-  return fn && (res = (0, fn[__getOwnPropNames(fn)[0]])(fn = 0)), res;
-};
-var __export = (target, all) => {
-  for (var name in all)
-    __defProp(target, name, { get: all[name], enumerable: true });
-};
-
-// src/core/lifecycle-engine.ts
-var lifecycle_engine_exports = {};
-__export(lifecycle_engine_exports, {
-  LifecycleEngine: () => LifecycleEngine,
-  createSecureContext: () => createSecureContext
-});
+// src/index.ts
 function createSecureContext(context, pluginName, namespace, trustLevel, capabilities) {
   const api = {
     emitMetadata(patch) {
@@ -120,52 +105,48 @@ function createSecureContext(context, pluginName, namespace, trustLevel, capabil
   });
   return { proxy, api };
 }
-var JOB_QUEUE_NAME, LifecycleEngine;
-var init_lifecycle_engine = __esm({
-  "src/core/lifecycle-engine.ts"() {
-    JOB_QUEUE_NAME = "better-media:background";
-    LifecycleEngine = class {
-      constructor(registry, jobAdapter) {
-        this.registry = registry;
-        this.jobAdapter = jobAdapter;
-      }
-      async trigger(hookName, context) {
-        const handlers = this.registry.get(hookName) ?? [];
-        const syncHandlers = handlers.filter((h) => h.mode === "sync");
-        const backgroundHandlers = handlers.filter((h) => h.mode === "background");
-        for (const { name, fn, manifest } of syncHandlers) {
-          const { proxy, api } = createSecureContext(
-            context,
-            name,
-            manifest.namespace,
-            manifest.trustLevel,
-            manifest.capabilities
-          );
-          const result = await fn(proxy, api);
-          if (result !== void 0 && typeof result === "object" && "valid" in result) {
-            if (result.valid === false) return result;
-          }
-        }
-        for (const { name, manifest } of backgroundHandlers) {
-          const payload = {
-            recordId: context.recordId,
-            metadata: JSON.parse(JSON.stringify(context.metadata)),
-            file: JSON.parse(JSON.stringify(context.file)),
-            storageLocation: JSON.parse(JSON.stringify(context.storageLocation)),
-            processing: JSON.parse(JSON.stringify(context.processing)),
-            hookName,
-            pluginName: name,
-            manifest: JSON.parse(JSON.stringify(manifest))
-          };
-          await this.jobAdapter.enqueue(JOB_QUEUE_NAME, payload);
-        }
+
+// src/core/lifecycle-engine.ts
+var JOB_QUEUE_NAME = "better-media:background";
+var LifecycleEngine = class {
+  constructor(registry, jobAdapter) {
+    this.registry = registry;
+    this.jobAdapter = jobAdapter;
+  }
+  async trigger(hookName, context) {
+    const handlers = this.registry.get(hookName) ?? [];
+    const syncHandlers = handlers.filter((h) => h.mode === "sync");
+    const backgroundHandlers = handlers.filter((h) => h.mode === "background");
+    for (const { name, fn, manifest } of syncHandlers) {
+      const { proxy, api } = createSecureContext(
+        context,
+        name,
+        manifest.namespace,
+        manifest.trustLevel,
+        manifest.capabilities
+      );
+      const result = await fn(proxy, api);
+      if (result !== void 0 && typeof result === "object" && "valid" in result) {
+        if (result.valid === false) return result;
       }
-    };
+    }
+    for (const { name, manifest } of backgroundHandlers) {
+      const payload = {
+        recordId: context.recordId,
+        metadata: JSON.parse(JSON.stringify(context.metadata)),
+        file: JSON.parse(JSON.stringify(context.file)),
+        storageLocation: JSON.parse(JSON.stringify(context.storageLocation)),
+        processing: JSON.parse(JSON.stringify(context.processing)),
+        hookName,
+        pluginName: name,
+        manifest: JSON.parse(JSON.stringify(manifest))
+      };
+      await this.jobAdapter.enqueue(JOB_QUEUE_NAME, payload);
+    }
   }
-});
+};
 
 // src/plugins/plugin-registry.ts
-init_lifecycle_engine();
 function createEmptyRegistry() {
   const reg = /* @__PURE__ */ new Map();
   for (const name of HOOK_NAMES) {
@@ -329,9 +310,6 @@ function hasBackgroundHandlers(registry) {
   }
   return false;
 }
-
-// src/index.ts
-init_lifecycle_engine();
 async function loadTrustedFromDb(database, recordId) {
   const record = await database.findOne({
     model: "media",
@@ -400,8 +378,8 @@ async function saveTrustedToDb(database, recordId, fileKey, trusted, initialArgs
   }
 }
 async function streamToTempFile(stream, fileKey) {
-  const ext = path.extname(fileKey) || ".bin";
-  const tmpPath = path.join(os.tmpdir(), `better-media-${randomUUID()}${ext}`);
+  const ext = path2.extname(fileKey) || ".bin";
+  const tmpPath = path2.join(os.tmpdir(), `better-media-${randomUUID()}${ext}`);
   const nodeStream = stream instanceof Readable ? stream : Readable.fromWeb(stream);
   const writeStream = createWriteStream(tmpPath);
   await new Promise((resolve, reject) => {
@@ -419,6 +397,10 @@ async function loadFileIntoContext(context, fileHandling) {
   const storageWithExtras = storage;
   if (!context.utilities) context.utilities = {};
   const fileContent = {};
+  if (context.storageLocation.url && context.storageLocation.url === context.file.key) {
+    context.utilities.fileContent = fileContent;
+    return;
+  }
   let useStream = false;
   if (maxBufferBytes != null && typeof storageWithExtras.getSize === "function" && typeof storageWithExtras.getStream === "function") {
     const size = await storageWithExtras.getSize(fileKey);
@@ -459,8 +441,22 @@ async function cleanupTempFile(context) {
 function buildFileInfo(fileKey, metadata) {
   const mime = metadata.contentType ?? metadata.mimeType ?? metadata["content-type"];
   const size = typeof metadata.size === "number" ? metadata.size : void 0;
-  const originalName = metadata.originalName ?? metadata.originalname;
-  const ext = originalName ? path.extname(originalName).toLowerCase() : path.extname(fileKey).toLowerCase();
+  const originalName = metadata.originalName ?? metadata.originalname ?? (() => {
+    try {
+      const url = new URL(fileKey);
+      return path2.basename(url.pathname);
+    } catch {
+      return void 0;
+    }
+  })();
+  const ext = originalName ? path2.extname(originalName).toLowerCase() : (() => {
+    try {
+      const url = new URL(fileKey);
+      return path2.extname(url.pathname).toLowerCase();
+    } catch {
+      return path2.extname(fileKey).toLowerCase();
+    }
+  })();
   return {
     key: fileKey,
     size,
@@ -470,12 +466,12 @@ function buildFileInfo(fileKey, metadata) {
     checksums: void 0
   };
 }
-function buildStorageLocation(fileKey) {
+function buildStorageLocation(fileKey, referenceUrl) {
   return {
     key: fileKey,
     bucket: void 0,
     region: void 0,
-    url: void 0
+    url: referenceUrl
   };
 }
 function syncTrustedToFile(context) {
@@ -508,7 +504,7 @@ var PipelineExecutor = class {
     const context = {
       recordId,
       file: buildFileInfo(fileKey, meta),
-      storageLocation: buildStorageLocation(fileKey),
+      storageLocation: buildStorageLocation(fileKey, appContext.referenceUrl),
       processing: {},
       metadata: { ...meta, ...appContext },
       // Merge for plugins to read backwards-compatibly
@@ -573,7 +569,7 @@ async function runBackgroundJob(payload, registry, storage, database, jobs, file
     size: typeof meta.size === "number" ? meta.size : void 0,
     mimeType: typeof (meta.contentType ?? meta.mimeType ?? meta["content-type"]) === "string" ? meta.contentType ?? meta.mimeType ?? meta["content-type"] : void 0,
     originalName: typeof (meta.originalName ?? meta.originalname) === "string" ? meta.originalName ?? meta.originalname : void 0,
-    extension: path.extname(legacyKey).toLowerCase() || void 0
+    extension: path2.extname(legacyKey).toLowerCase() || void 0
   } : { key: "" });
   const recordId = payloadRecordId ?? file.key ?? "unknown";
   const storageLocation = payloadStorage ?? { key: file.key };
@@ -602,8 +598,7 @@ async function runBackgroundJob(payload, registry, storage, database, jobs, file
       throw new Error(`Handler not found: ${hookName}/${pluginName}`);
     }
     const manifest = handler.manifest;
-    const { createSecureContext: createSecureContext2 } = await Promise.resolve().then(() => (init_lifecycle_engine(), lifecycle_engine_exports));
-    const { proxy, api } = createSecureContext2(
+    const { proxy, api } = createSecureContext(
       context,
       pluginName,
       manifest.namespace,
@@ -905,7 +900,7 @@ async function normalizeInput(input, fileHandling) {
     data = Buffer.concat(chunks);
   } else if ("url" in file && file.url) {
     if (file.mode === "reference") {
-      throw new Error("URL reference mode is not fully implemented yet.");
+      return { metadata, shouldDeleteSource: false, isReference: true, referenceUrl: file.url };
     }
     const response = await fetch(file.url);
     if (!response.ok) throw new Error(`Failed to fetch URL: ${response.statusText}`);
@@ -941,15 +936,19 @@ function createBetterMedia(config) {
       async ingest(input) {
         const normalized = await normalizeInput(input, fileHandling);
         const recordId = randomUUID();
-        const finalKey = input.key ?? normalized.metadata.filename ?? recordId;
+        const finalKey = input.key ?? normalized.metadata.filename ?? (normalized.isReference ? normalized.referenceUrl : void 0) ?? recordId;
         try {
-          await storage.put(finalKey, normalized.data);
-          await runPipeline(
-            recordId,
-            finalKey,
-            normalized.metadata,
-            normalized.metadata.context ?? {}
-          );
+          if (normalized.isReference && normalized.referenceUrl) {
+            normalized.metadata.referenceUrl = normalized.referenceUrl;
+          } else if (normalized.data) {
+            await storage.put(finalKey, normalized.data);
+          } else {
+            throw new Error("Ingest failed: No data and not a reference.");
+          }
+          await runPipeline(recordId, finalKey, normalized.metadata, {
+            ...normalized.metadata.context ?? {},
+            referenceUrl: normalized.referenceUrl
+          });
           return {
             id: recordId,
             key: finalKey,