hazo_files 3.0.0 → 3.1.0

package/dist/index.mjs

@@ -20439,6 +20439,19 @@ var StorageCollisionExhausted = class extends Error {
     this.name = "StorageCollisionExhausted";
   }
 };
+var StorageNotConfigured = class extends Error {
+  constructor() {
+    super("Storage provider is not configured for this scope");
+    this.name = "StorageNotConfigured";
+  }
+};
+var StorageUnavailable = class extends Error {
+  constructor(reason, message) {
+    super(message);
+    this.reason = reason;
+    this.name = "StorageUnavailable";
+  }
+};
 
 // src/naming/collision.ts
 async function writeWithCollisionRetry(opts) {
@@ -20472,8 +20485,412 @@ function removeRef(file2, ref_id, removed_at) {
 function countRefs(file2) {
   return file2.file_refs.filter((r) => !r.removed_at).length;
 }
+
+// src/providers/app-file-server.ts
+import { createHmac } from "crypto";
+import {
+  copyFileSync,
+  existsSync as existsSync2,
+  mkdirSync,
+  readdirSync,
+  readFileSync as readFileSync2,
+  renameSync,
+  rmSync,
+  statSync,
+  writeFileSync
+} from "fs";
+import { basename as basename2, dirname as dirname2, join as join4, normalize, sep } from "path";
+var AppFileServerProvider = class {
+  constructor(opts) {
+    this.provider_tag = "app_file_server";
+    this.root = normalize(opts.root);
+    this.secret = opts.hmac_secret;
+    this.default_ttl = opts.default_ttl_seconds ?? 300;
+  }
+  resolve(path4) {
+    const safe = normalize(path4).replace(/^([./\\])+/, "");
+    if (safe.includes(`..${sep}`) || safe.startsWith("..")) {
+      throw new Error(`Path escapes root: ${path4}`);
+    }
+    return join4(this.root, safe);
+  }
+  async put(path4, body, opts) {
+    const abs = this.resolve(path4);
+    if (opts?.ifNotExists && existsSync2(abs)) {
+      throw new Error(`File exists: ${path4}`);
+    }
+    mkdirSync(dirname2(abs), { recursive: true });
+    const buf = Buffer.isBuffer(body) ? body : await streamToBuffer(body);
+    writeFileSync(abs, buf);
+    return { provider: this.provider_tag, native_id: path4, size: buf.length };
+  }
+  async get(path4) {
+    return readFileSync2(this.resolve(path4));
+  }
+  async delete(path4) {
+    const abs = this.resolve(path4);
+    if (existsSync2(abs)) rmSync(abs, { force: true });
+  }
+  async exists(path4) {
+    return existsSync2(this.resolve(path4));
+  }
+  async getSignedUrl(path4, opts) {
+    const ttl = opts?.ttl_seconds ?? this.default_ttl;
+    const exp = Math.floor(Date.now() / 1e3) + ttl;
+    const payload = `${path4}:${exp}`;
+    const sig = createHmac("sha256", this.secret).update(payload).digest("base64url");
+    const token = `${exp}.${sig}`;
+    return `/api/files/serve/${token}/${path4}`;
+  }
+  /** Verify a token produced by `getSignedUrl`. Used by the `/api/files/serve` route. */
+  verifySignedUrl(token, path4) {
+    const [expStr, sig] = token.split(".");
+    const exp = Number(expStr);
+    if (!Number.isFinite(exp) || exp * 1e3 < Date.now()) return false;
+    const expected = createHmac("sha256", this.secret).update(`${path4}:${exp}`).digest("base64url");
+    return sig === expected;
+  }
+  async probe() {
+    try {
+      const test = join4(this.root, ".hazo_probe");
+      mkdirSync(this.root, { recursive: true });
+      writeFileSync(test, "probe");
+      statSync(test);
+      rmSync(test, { force: true });
+      return { ok: true };
+    } catch (err) {
+      return { ok: false, error: "write_denied", message: String(err) };
+    }
+  }
+  async list(prefix) {
+    const abs = this.resolve(prefix);
+    if (!existsSync2(abs)) return [];
+    const stat = statSync(abs);
+    if (!stat.isDirectory()) {
+      return [{ path: prefix, name: basename2(prefix), size: stat.size, isDirectory: false }];
+    }
+    const entries = [];
+    this.walkDir(abs, prefix, entries);
+    return entries;
+  }
+  walkDir(absDir, logicalDir, out) {
+    const base = logicalDir.endsWith("/") ? logicalDir : `${logicalDir}/`;
+    for (const item of readdirSync(absDir, { withFileTypes: true })) {
+      const logicalPath = `${base}${item.name}`;
+      const absPath = join4(absDir, item.name);
+      if (item.isDirectory()) {
+        out.push({ path: logicalPath, name: item.name, size: 0, isDirectory: true });
+        this.walkDir(absPath, logicalPath, out);
+      } else {
+        const st = statSync(absPath);
+        out.push({ path: logicalPath, name: item.name, size: st.size, isDirectory: false });
+      }
+    }
+  }
+  async move(from, to) {
+    const absFrom = this.resolve(from);
+    const absTo = this.resolve(to);
+    if (!existsSync2(absFrom)) throw new Error(`Not found: ${from}`);
+    mkdirSync(dirname2(absTo), { recursive: true });
+    try {
+      renameSync(absFrom, absTo);
+    } catch (err) {
+      const e = err;
+      if (e.code === "EXDEV") {
+        copyFileSync(absFrom, absTo);
+        rmSync(absFrom, { force: true });
+      } else {
+        throw err;
+      }
+    }
+  }
+  async rename(from, to) {
+    return this.move(from, to);
+  }
+};
+async function streamToBuffer(s) {
+  const chunks = [];
+  for await (const c of s) chunks.push(Buffer.isBuffer(c) ? c : Buffer.from(c));
+  return Buffer.concat(chunks);
+}
+
+// src/providers/in-memory.ts
+var InMemoryProvider = class {
+  constructor() {
+    this.provider_tag = "in_memory";
+    this.store = /* @__PURE__ */ new Map();
+  }
+  async put(path4, body, opts) {
+    if (opts?.ifNotExists && this.store.has(path4)) throw new Error(`File exists: ${path4}`);
+    const buf = Buffer.isBuffer(body) ? body : await streamToBuffer2(body);
+    this.store.set(path4, buf);
+    return { provider: this.provider_tag, native_id: path4, size: buf.length };
+  }
+  async get(path4) {
+    const buf = this.store.get(path4);
+    if (!buf) throw new Error(`Not found: ${path4}`);
+    return buf;
+  }
+  async delete(path4) {
+    this.store.delete(path4);
+  }
+  async exists(path4) {
+    return this.store.has(path4);
+  }
+  async getSignedUrl(path4, _opts) {
+    const buf = this.store.get(path4);
+    if (!buf) throw new Error(`Not found: ${path4}`);
+    return `data:application/octet-stream;base64,${buf.toString("base64")}`;
+  }
+  async probe() {
+    return { ok: true };
+  }
+  async list(prefix) {
+    const base = prefix.replace(/\/$/, "");
+    const matchPrefix = `${base}/`;
+    const entries = [];
+    const seenDirs = /* @__PURE__ */ new Set();
+    for (const [key, buf] of this.store.entries()) {
+      if (key !== base && !key.startsWith(matchPrefix)) continue;
+      const rel = key.startsWith(matchPrefix) ? key.slice(matchPrefix.length) : "";
+      if (!rel) {
+        entries.push({ path: key, name: key.split("/").pop(), size: buf.length, isDirectory: false });
+        continue;
+      }
+      const parts = rel.split("/");
+      for (let i = 1; i < parts.length; i++) {
+        const dirPath = matchPrefix + parts.slice(0, i).join("/");
+        if (!seenDirs.has(dirPath)) {
+          seenDirs.add(dirPath);
+          entries.push({ path: dirPath, name: parts[i - 1], size: 0, isDirectory: true });
+        }
+      }
+      entries.push({ path: key, name: parts[parts.length - 1], size: buf.length, isDirectory: false });
+    }
+    return entries;
+  }
+  async move(from, to) {
+    const buf = this.store.get(from);
+    if (!buf) throw new Error(`Not found: ${from}`);
+    this.store.set(to, buf);
+    this.store.delete(from);
+  }
+  async rename(from, to) {
+    return this.move(from, to);
+  }
+  /** Test-only escape hatch — exposes the internal store for assertions. */
+  snapshot() {
+    return new Map(this.store);
+  }
+};
+async function streamToBuffer2(s) {
+  const chunks = [];
+  for await (const c of s) chunks.push(Buffer.isBuffer(c) ? c : Buffer.from(c));
+  return Buffer.concat(chunks);
+}
+
+// src/providers/google-drive.ts
+import { google as google3 } from "googleapis";
+var GoogleDriveProvider = class {
+  constructor(opts) {
+    this.provider_tag = "gdrive";
+    let credentials = {};
+    try {
+      credentials = JSON.parse(opts.service_account_json);
+    } catch {
+    }
+    const auth = new google3.auth.GoogleAuth({
+      credentials,
+      scopes: ["https://www.googleapis.com/auth/drive"]
+    });
+    this.drive = google3.drive({ version: "v3", auth });
+    this.driveId = opts.shared_drive_id;
+    this.cache = opts.path_cache;
+  }
+  async probe() {
+    try {
+      await this.drive.drives.get({
+        driveId: this.driveId,
+        supportsAllDrives: true
+      });
+      return { ok: true };
+    } catch (err) {
+      const e = err;
+      if (e?.code === 404) return { ok: false, error: "drive_not_shared", message: "SA cannot see Shared Drive" };
+      if (e?.code === 403) return { ok: false, error: "write_denied", message: "SA lacks permission" };
+      return { ok: false, error: "transient", message: String(err) };
+    }
+  }
+  async put(path4, body, opts) {
+    const segments = path4.split("/").filter(Boolean);
+    const filename = segments.pop();
+    const parentId = await this.resolvePath(segments, { create: true });
+    if (opts?.ifNotExists) {
+      const existing = await this.findChild(filename, parentId);
+      if (existing) throw new Error(`File exists: ${path4}`);
+    }
+    const buf = Buffer.isBuffer(body) ? body : await streamToBuffer3(body);
+    const res = await this.drive.files.create({
+      requestBody: {
+        name: filename,
+        parents: [parentId],
+        mimeType: opts?.contentType ?? "application/octet-stream"
+      },
+      // eslint-disable-next-line @typescript-eslint/no-explicit-any
+      media: { body: buf },
+      fields: "id, name"
+      // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    });
+    return { provider: this.provider_tag, native_id: res.data.id, size: buf.length };
+  }
+  async get(path4) {
+    const id = await this.lookupFileId(path4);
+    const res = await this.drive.files.get(
+      // eslint-disable-next-line @typescript-eslint/no-explicit-any
+      { fileId: id, alt: "media", supportsAllDrives: true },
+      { responseType: "arraybuffer" }
+    );
+    return Buffer.from(res.data);
+  }
+  async delete(path4) {
+    try {
+      const id = await this.lookupFileId(path4);
+      await this.drive.files.delete({ fileId: id, supportsAllDrives: true });
+    } catch (err) {
+      const e = err;
+      if (e?.code !== 404) throw err;
+    }
+  }
+  async exists(path4) {
+    try {
+      await this.lookupFileId(path4);
+      return true;
+    } catch {
+      return false;
+    }
+  }
+  async getSignedUrl(path4, _opts) {
+    const id = await this.lookupFileId(path4);
+    return `https://drive.google.com/uc?id=${id}&export=download`;
+  }
+  async list(prefix) {
+    const segments = prefix.split("/").filter(Boolean);
+    let parentId;
+    try {
+      parentId = await this.resolvePath(segments, { create: false });
+    } catch {
+      return [];
+    }
+    const res = await this.drive.files.list({
+      q: `'${parentId}' in parents and trashed=false`,
+      driveId: this.driveId,
+      corpora: "drive",
+      includeItemsFromAllDrives: true,
+      fields: "files(id, name, mimeType, size)"
+      // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    });
+    const files = res.data.files ?? [];
+    const base = prefix.endsWith("/") ? prefix : `${prefix}/`;
+    return files.map((f) => ({
+      path: `${base}${f.name}`,
+      name: f.name,
+      size: Number(f.size ?? 0),
+      isDirectory: f.mimeType === "application/vnd.google-apps.folder"
+    }));
+  }
+  async move(from, to) {
+    const id = await this.lookupFileId(from);
+    const fromSegs = from.split("/").filter(Boolean);
+    fromSegs.pop();
+    const toSegs = to.split("/").filter(Boolean);
+    const newName = toSegs.pop();
+    const oldParentId = await this.resolvePath(fromSegs, { create: false });
+    const newParentId = await this.resolvePath(toSegs, { create: true });
+    await this.drive.files.update({
+      fileId: id,
+      addParents: newParentId,
+      removeParents: oldParentId,
+      requestBody: { name: newName },
+      supportsAllDrives: true,
+      fields: "id, parents"
+    });
+    await this.cache.invalidate(from);
+  }
+  async rename(from, to) {
+    const id = await this.lookupFileId(from);
+    const segs = to.split("/").filter(Boolean);
+    const newName = segs[segs.length - 1];
+    await this.drive.files.update({
+      fileId: id,
+      requestBody: { name: newName },
+      supportsAllDrives: true,
+      fields: "id, name"
+    });
+  }
+  async resolvePath(segments, opts) {
+    let parentId = this.driveId;
+    const accumulated = [];
+    for (const segment of segments) {
+      accumulated.push(segment);
+      const cacheKey = accumulated.join("/");
+      const cached2 = await this.cache.lookup(cacheKey);
+      if (cached2) {
+        parentId = cached2;
+        continue;
+      }
+      let found = await this.findChild(segment, parentId, "application/vnd.google-apps.folder");
+      if (!found && opts.create) {
+        const created = await this.drive.files.create({
+          requestBody: {
+            name: segment,
+            parents: [parentId],
+            mimeType: "application/vnd.google-apps.folder"
+          },
+          fields: "id"
+          // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        });
+        found = created.data.id;
+      }
+      if (!found) throw new Error(`Folder not found and create=false: ${cacheKey}`);
+      await this.cache.write(cacheKey, found);
+      parentId = found;
+    }
+    return parentId;
+  }
+  async findChild(name, parentId, mimeType) {
+    const q = [
+      `name='${name.replace(/'/g, "\\'")}'`,
+      `'${parentId}' in parents`,
+      `trashed=false`
+    ];
+    if (mimeType) q.push(`mimeType='${mimeType}'`);
+    const res = await this.drive.files.list({
+      q: q.join(" and "),
+      driveId: this.driveId,
+      corpora: "drive",
+      includeItemsFromAllDrives: true,
+      fields: "files(id, name)"
+      // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    });
+    return res.data.files?.[0]?.id ?? null;
+  }
+  async lookupFileId(path4) {
+    const segments = path4.split("/").filter(Boolean);
+    const filename = segments.pop();
+    const parentId = await this.resolvePath(segments, { create: false });
+    const id = await this.findChild(filename, parentId);
+    if (!id) throw Object.assign(new Error(`Not found: ${path4}`), { code: 404 });
+    return id;
+  }
+};
+async function streamToBuffer3(s) {
+  const chunks = [];
+  for await (const c of s) chunks.push(Buffer.isBuffer(c) ? c : Buffer.from(c));
+  return Buffer.concat(chunks);
+}
 export {
   ALL_SYSTEM_VARIABLES,
+  AppFileServerProvider,
   AuthenticationError,
   ConfigurationError,
   DEFAULT_DATE_FORMATS,
@@ -20489,6 +20906,7 @@ export {
   FileTooLargeError,
   GoogleDriveAuth,
   GoogleDriveModule,
+  GoogleDriveProvider,
   HAZO_FILES_DEFAULT_TABLE_NAME,
   HAZO_FILES_MIGRATION_V2,
   HAZO_FILES_MIGRATION_V3,
@@ -20496,6 +20914,7 @@ export {
   HAZO_FILES_NAMING_TABLE_SCHEMA,
   HAZO_FILES_TABLE_SCHEMA,
   HazoError as HazoFilesError,
+  InMemoryProvider,
   InvalidExtensionError,
   InvalidPathError,
   LLMExtractionService,
@@ -20507,6 +20926,9 @@ export {
   SYSTEM_COUNTER_VARIABLES,
   SYSTEM_DATE_VARIABLES,
   SYSTEM_FILE_VARIABLES,
+  StorageCollisionExhausted,
+  StorageNotConfigured,
+  StorageUnavailable,
   TrackedFileManager,
   UploadExtractService,
   addExtractionToFileData,

package/dist/server/index.d.mts

@@ -2614,6 +2614,22 @@ interface ProbeResult {
     /** Free-form detail for logging. */
     message?: string;
 }
+/**
+ * A single entry returned by `FileStorageProvider.list()`.
+ *
+ * `path` is the same logical namespace used by `put`/`get` — callers can pass
+ * it directly back to those methods without any transformation.
+ */
+interface FileEntry {
+    /** Logical path within the provider (same namespace as put/get). */
+    path: StoragePath;
+    /** Bare filename or directory name (the last segment of `path`). */
+    name: string;
+    /** Size in bytes. 0 for directories. */
+    size: number;
+    /** True when this entry represents a directory. */
+    isDirectory: boolean;
+}
 /**
  * Storage provider abstraction. Every method MUST be idempotent at the
  * data-content level — re-invoking put with identical body is allowed.
@@ -2628,6 +2644,24 @@ interface FileStorageProvider {
     getSignedUrl(path: StoragePath, opts?: SignedUrlOpts): Promise<string>;
     /** Used by validation cron + onboarding step 2. */
     probe(): Promise<ProbeResult>;
+    /**
+     * List all entries (files and sub-directories) under a logical path prefix.
+     * Results are recursive — all descendants are included.
+     * Returns an empty array when the prefix does not exist.
+     */
+    list(prefix: StoragePath): Promise<FileEntry[]>;
+    /**
+     * Move bytes from `from` to `to`, creating any intermediate directories.
+     * The source is removed on success.
+     * Throws with a message containing "Not found" when `from` does not exist.
+     */
+    move(from: StoragePath, to: StoragePath): Promise<void>;
+    /**
+     * Rename a file or directory.  `to` is the full new logical path.
+     * Implementations may delegate to `move`.
+     * Throws with a message containing "Not found" when `from` does not exist.
+     */
+    rename(from: StoragePath, to: StoragePath): Promise<void>;
 }
 declare class StorageCollisionExhausted extends Error {
     attempts: number;
@@ -2665,6 +2699,10 @@ declare class AppFileServerProvider implements FileStorageProvider {
     /** Verify a token produced by `getSignedUrl`. Used by the `/api/files/serve` route. */
     verifySignedUrl(token: string, path: string): boolean;
     probe(): Promise<ProbeResult>;
+    list(prefix: string): Promise<FileEntry[]>;
+    private walkDir;
+    move(from: string, to: string): Promise<void>;
+    rename(from: string, to: string): Promise<void>;
 }
 
 declare class InMemoryProvider implements FileStorageProvider {
@@ -2676,6 +2714,9 @@ declare class InMemoryProvider implements FileStorageProvider {
     exists(path: string): Promise<boolean>;
     getSignedUrl(path: string, _opts?: SignedUrlOpts): Promise<string>;
     probe(): Promise<ProbeResult>;
+    list(prefix: string): Promise<FileEntry[]>;
+    move(from: string, to: string): Promise<void>;
+    rename(from: string, to: string): Promise<void>;
     /** Test-only escape hatch — exposes the internal store for assertions. */
     snapshot(): Map<string, Buffer>;
 }
@@ -2705,6 +2746,9 @@ declare class GoogleDriveProvider implements FileStorageProvider {
     delete(path: string): Promise<void>;
     exists(path: string): Promise<boolean>;
     getSignedUrl(path: string, _opts?: SignedUrlOpts): Promise<string>;
+    list(prefix: string): Promise<FileEntry[]>;
+    move(from: string, to: string): Promise<void>;
+    rename(from: string, to: string): Promise<void>;
     private resolvePath;
     private findChild;
     private lookupFileId;
@@ -3770,4 +3814,43 @@ declare function toV2Record(record: FileMetadataRecord): FileMetadataRecordV2;
  */
 declare function buildFileWithStatus(record: FileMetadataRecord): FileWithStatus;
 
-export { ALL_SYSTEM_VARIABLES, type AddExtractionOptions, type AddRefOptions, type AppFileServerOpts, AppFileServerProvider, type AuthCallbacks, AuthenticationError, type CleanupOrphanedOptions, ConfigurationError, type ContentTagConfig, type CreateFolderOptions, type CrudServiceLike, DEFAULT_DATE_FORMATS, type DatabaseSchemaDefinition, type DatabaseTrackingConfig, DirectoryExistsError, DirectoryNotEmptyError, DirectoryNotFoundError, type DownloadOptions, type DrivePathCache, DropboxAuth, type DropboxAuthCallbacks, type DropboxAuthConfig, type DropboxConfig, DropboxModule, type DropboxTokenData, type ExtractionData, type ExtractionOptions, type ExtractionResult, type FileBrowserState, type FileDataStructure, FileExistsError, type FileInfo, type FileItem, FileManager, type FileManagerOptions, type FileMetadataInput, type FileMetadataRecord, type FileMetadataRecordV2, FileMetadataService, type FileMetadataServiceOptions, type FileMetadataUpdate, FileNotFoundError, type FileRef, type FileRefVisibility, type FileStatus, type FileStorageProvider, type FileSystemItem, FileTooLargeError, type FileWithStatus, type FindOrphanedOptions, type FolderItem, type GeneratedNameResult, type GoogleAuthConfig, GoogleDriveAuth, type GoogleDriveConfig, GoogleDriveModule, type GoogleDriveOpts, GoogleDriveProvider, HAZO_FILES_DEFAULT_TABLE_NAME, HAZO_FILES_JOB_TYPES, HAZO_FILES_MIGRATION_V2, HAZO_FILES_MIGRATION_V3, HAZO_FILES_MIGRATION_V4, HAZO_FILES_NAMING_DEFAULT_TABLE_NAME, HAZO_FILES_NAMING_TABLE_SCHEMA, HAZO_FILES_TABLE_SCHEMA, HAZO_FILE_QUOTAS_DEFAULT_TABLE_NAME, HAZO_FILE_QUOTAS_TABLE_SCHEMA, type HazoFileQuotasColumnDefinitions, type HazoFilesColumnDefinitions, type HazoFilesConfig, type HazoFilesJobType, type HazoFilesMigrationV2, type HazoFilesMigrationV3, type HazoFilesMigrationV4, type HazoFilesNamingColumnDefinitions, type HazoFilesNamingTableSchema, type HazoFilesServerInstance, type HazoFilesServerOptions, type HazoFilesTableSchema, type HazoLLMInstance, type HazoLogger, ImportSizeCapError, InMemoryProvider, InvalidExtensionError, InvalidPathError, LLMExtractionService, type LLMFactory, type LLMFactoryConfig, type LLMProvider, type ListNamingConventionsOptions, type ListOptions, type LocalStorageConfig, LocalStorageModule, type MetadataLogger, type MigrationExecutor, type MigrationSchemaDefinition, type MoveOptions, type NameGenerationOptions, type NamingConventionInput, type NamingConventionRecord, NamingConventionService, type NamingConventionServiceOptions, type NamingConventionType, type NamingConventionUpdate, type NamingRuleConfiguratorProps, type NamingRuleHistoryEntry, type NamingRuleSchema, type NamingVariable, OperationError, type OperationResult, type ParsedNamingConvention, type PatternSegment, PermissionDeniedError, type ProbeResult, type ProgressCallback, type PurgeJobHandlerOptions, type PurgeOnePayload, type PurgePlanPayload, type PurgePlanResult, type PutOpts, type PutResult, type QuotaCrudServiceLike, QuotaExceededError, QuotaService, type QuotaServiceOptions, type QuotaStatus, type QuotaThresholdEvent, type RemoveExtractionOptions, type RemoveRefsCriteria, type RenameOptions, SSRFError, SYSTEM_COUNTER_VARIABLES, SYSTEM_DATE_VARIABLES, SYSTEM_FILE_VARIABLES, type SignedUrlOpts, StorageCollisionExhausted, type StorageModule, StorageNotConfigured, type StoragePath, type StorageProvider, StorageUnavailable, type TokenData, TrackedFileManager, type TrackedFileManagerFullOptions, type TrackedFileManagerOptions, type TrackedUploadOptions, type TreeNode, type UploadExtractOptions, type UploadExtractResult, UploadExtractService, type UploadOptions, type UploadWithRefOptions, type UseNamingRuleActions, type UseNamingRuleReturn, type UseNamingRuleState, type VariableCategory, addExtractionToFileData, backfillV2Defaults, buildFileWithStatus, clearExtractions, clonePattern, computeFileHash, computeFileHashFromStream, computeFileHashSync, computeFileInfo, createAndInitializeModule, createBasicFileManager, createDropboxAuth, createDropboxModule, createEmptyFileDataStructure, createEmptyNamingRuleSchema, createFileItem, createFileManager, createFileMetadataService, createFileRef, createFolderItem, createGoogleDriveAuth, createGoogleDriveModule, createHazoFilesServer, createInitializedFileManager, createInitializedTrackedFileManager, createLLMExtractionService, createLiteralSegment, createLocalModule, createModule, createNamingConventionService, createPurgeJobHandlers, createQuotaService, createTrackedFileManager, createUploadExtractService, createVariableSegment, deepMerge, errorResult, filterItems, formatBytes, formatCounter, formatDateToken, generateExtractionId, generateId, generatePreviewName, generateRefId, generateSampleConfig, generateSegmentId, getBaseName, getBreadcrumbs, getDirName, getExtension, getExtensionFromMime, getExtractionById, getExtractionCount, getExtractions, getFileCategory, getFileMetadataValues, getMergedData, getMigrationForTable, getMigrationV3ForTable, getMigrationV4ForTable, getMimeType, getNameWithoutExtension, getNamingSchemaForTable, getParentPath, getPathSegments, getRegisteredProviders, getRelativePath, getSchemaForTable, getSystemVariablePreviewValues, hasExtension, hasExtractionStructure, hasFileContentChanged, hashesEqual, hazo_files_generate_file_name, hazo_files_generate_folder_name, isAudio, isChildPath, isCounterVariable, isDateVariable, isDocument, isFile, isFileMetadataVariable, isFolder, isImage, isPreviewable, isProviderRegistered, isText, isVideo, joinPath, loadConfig, loadConfigAsync, migrateToV2, migrateToV3, normalizePath, parseConfig, parseFileData, parseFileRefs, parsePatternString, patternToString, recalculateMergedData, registerModule, removeExtractionById, removeExtractionByIndex, removeRefFromArray, removeRefsByCriteriaFromArray, sanitizeFilename, saveConfig, sortItems, stringifyFileData, stringifyFileRefs, successResult, toV2Record, updateExtractionById, validateExtractionData, validateFileDataStructure, validateNamingRuleSchema, validatePath };
+interface ExternalFileLinkOptions {
+    serve_base?: string;
+    serve_path?: string;
+    metadata?: FileMetadataRecord;
+}
+interface ExternalFileLink {
+    url: string;
+    link_type: 'provider_managed' | 'app_gated';
+    storage_type: StorageProvider | string;
+}
+interface ExternalFileLinkDeps {
+    metadataService: Pick<FileMetadataService, 'findById'>;
+}
+declare function external_file_link(file_id: string, deps: ExternalFileLinkDeps, opts?: ExternalFileLinkOptions): Promise<ExternalFileLink>;
+type ExternalFileLinkResult = ExternalFileLink | {
+    error: string;
+};
+declare function external_file_links(file_ids: string[], deps: ExternalFileLinkDeps, opts?: ExternalFileLinkOptions): Promise<Record<string, ExternalFileLinkResult>>;
+
+interface FileServeAuthContext {
+    request: Request;
+    file_id: string;
+}
+interface FileServeUser {
+    user_id?: string;
+    [k: string]: unknown;
+}
+interface FileServeHandlerOptions {
+    provider: Pick<FileStorageProvider, 'get'>;
+    metadataService: Pick<FileMetadataService, 'findById'>;
+    authenticate?: (ctx: FileServeAuthContext) => Promise<FileServeUser | null>;
+    authorize?: (ctx: FileServeAuthContext & {
+        user: FileServeUser;
+        metadata: FileMetadataRecord;
+    }) => Promise<boolean>;
+    get_file_id?: (request: Request) => string | null;
+}
+declare function createFileServeHandler(opts: FileServeHandlerOptions): (request: Request) => Promise<Response>;
+
+export { ALL_SYSTEM_VARIABLES, type AddExtractionOptions, type AddRefOptions, type AppFileServerOpts, AppFileServerProvider, type AuthCallbacks, AuthenticationError, type CleanupOrphanedOptions, ConfigurationError, type ContentTagConfig, type CreateFolderOptions, type CrudServiceLike, DEFAULT_DATE_FORMATS, type DatabaseSchemaDefinition, type DatabaseTrackingConfig, DirectoryExistsError, DirectoryNotEmptyError, DirectoryNotFoundError, type DownloadOptions, type DrivePathCache, DropboxAuth, type DropboxAuthCallbacks, type DropboxAuthConfig, type DropboxConfig, DropboxModule, type DropboxTokenData, type ExternalFileLink, type ExternalFileLinkDeps, type ExternalFileLinkOptions, type ExternalFileLinkResult, type ExtractionData, type ExtractionOptions, type ExtractionResult, type FileBrowserState, type FileDataStructure, type FileEntry, FileExistsError, type FileInfo, type FileItem, FileManager, type FileManagerOptions, type FileMetadataInput, type FileMetadataRecord, type FileMetadataRecordV2, FileMetadataService, type FileMetadataServiceOptions, type FileMetadataUpdate, FileNotFoundError, type FileRef, type FileRefVisibility, type FileServeAuthContext, type FileServeHandlerOptions, type FileServeUser, type FileStatus, type FileStorageProvider, type FileSystemItem, FileTooLargeError, type FileWithStatus, type FindOrphanedOptions, type FolderItem, type GeneratedNameResult, type GoogleAuthConfig, GoogleDriveAuth, type GoogleDriveConfig, GoogleDriveModule, type GoogleDriveOpts, GoogleDriveProvider, HAZO_FILES_DEFAULT_TABLE_NAME, HAZO_FILES_JOB_TYPES, HAZO_FILES_MIGRATION_V2, HAZO_FILES_MIGRATION_V3, HAZO_FILES_MIGRATION_V4, HAZO_FILES_NAMING_DEFAULT_TABLE_NAME, HAZO_FILES_NAMING_TABLE_SCHEMA, HAZO_FILES_TABLE_SCHEMA, HAZO_FILE_QUOTAS_DEFAULT_TABLE_NAME, HAZO_FILE_QUOTAS_TABLE_SCHEMA, type HazoFileQuotasColumnDefinitions, type HazoFilesColumnDefinitions, type HazoFilesConfig, type HazoFilesJobType, type HazoFilesMigrationV2, type HazoFilesMigrationV3, type HazoFilesMigrationV4, type HazoFilesNamingColumnDefinitions, type HazoFilesNamingTableSchema, type HazoFilesServerInstance, type HazoFilesServerOptions, type HazoFilesTableSchema, type HazoLLMInstance, type HazoLogger, ImportSizeCapError, InMemoryProvider, InvalidExtensionError, InvalidPathError, LLMExtractionService, type LLMFactory, type LLMFactoryConfig, type LLMProvider, type ListNamingConventionsOptions, type ListOptions, type LocalStorageConfig, LocalStorageModule, type MetadataLogger, type MigrationExecutor, type MigrationSchemaDefinition, type MoveOptions, type NameGenerationOptions, type NamingConventionInput, type NamingConventionRecord, NamingConventionService, type NamingConventionServiceOptions, type NamingConventionType, type NamingConventionUpdate, type NamingRuleConfiguratorProps, type NamingRuleHistoryEntry, type NamingRuleSchema, type NamingVariable, OperationError, type OperationResult, type ParsedNamingConvention, type PatternSegment, PermissionDeniedError, type ProbeResult, type ProgressCallback, type PurgeJobHandlerOptions, type PurgeOnePayload, type PurgePlanPayload, type PurgePlanResult, type PutOpts, type PutResult, type QuotaCrudServiceLike, QuotaExceededError, QuotaService, type QuotaServiceOptions, type QuotaStatus, type QuotaThresholdEvent, type RemoveExtractionOptions, type RemoveRefsCriteria, type RenameOptions, SSRFError, SYSTEM_COUNTER_VARIABLES, SYSTEM_DATE_VARIABLES, SYSTEM_FILE_VARIABLES, type SignedUrlOpts, StorageCollisionExhausted, type StorageModule, StorageNotConfigured, type StoragePath, type StorageProvider, StorageUnavailable, type TokenData, TrackedFileManager, type TrackedFileManagerFullOptions, type TrackedFileManagerOptions, type TrackedUploadOptions, type TreeNode, type UploadExtractOptions, type UploadExtractResult, UploadExtractService, type UploadOptions, type UploadWithRefOptions, type UseNamingRuleActions, type UseNamingRuleReturn, type UseNamingRuleState, type VariableCategory, addExtractionToFileData, backfillV2Defaults, buildFileWithStatus, clearExtractions, clonePattern, computeFileHash, computeFileHashFromStream, computeFileHashSync, computeFileInfo, createAndInitializeModule, createBasicFileManager, createDropboxAuth, createDropboxModule, createEmptyFileDataStructure, createEmptyNamingRuleSchema, createFileItem, createFileManager, createFileMetadataService, createFileRef, createFileServeHandler, createFolderItem, createGoogleDriveAuth, createGoogleDriveModule, createHazoFilesServer, createInitializedFileManager, createInitializedTrackedFileManager, createLLMExtractionService, createLiteralSegment, createLocalModule, createModule, createNamingConventionService, createPurgeJobHandlers, createQuotaService, createTrackedFileManager, createUploadExtractService, createVariableSegment, deepMerge, errorResult, external_file_link, external_file_links, filterItems, formatBytes, formatCounter, formatDateToken, generateExtractionId, generateId, generatePreviewName, generateRefId, generateSampleConfig, generateSegmentId, getBaseName, getBreadcrumbs, getDirName, getExtension, getExtensionFromMime, getExtractionById, getExtractionCount, getExtractions, getFileCategory, getFileMetadataValues, getMergedData, getMigrationForTable, getMigrationV3ForTable, getMigrationV4ForTable, getMimeType, getNameWithoutExtension, getNamingSchemaForTable, getParentPath, getPathSegments, getRegisteredProviders, getRelativePath, getSchemaForTable, getSystemVariablePreviewValues, hasExtension, hasExtractionStructure, hasFileContentChanged, hashesEqual, hazo_files_generate_file_name, hazo_files_generate_folder_name, isAudio, isChildPath, isCounterVariable, isDateVariable, isDocument, isFile, isFileMetadataVariable, isFolder, isImage, isPreviewable, isProviderRegistered, isText, isVideo, joinPath, loadConfig, loadConfigAsync, migrateToV2, migrateToV3, normalizePath, parseConfig, parseFileData, parseFileRefs, parsePatternString, patternToString, recalculateMergedData, registerModule, removeExtractionById, removeExtractionByIndex, removeRefFromArray, removeRefsByCriteriaFromArray, sanitizeFilename, saveConfig, sortItems, stringifyFileData, stringifyFileRefs, successResult, toV2Record, updateExtractionById, validateExtractionData, validateFileDataStructure, validateNamingRuleSchema, validatePath };