kiokuko-dsh 0.1.0

package/dist/embedding/jobs.d.ts

@@ -0,0 +1,67 @@
+import type { SqliteDatabase } from '../db/adapter.js';
+export { enqueueAllCurrentEntryEmbeddingsInTransaction, enqueueCurrentEntryEmbeddingInTransaction } from './store.js';
+export type { CurrentEntryEmbeddingJobInput } from './store.js';
+export declare const EMBEDDING_JOB_LEASE_MS = 60000;
+export declare const EMBEDDING_JOB_MAX_ATTEMPTS = 6;
+export type EmbeddingJobState = 'pending' | 'leased' | 'failed' | 'blocked';
+export type EmbeddingJobErrorCode = 'timeout' | 'rate_limited' | 'provider_unavailable' | 'invalid_response' | 'dimension_mismatch' | 'secret_blocked' | 'profile_changed' | 'entry_changed';
+export interface EmbeddingJob {
+    readonly entryId: string;
+    readonly profileId: string;
+    readonly revision: number;
+    readonly contentHash: string;
+    readonly state: EmbeddingJobState;
+    readonly attempts: number;
+    readonly availableAt: string;
+    readonly leaseId: string | null;
+    readonly leaseExpiresAt: string | null;
+    readonly errorCode: EmbeddingJobErrorCode | null;
+    readonly createdAt: string;
+    readonly updatedAt: string;
+    readonly workspace: string;
+}
+export interface ClaimedEmbeddingJob extends EmbeddingJob {
+    readonly state: 'leased';
+    readonly generation: number;
+    readonly leaseId: string;
+    readonly leaseExpiresAt: string;
+}
+export interface ClaimEmbeddingJobsOptions {
+    readonly maxJobs: number;
+    readonly workspace?: string;
+    readonly now?: string;
+    readonly leaseMs?: number;
+    readonly leaseIdFactory?: () => string;
+}
+export interface FinalizeEmbeddingJobInput {
+    readonly entryId: string;
+    readonly profileId: string;
+    readonly generation: number;
+    readonly leaseId: string;
+    readonly revision: number;
+    readonly contentHash: string;
+    readonly documentHash: string;
+    readonly vector: Float32Array | readonly number[];
+    readonly now: string;
+}
+export interface FailEmbeddingJobInput {
+    readonly entryId: string;
+    readonly profileId: string;
+    readonly generation: number;
+    readonly leaseId: string;
+    readonly errorCode: EmbeddingJobErrorCode;
+    readonly availableAt: string;
+    readonly now: string;
+    readonly permanent?: boolean;
+}
+export declare function claimEmbeddingJobs(database: SqliteDatabase, options: ClaimEmbeddingJobsOptions): ClaimedEmbeddingJob[];
+export declare function finalizeEmbeddingJobInTransaction(database: SqliteDatabase, input: FinalizeEmbeddingJobInput): void;
+export declare function finalizeEmbeddingJob(database: SqliteDatabase, input: FinalizeEmbeddingJobInput): void;
+export declare function failEmbeddingJobInTransaction(database: SqliteDatabase, input: FailEmbeddingJobInput): boolean;
+export declare function failEmbeddingJob(database: SqliteDatabase, input: FailEmbeddingJobInput): boolean;
+export declare function listEmbeddingJobs(database: SqliteDatabase, options?: {
+    profileId?: string;
+    workspace?: string;
+    state?: EmbeddingJobState;
+}): EmbeddingJob[];
+//# sourceMappingURL=jobs.d.ts.map

package/dist/embedding/jobs.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"jobs.d.ts","sourceRoot":"","sources":["../../src/embedding/jobs.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,cAAc,EAAa,MAAM,kBAAkB,CAAC;AAOlE,OAAO,EAAE,6CAA6C,EAAE,yCAAyC,EAAE,MAAM,YAAY,CAAC;AACtH,YAAY,EAAE,6BAA6B,EAAE,MAAM,YAAY,CAAC;AAEhE,eAAO,MAAM,sBAAsB,QAAS,CAAC;AAC7C,eAAO,MAAM,0BAA0B,IAAI,CAAC;AAE5C,MAAM,MAAM,iBAAiB,GAAG,SAAS,GAAG,QAAQ,GAAG,QAAQ,GAAG,SAAS,CAAC;AAC5E,MAAM,MAAM,qBAAqB,GAC7B,SAAS,GACT,cAAc,GACd,sBAAsB,GACtB,kBAAkB,GAClB,oBAAoB,GACpB,gBAAgB,GAChB,iBAAiB,GACjB,eAAe,CAAC;AAEpB,MAAM,WAAW,YAAY;IAC3B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,KAAK,EAAE,iBAAiB,CAAC;IAClC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,QAAQ,CAAC,cAAc,EAAE,MAAM,GAAG,IAAI,CAAC;IACvC,QAAQ,CAAC,SAAS,EAAE,qBAAqB,GAAG,IAAI,CAAC;IACjD,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;CAC5B;AAED,MAAM,WAAW,mBAAoB,SAAQ,YAAY;IACvD,QAAQ,CAAC,KAAK,EAAE,QAAQ,CAAC;IACzB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAC;CACjC;AAED,MAAM,WAAW,yBAAyB;IACxC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,GAAG,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,cAAc,CAAC,EAAE,MAAM,MAAM,CAAC;CACxC;AAED,MAAM,WAAW,yBAAyB;IACxC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,MAAM,EAAE,YAAY,GAAG,SAAS,MAAM,EAAE,CAAC;IAClD,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,qBAAqB;IACpC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,SAAS,EAAE,qBAAqB,CAAC;IAC1C,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,SAAS,CAAC,EAAE,OAAO,CAAC;CAC9B;AA+KD,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,cAAc,EAAE,OAAO,EAAE,yBAAyB,GAAG,mBAAmB,EAAE,CAEtH;AA+BD,wBAAgB,iCAAiC,CAAC,QAAQ,EAAE,cAAc,EAAE,KAAK,EAAE,yBAAyB,GAAG,IAAI,CA4BlH;AAED,wBAAgB,oBAAoB,CAAC,QAAQ,EAAE,cAAc,EAAE,KAAK,EAAE,yBAAyB,GAAG,IAAI,CAErG;AAUD,wBAAgB,6BAA6B,CAAC,QAAQ,EAAE,cAAc,EAAE,KAAK,EAAE,qBAAqB,GAAG,OAAO,CA+B7G;AAED,wBAAgB,gBAAgB,CAAC,QAAQ,EAAE,cAAc,EAAE,KAAK,EAAE,qBAAqB,GAAG,OAAO,CAEhG;AAED,wBAAgB,iBAAiB,CAC/B,QAAQ,EAAE,cAAc,EACxB,OAAO,GAAE;IAAE,SAAS,CAAC,EAAE,MAAM,CAAC;IAAC,SAAS,CAAC,EAAE,MAAM,CAAC;IAAC,KAAK,CAAC,EAAE,iBAAiB,CAAA;CAAO,GAClF,YAAY,EAAE,CAyBhB"}

package/dist/embedding/jobs.js

@@ -0,0 +1,259 @@
+import { randomUUID } from 'node:crypto';
+import { withImmediateTransaction } from '../db/transaction.js';
+import { KiokukoError } from '../errors.js';
+import { validateTimestamp } from '../ledger/validate.js';
+import { requireWorkspace } from '../serialization/validate.js';
+import { readEmbeddingRuntimeState, upsertEntryEmbeddingInTransaction } from './store.js';
+export { enqueueAllCurrentEntryEmbeddingsInTransaction, enqueueCurrentEntryEmbeddingInTransaction } from './store.js';
+export const EMBEDDING_JOB_LEASE_MS = 60_000;
+export const EMBEDDING_JOB_MAX_ATTEMPTS = 6;
+function invalid(message) {
+    throw new KiokukoError('VALIDATION_ERROR', message);
+}
+function integrity(message) {
+    throw new KiokukoError('INTEGRITY_ERROR', message);
+}
+function canonicalTimestamp(value, label) {
+    if (typeof value !== 'string' || !/^\d{4}-\d{2}-\d{2}T\d{2}:\d{2}:\d{2}\.\d{3}Z$/u.test(value)
+        || !Number.isFinite(Date.parse(value)) || new Date(Date.parse(value)).toISOString() !== value) {
+        integrity(`Stored embedding job ${label} is invalid`);
+    }
+    return value;
+}
+function hash(value, label) {
+    if (typeof value !== 'string' || !/^[0-9a-f]{64}$/u.test(value))
+        invalid(`${label} must be a lowercase SHA-256 hash`);
+    return value;
+}
+function jobRow(row) {
+    if (typeof row.entry_id !== 'string' || row.entry_id.length === 0
+        || typeof row.profile_id !== 'string' || !/^[0-9a-f]{64}$/u.test(row.profile_id)
+        || typeof row.revision !== 'number' || !Number.isSafeInteger(row.revision) || row.revision < 1
+        || typeof row.content_hash !== 'string' || !/^[0-9a-f]{64}$/u.test(row.content_hash)
+        || (row.state !== 'pending' && row.state !== 'leased' && row.state !== 'failed' && row.state !== 'blocked')
+        || typeof row.attempts !== 'number' || !Number.isSafeInteger(row.attempts) || row.attempts < 0
+        || typeof row.workspace !== 'string' || row.workspace.length === 0) {
+        integrity('Stored embedding job is invalid');
+    }
+    const availableAt = canonicalTimestamp(row.available_at, 'available_at');
+    const createdAt = canonicalTimestamp(row.created_at, 'created_at');
+    const updatedAt = canonicalTimestamp(row.updated_at, 'updated_at');
+    const leaseId = row.lease_id === null ? null : row.lease_id;
+    const leaseExpiresAt = row.lease_expires_at === null ? null : row.lease_expires_at;
+    if ((row.state === 'leased') !== (leaseId !== null && leaseExpiresAt !== null)
+        || (leaseId !== null && (typeof leaseId !== 'string' || leaseId.length === 0))
+        || (leaseExpiresAt !== null && typeof leaseExpiresAt !== 'string')) {
+        integrity('Stored embedding job lease state is invalid');
+    }
+    const normalizedLeaseExpiresAt = leaseExpiresAt === null ? null : canonicalTimestamp(leaseExpiresAt, 'lease_expires_at');
+    const errorCode = row.error_code === null ? null : row.error_code;
+    const errorCodes = new Set([
+        'timeout', 'rate_limited', 'provider_unavailable', 'invalid_response',
+        'dimension_mismatch', 'secret_blocked', 'profile_changed', 'entry_changed',
+    ]);
+    if (errorCode !== null && (typeof errorCode !== 'string' || !errorCodes.has(errorCode))) {
+        integrity('Stored embedding job error code is invalid');
+    }
+    return {
+        entryId: row.entry_id,
+        profileId: row.profile_id,
+        revision: row.revision,
+        contentHash: row.content_hash,
+        state: row.state,
+        attempts: row.attempts,
+        availableAt,
+        leaseId,
+        leaseExpiresAt: normalizedLeaseExpiresAt,
+        errorCode: errorCode,
+        createdAt,
+        updatedAt,
+        workspace: row.workspace,
+    };
+}
+function claimLimit(value) {
+    if (!Number.isSafeInteger(value) || value < 1 || value > 64)
+        invalid('maxJobs must be an integer between 1 and 64');
+    return value;
+}
+function leaseDuration(value) {
+    const duration = value ?? EMBEDDING_JOB_LEASE_MS;
+    if (!Number.isSafeInteger(duration) || duration < 1_000 || duration > 300_000) {
+        invalid('leaseMs must be an integer between 1000 and 300000');
+    }
+    return duration;
+}
+function claimInTransaction(database, options) {
+    const maxJobs = claimLimit(options.maxJobs);
+    const now = options.now ?? new Date().toISOString();
+    if (!/^\d{4}-\d{2}-\d{2}T\d{2}:\d{2}:\d{2}\.\d{3}Z$/u.test(now)
+        || !Number.isFinite(Date.parse(now)) || new Date(Date.parse(now)).toISOString() !== now) {
+        invalid('now must be a canonical ISO-8601 UTC timestamp');
+    }
+    const leaseExpiresAt = new Date(Date.parse(now) + leaseDuration(options.leaseMs)).toISOString();
+    const workspace = options.workspace === undefined ? undefined : requireWorkspace(options.workspace);
+    const runtime = readEmbeddingRuntimeState(database);
+    if (runtime.activeProfileId === null)
+        return [];
+    const rows = database.prepare(`
+    SELECT j.entry_id, j.profile_id, j.revision, j.content_hash, j.state,
+           j.attempts, j.available_at, j.lease_id, j.lease_expires_at,
+           j.error_code, j.created_at, j.updated_at, e.workspace
+      FROM embedding_jobs AS j
+      JOIN entries AS e ON e.id = j.entry_id
+     WHERE j.profile_id = ?
+       AND (
+         (j.state = 'pending' AND j.available_at <= ?)
+         OR (j.state = 'failed' AND j.attempts < ? AND j.available_at <= ?)
+         OR (j.state = 'leased' AND j.attempts < ? AND j.lease_expires_at IS NOT NULL AND j.lease_expires_at <= ?)
+       )
+       ${workspace === undefined ? '' : 'AND e.workspace = ?'}
+     ORDER BY j.available_at ASC, j.entry_id ASC
+     LIMIT ?
+  `).all(runtime.activeProfileId, now, EMBEDDING_JOB_MAX_ATTEMPTS, now, EMBEDDING_JOB_MAX_ATTEMPTS, now, ...(workspace === undefined ? [] : [workspace]), maxJobs);
+    const leaseIdFactory = options.leaseIdFactory ?? randomUUID;
+    const claimed = [];
+    for (const row of rows) {
+        const job = jobRow(row);
+        const leaseId = leaseIdFactory();
+        if (typeof leaseId !== 'string' || leaseId.length === 0 || leaseId.length > 256)
+            invalid('leaseIdFactory returned an invalid lease ID');
+        database.prepare(`
+      UPDATE embedding_jobs
+         SET state = 'leased', attempts = attempts + 1, available_at = ?,
+             lease_id = ?, lease_expires_at = ?, error_code = NULL, updated_at = ?
+       WHERE entry_id = ? AND profile_id = ?
+         AND state = ? AND revision = ? AND content_hash = ?
+    `).run(now, leaseId, leaseExpiresAt, now, job.entryId, job.profileId, job.state, job.revision, job.contentHash);
+        const updated = database.prepare(`
+      SELECT j.entry_id, j.profile_id, j.revision, j.content_hash, j.state,
+             j.attempts, j.available_at, j.lease_id, j.lease_expires_at,
+             j.error_code, j.created_at, j.updated_at, e.workspace
+        FROM embedding_jobs AS j
+        JOIN entries AS e ON e.id = j.entry_id
+       WHERE j.entry_id = ? AND j.profile_id = ?
+    `).get(job.entryId, job.profileId);
+        if (updated === undefined)
+            integrity('Claimed embedding job disappeared');
+        const claimedJob = jobRow(updated);
+        if (claimedJob.state !== 'leased' || claimedJob.leaseId !== leaseId || claimedJob.leaseExpiresAt !== leaseExpiresAt) {
+            integrity('Embedding job lease claim was not persisted');
+        }
+        claimed.push({ ...claimedJob, state: 'leased', generation: runtime.generation, leaseId, leaseExpiresAt });
+    }
+    return claimed;
+}
+export function claimEmbeddingJobs(database, options) {
+    return withImmediateTransaction(database, () => claimInTransaction(database, options));
+}
+function jobForLease(database, input) {
+    const row = database.prepare(`
+    SELECT j.entry_id, j.profile_id, j.revision, j.content_hash, j.state,
+           j.attempts, j.available_at, j.lease_id, j.lease_expires_at,
+           j.error_code, j.created_at, j.updated_at, e.workspace
+      FROM embedding_jobs AS j
+      JOIN entries AS e ON e.id = j.entry_id
+     WHERE j.entry_id = ? AND j.profile_id = ?
+  `).get(input.entryId, input.profileId);
+    return row === undefined ? undefined : jobRow(row);
+}
+function leaseOwner(database, input) {
+    const runtime = readEmbeddingRuntimeState(database);
+    if (!Number.isSafeInteger(input.generation) || input.generation < 1
+        || runtime.activeProfileId !== input.profileId || runtime.generation !== input.generation) {
+        throw new KiokukoError('CONFLICT', 'Embedding runtime changed while processing a job');
+    }
+    const job = jobForLease(database, input);
+    if (job === undefined || job.state !== 'leased' || job.leaseId !== input.leaseId
+        || job.leaseExpiresAt === null || job.leaseExpiresAt <= input.now) {
+        throw new KiokukoError('CONFLICT', 'Embedding job lease is stale');
+    }
+    return job;
+}
+export function finalizeEmbeddingJobInTransaction(database, input) {
+    const now = validateTimestamp(input.now, 'now');
+    const job = leaseOwner(database, {
+        entryId: input.entryId,
+        profileId: input.profileId,
+        generation: input.generation,
+        leaseId: input.leaseId,
+        now,
+    });
+    if (job.revision !== input.revision || job.contentHash !== input.contentHash) {
+        throw new KiokukoError('CONFLICT', 'Embedding job source changed while processing');
+    }
+    upsertEntryEmbeddingInTransaction(database, {
+        entryId: input.entryId,
+        profileId: input.profileId,
+        revision: input.revision,
+        contentHash: input.contentHash,
+        documentHash: input.documentHash,
+        vector: input.vector,
+        createdAt: now,
+    });
+    database.prepare(`
+    DELETE FROM embedding_jobs
+     WHERE entry_id = ? AND profile_id = ? AND state = 'leased' AND lease_id = ?
+  `).run(input.entryId, input.profileId, input.leaseId);
+    if (jobForLease(database, input) !== undefined) {
+        throw new KiokukoError('INTEGRITY_ERROR', 'Embedding job was not finalized');
+    }
+}
+export function finalizeEmbeddingJob(database, input) {
+    withImmediateTransaction(database, () => finalizeEmbeddingJobInTransaction(database, input));
+}
+function failureCode(value) {
+    if (![
+        'timeout', 'rate_limited', 'provider_unavailable', 'invalid_response',
+        'dimension_mismatch', 'secret_blocked', 'profile_changed', 'entry_changed',
+    ].includes(value))
+        invalid('errorCode is invalid');
+    return value;
+}
+export function failEmbeddingJobInTransaction(database, input) {
+    const now = validateTimestamp(input.now, 'now');
+    const availableAt = validateTimestamp(input.availableAt, 'availableAt');
+    failureCode(input.errorCode);
+    const runtime = readEmbeddingRuntimeState(database);
+    if (runtime.activeProfileId !== input.profileId || runtime.generation !== input.generation)
+        return false;
+    const job = jobForLease(database, input);
+    if (job === undefined || job.state !== 'leased' || job.leaseId !== input.leaseId || job.leaseExpiresAt === null || job.leaseExpiresAt <= now)
+        return false;
+    const state = input.errorCode === 'secret_blocked' ? 'blocked' : 'failed';
+    database.prepare(`
+    UPDATE embedding_jobs
+       SET state = ?, attempts = CASE WHEN ? = 1 THEN ? ELSE attempts END,
+           available_at = ?, lease_id = NULL, lease_expires_at = NULL,
+           error_code = ?, updated_at = ?
+     WHERE entry_id = ? AND profile_id = ? AND state = 'leased' AND lease_id = ?
+  `).run(state, input.permanent === true ? 1 : 0, EMBEDDING_JOB_MAX_ATTEMPTS, availableAt, input.errorCode, now, input.entryId, input.profileId, input.leaseId);
+    const updated = jobForLease(database, input);
+    if (updated === undefined || updated.state !== state || updated.errorCode !== input.errorCode || updated.leaseId !== null) {
+        throw new KiokukoError('INTEGRITY_ERROR', 'Embedding job failure was not persisted');
+    }
+    return true;
+}
+export function failEmbeddingJob(database, input) {
+    return withImmediateTransaction(database, () => failEmbeddingJobInTransaction(database, input));
+}
+export function listEmbeddingJobs(database, options = {}) {
+    readEmbeddingRuntimeState(database);
+    const profileId = options.profileId === undefined ? undefined : hash(options.profileId, 'profileId');
+    const workspace = options.workspace === undefined ? undefined : requireWorkspace(options.workspace);
+    const state = options.state;
+    if (state !== undefined && state !== 'pending' && state !== 'leased' && state !== 'failed' && state !== 'blocked')
+        invalid('state is invalid');
+    const rows = database.prepare(`
+    SELECT j.entry_id, j.profile_id, j.revision, j.content_hash, j.state,
+           j.attempts, j.available_at, j.lease_id, j.lease_expires_at,
+           j.error_code, j.created_at, j.updated_at, e.workspace
+      FROM embedding_jobs AS j
+      JOIN entries AS e ON e.id = j.entry_id
+     WHERE (? IS NULL OR j.profile_id = ?)
+       AND (? IS NULL OR e.workspace = ?)
+       AND (? IS NULL OR j.state = ?)
+     ORDER BY j.profile_id ASC, j.entry_id ASC
+  `).all(profileId ?? null, profileId ?? null, workspace ?? null, workspace ?? null, state ?? null, state ?? null);
+    return rows.map(jobRow);
+}
+//# sourceMappingURL=jobs.js.map

package/dist/embedding/jobs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"jobs.js","sourceRoot":"","sources":["../../src/embedding/jobs.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAEzC,OAAO,EAAE,wBAAwB,EAAE,MAAM,sBAAsB,CAAC;AAChE,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAC5C,OAAO,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAC1D,OAAO,EAAE,gBAAgB,EAAE,MAAM,8BAA8B,CAAC;AAChE,OAAO,EAAE,yBAAyB,EAAE,iCAAiC,EAAE,MAAM,YAAY,CAAC;AAE1F,OAAO,EAAE,6CAA6C,EAAE,yCAAyC,EAAE,MAAM,YAAY,CAAC;AAGtH,MAAM,CAAC,MAAM,sBAAsB,GAAG,MAAM,CAAC;AAC7C,MAAM,CAAC,MAAM,0BAA0B,GAAG,CAAC,CAAC;AAmF5C,SAAS,OAAO,CAAC,OAAe;IAC9B,MAAM,IAAI,YAAY,CAAC,kBAAkB,EAAE,OAAO,CAAC,CAAC;AACtD,CAAC;AAED,SAAS,SAAS,CAAC,OAAe;IAChC,MAAM,IAAI,YAAY,CAAC,iBAAiB,EAAE,OAAO,CAAC,CAAC;AACrD,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAc,EAAE,KAAa;IACvD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,gDAAgD,CAAC,IAAI,CAAC,KAAK,CAAC;WACzF,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,WAAW,EAAE,KAAK,KAAK,EAAE,CAAC;QAChG,SAAS,CAAC,wBAAwB,KAAK,aAAa,CAAC,CAAC;IACxD,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,IAAI,CAAC,KAAc,EAAE,KAAa;IACzC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,CAAC,GAAG,KAAK,mCAAmC,CAAC,CAAC;IACtH,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,MAAM,CAAC,GAAW;IACzB,IAAI,OAAO,GAAG,CAAC,QAAQ,KAAK,QAAQ,IAAI,GAAG,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC;WAC5D,OAAO,GAAG,CAAC,UAAU,KAAK,QAAQ,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC;WAC7E,OAAO,GAAG,CAAC,QAAQ,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,GAAG,CAAC,QAAQ,GAAG,CAAC;WAC3F,OAAO,GAAG,CAAC,YAAY,KAAK,QAAQ,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC;WACjF,CAAC,GAAG,CAAC,KAAK,KAAK,SAAS,IAAI,GAAG,CAAC,KAAK,KAAK,QAAQ,IAAI,GAAG,CAAC,KAAK,KAAK,QAAQ,IAAI,GAAG,CAAC,KAAK,KAAK,SAAS,CAAC;WACxG,OAAO,GAAG,CAAC,QAAQ,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,GAAG,CAAC,QAAQ,GAAG,CAAC;WAC3F,OAAO,GAAG,CAAC,SAAS,KAAK,QAAQ,IAAI,GAAG,CAAC,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACrE,SAAS,CAAC,iCAAiC,CAAC,CAAC;IAC/C,CAAC;IACD,MAAM,WAAW,GAAG,kBAAkB,CAAC,GAAG,CAAC,YAAY,EAAE,cAAc,CAAC,CAAC;IACzE,MAAM,SAAS,GAAG,kBAAkB,CAAC,GAAG,CAAC,UAAU,EAAE,YAAY,CAAC,CAAC;IACnE,MAAM,SAAS,GAAG,kBAAkB,CAAC,GAAG,CAAC,UAAU,EAAE,YAAY,CAAC,CAAC;IACnE,MAAM,OAAO,GAAG,GAAG,CAAC,QAAQ,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC;IAC5D,MAAM,cAAc,GAAG,GAAG,CAAC,gBAAgB,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,gBAAgB,CAAC;IACnF,IAAI,CAAC,GAAG,CAAC,KAAK,KAAK,QAAQ,CAAC,KAAK,CAAC,OAAO,KAAK,IAAI,IAAI,cAAc,KAAK,IAAI,CAAC;WACzE,CAAC,OAAO,KAAK,IAAI,IAAI,CAAC,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC;WAC3E,CAAC,cAAc,KAAK,IAAI,IAAI,OAAO,cAAc,KAAK,QAAQ,CAAC,EAAE,CAAC;QACrE,SAAS,CAAC,6CAA6C,CAAC,CAAC;IAC3D,CAAC;IACD,MAAM,wBAAwB,GAAG,cAAc,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,kBAAkB,CAAC,cAAc,EAAE,kBAAkB,CAAC,CAAC;IACzH,MAAM,SAAS,GAAG,GAAG,CAAC,UAAU,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC;IAClE,MAAM,UAAU,GAAG,IAAI,GAAG,CAAwB;QAChD,SAAS,EAAE,cAAc,EAAE,sBAAsB,EAAE,kBAAkB;QACrE,oBAAoB,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,eAAe;KAC3E,CAAC,CAAC;IACH,IAAI,SAAS,KAAK,IAAI,IAAI,CAAC,OAAO,SAAS,KAAK,QAAQ,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,SAAkC,CAAC,CAAC,EAAE,CAAC;QACjH,SAAS,CAAC,4CAA4C,CAAC,CAAC;IAC1D,CAAC;IACD,OAAO;QACL,OAAO,EAAE,GAAG,CAAC,QAAQ;QACrB,SAAS,EAAE,GAAG,CAAC,UAAU;QACzB,QAAQ,EAAE,GAAG,CAAC,QAAQ;QACtB,WAAW,EAAE,GAAG,CAAC,YAAY;QAC7B,KAAK,EAAE,GAAG,CAAC,KAAK;QAChB,QAAQ,EAAE,GAAG,CAAC,QAAQ;QACtB,WAAW;QACX,OAAO;QACP,cAAc,EAAE,wBAAwB;QACxC,SAAS,EAAE,SAAyC;QACpD,SAAS;QACT,SAAS;QACT,SAAS,EAAE,GAAG,CAAC,SAAS;KACzB,CAAC;AACJ,CAAC;AAED,SAAS,UAAU,CAAC,KAAa;IAC/B,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,IAAI,KAAK,GAAG,EAAE;QAAE,OAAO,CAAC,6CAA6C,CAAC,CAAC;IACpH,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,aAAa,CAAC,KAAyB;IAC9C,MAAM,QAAQ,GAAG,KAAK,IAAI,sBAAsB,CAAC;IACjD,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,QAAQ,CAAC,IAAI,QAAQ,GAAG,KAAK,IAAI,QAAQ,GAAG,OAAO,EAAE,CAAC;QAC9E,OAAO,CAAC,oDAAoD,CAAC,CAAC;IAChE,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,kBAAkB,CAAC,QAAwB,EAAE,OAAkC;IACtF,MAAM,OAAO,GAAG,UAAU,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IAC5C,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IACpD,IAAI,CAAC,gDAAgD,CAAC,IAAI,CAAC,GAAG,CAAC;WAC1D,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,WAAW,EAAE,KAAK,GAAG,EAAE,CAAC;QAC1F,OAAO,CAAC,gDAAgD,CAAC,CAAC;IAC5D,CAAC;IACD,MAAM,cAAc,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,aAAa,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;IAChG,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,gBAAgB,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IACpG,MAAM,OAAO,GAAG,yBAAyB,CAAC,QAAQ,CAAC,CAAC;IACpD,IAAI,OAAO,CAAC,eAAe,KAAK,IAAI;QAAE,OAAO,EAAE,CAAC;IAChD,MAAM,IAAI,GAAG,QAAQ,CAAC,OAAO,CAAC;;;;;;;;;;;;SAYvB,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,qBAAqB;;;GAG1D,CAAC,CAAC,GAAG,CACJ,OAAO,CAAC,eAAe,EACvB,GAAG,EACH,0BAA0B,EAC1B,GAAG,EACH,0BAA0B,EAC1B,GAAG,EACH,GAAG,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,EAC/C,OAAO,CACR,CAAC;IACF,MAAM,cAAc,GAAG,OAAO,CAAC,cAAc,IAAI,UAAU,CAAC;IAC5D,MAAM,OAAO,GAA0B,EAAE,CAAC;IAC1C,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;QACxB,MAAM,OAAO,GAAG,cAAc,EAAE,CAAC;QACjC,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,OAAO,CAAC,MAAM,GAAG,GAAG;YAAE,OAAO,CAAC,6CAA6C,CAAC,CAAC;QACxI,QAAQ,CAAC,OAAO,CAAC;;;;;;KAMhB,CAAC,CAAC,GAAG,CACJ,GAAG,EACH,OAAO,EACP,cAAc,EACd,GAAG,EACH,GAAG,CAAC,OAAO,EACX,GAAG,CAAC,SAAS,EACb,GAAG,CAAC,KAAK,EACT,GAAG,CAAC,QAAQ,EACZ,GAAG,CAAC,WAAW,CAChB,CAAC;QACF,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC;;;;;;;KAOhC,CAAC,CAAC,GAAG,CAAS,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC,SAAS,CAAC,CAAC;QAC3C,IAAI,OAAO,KAAK,SAAS;YAAE,SAAS,CAAC,mCAAmC,CAAC,CAAC;QAC1E,MAAM,UAAU,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC;QACnC,IAAI,UAAU,CAAC,KAAK,KAAK,QAAQ,IAAI,UAAU,CAAC,OAAO,KAAK,OAAO,IAAI,UAAU,CAAC,cAAc,KAAK,cAAc,EAAE,CAAC;YACpH,SAAS,CAAC,6CAA6C,CAAC,CAAC;QAC3D,CAAC;QACD,OAAO,CAAC,IAAI,CAAC,EAAE,GAAG,UAAU,EAAE,KAAK,EAAE,QAAQ,EAAE,UAAU,EAAE,OAAO,CAAC,UAAU,EAAE,OAAO,EAAE,cAAc,EAAE,CAAC,CAAC;IAC5G,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,QAAwB,EAAE,OAAkC;IAC7F,OAAO,wBAAwB,CAAC,QAAQ,EAAE,GAAG,EAAE,CAAC,kBAAkB,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC;AACzF,CAAC;AAED,SAAS,WAAW,CAAC,QAAwB,EAAE,KAA6C;IAC1F,MAAM,GAAG,GAAG,QAAQ,CAAC,OAAO,CAAC;;;;;;;GAO5B,CAAC,CAAC,GAAG,CAAS,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC;IAC/C,OAAO,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;AACrD,CAAC;AAED,SAAS,UAAU,CACjB,QAAwB,EACxB,KAA+F;IAE/F,MAAM,OAAO,GAAG,yBAAyB,CAAC,QAAQ,CAAC,CAAC;IACpD,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,KAAK,CAAC,UAAU,GAAG,CAAC;WAC9D,OAAO,CAAC,eAAe,KAAK,KAAK,CAAC,SAAS,IAAI,OAAO,CAAC,UAAU,KAAK,KAAK,CAAC,UAAU,EAAE,CAAC;QAC5F,MAAM,IAAI,YAAY,CAAC,UAAU,EAAE,kDAAkD,CAAC,CAAC;IACzF,CAAC;IACD,MAAM,GAAG,GAAG,WAAW,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IACzC,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,CAAC,KAAK,KAAK,QAAQ,IAAI,GAAG,CAAC,OAAO,KAAK,KAAK,CAAC,OAAO;WAC3E,GAAG,CAAC,cAAc,KAAK,IAAI,IAAI,GAAG,CAAC,cAAc,IAAI,KAAK,CAAC,GAAG,EAAE,CAAC;QACpE,MAAM,IAAI,YAAY,CAAC,UAAU,EAAE,8BAA8B,CAAC,CAAC;IACrE,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,UAAU,iCAAiC,CAAC,QAAwB,EAAE,KAAgC;IAC1G,MAAM,GAAG,GAAG,iBAAiB,CAAC,KAAK,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;IAChD,MAAM,GAAG,GAAG,UAAU,CAAC,QAAQ,EAAE;QAC/B,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,UAAU,EAAE,KAAK,CAAC,UAAU;QAC5B,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,GAAG;KACJ,CAAC,CAAC;IACH,IAAI,GAAG,CAAC,QAAQ,KAAK,KAAK,CAAC,QAAQ,IAAI,GAAG,CAAC,WAAW,KAAK,KAAK,CAAC,WAAW,EAAE,CAAC;QAC7E,MAAM,IAAI,YAAY,CAAC,UAAU,EAAE,+CAA+C,CAAC,CAAC;IACtF,CAAC;IACD,iCAAiC,CAAC,QAAQ,EAAE;QAC1C,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,WAAW,EAAE,KAAK,CAAC,WAAW;QAC9B,YAAY,EAAE,KAAK,CAAC,YAAY;QAChC,MAAM,EAAE,KAAK,CAAC,MAAM;QACpB,SAAS,EAAE,GAAG;KACf,CAAC,CAAC;IACH,QAAQ,CAAC,OAAO,CAAC;;;GAGhB,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;IACtD,IAAI,WAAW,CAAC,QAAQ,EAAE,KAAK,CAAC,KAAK,SAAS,EAAE,CAAC;QAC/C,MAAM,IAAI,YAAY,CAAC,iBAAiB,EAAE,iCAAiC,CAAC,CAAC;IAC/E,CAAC;AACH,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,QAAwB,EAAE,KAAgC;IAC7F,wBAAwB,CAAC,QAAQ,EAAE,GAAG,EAAE,CAAC,iCAAiC,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC,CAAC;AAC/F,CAAC;AAED,SAAS,WAAW,CAAC,KAA4B;IAC/C,IAAI,CAAC;QACH,SAAS,EAAE,cAAc,EAAE,sBAAsB,EAAE,kBAAkB;QACrE,oBAAoB,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,eAAe;KAC3E,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,CAAC,sBAAsB,CAAC,CAAC;IACnD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,6BAA6B,CAAC,QAAwB,EAAE,KAA4B;IAClG,MAAM,GAAG,GAAG,iBAAiB,CAAC,KAAK,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;IAChD,MAAM,WAAW,GAAG,iBAAiB,CAAC,KAAK,CAAC,WAAW,EAAE,aAAa,CAAC,CAAC;IACxE,WAAW,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;IAC7B,MAAM,OAAO,GAAG,yBAAyB,CAAC,QAAQ,CAAC,CAAC;IACpD,IAAI,OAAO,CAAC,eAAe,KAAK,KAAK,CAAC,SAAS,IAAI,OAAO,CAAC,UAAU,KAAK,KAAK,CAAC,UAAU;QAAE,OAAO,KAAK,CAAC;IACzG,MAAM,GAAG,GAAG,WAAW,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IACzC,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,CAAC,KAAK,KAAK,QAAQ,IAAI,GAAG,CAAC,OAAO,KAAK,KAAK,CAAC,OAAO,IAAI,GAAG,CAAC,cAAc,KAAK,IAAI,IAAI,GAAG,CAAC,cAAc,IAAI,GAAG;QAAE,OAAO,KAAK,CAAC;IAC3J,MAAM,KAAK,GAAG,KAAK,CAAC,SAAS,KAAK,gBAAgB,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC;IAC1E,QAAQ,CAAC,OAAO,CAAC;;;;;;GAMhB,CAAC,CAAC,GAAG,CACJ,KAAK,EACL,KAAK,CAAC,SAAS,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAChC,0BAA0B,EAC1B,WAAW,EACX,KAAK,CAAC,SAAS,EACf,GAAG,EACH,KAAK,CAAC,OAAO,EACb,KAAK,CAAC,SAAS,EACf,KAAK,CAAC,OAAO,CACd,CAAC;IACF,MAAM,OAAO,GAAG,WAAW,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IAC7C,IAAI,OAAO,KAAK,SAAS,IAAI,OAAO,CAAC,KAAK,KAAK,KAAK,IAAI,OAAO,CAAC,SAAS,KAAK,KAAK,CAAC,SAAS,IAAI,OAAO,CAAC,OAAO,KAAK,IAAI,EAAE,CAAC;QAC1H,MAAM,IAAI,YAAY,CAAC,iBAAiB,EAAE,yCAAyC,CAAC,CAAC;IACvF,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,QAAwB,EAAE,KAA4B;IACrF,OAAO,wBAAwB,CAAC,QAAQ,EAAE,GAAG,EAAE,CAAC,6BAA6B,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC,CAAC;AAClG,CAAC;AAED,MAAM,UAAU,iBAAiB,CAC/B,QAAwB,EACxB,UAAiF,EAAE;IAEnF,yBAAyB,CAAC,QAAQ,CAAC,CAAC;IACpC,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;IACrG,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,gBAAgB,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IACpG,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;IAC5B,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,CAAC,kBAAkB,CAAC,CAAC;IAC/I,MAAM,IAAI,GAAG,QAAQ,CAAC,OAAO,CAAC;;;;;;;;;;GAU7B,CAAC,CAAC,GAAG,CACJ,SAAS,IAAI,IAAI,EACjB,SAAS,IAAI,IAAI,EACjB,SAAS,IAAI,IAAI,EACjB,SAAS,IAAI,IAAI,EACjB,KAAK,IAAI,IAAI,EACb,KAAK,IAAI,IAAI,CACd,CAAC;IACF,OAAO,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;AAC1B,CAAC"}

package/dist/embedding/local-model-loader.d.ts

@@ -0,0 +1,24 @@
+import type { LocalEmbeddingProfileIdentity } from './types.js';
+export interface LocalModelRuntime {
+    embed(inputs: readonly string[], signal?: AbortSignal): Promise<readonly Float32Array[]>;
+    dispose?(): Promise<void> | void;
+}
+export interface LocalModelLoader {
+    load(profile: LocalEmbeddingProfileIdentity, modelDirectory: string): Promise<LocalModelRuntime>;
+}
+interface FeatureExtractionTensor {
+    readonly dims: readonly number[];
+    readonly data: ArrayLike<number>;
+}
+interface FeatureExtractionPipeline {
+    (inputs: readonly string[], options: {
+        pooling: 'mean';
+        normalize: true;
+    }): Promise<FeatureExtractionTensor>;
+    dispose?(): Promise<void> | void;
+}
+export declare function createLocalTransformersModelLoader(options?: {
+    readonly pipeline?: (task: string, model: string, options: Record<string, unknown>) => Promise<FeatureExtractionPipeline>;
+}): LocalModelLoader;
+export {};
+//# sourceMappingURL=local-model-loader.d.ts.map

package/dist/embedding/local-model-loader.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"local-model-loader.d.ts","sourceRoot":"","sources":["../../src/embedding/local-model-loader.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,6BAA6B,EAAE,MAAM,YAAY,CAAC;AAEhE,MAAM,WAAW,iBAAiB;IAChC,KAAK,CAAC,MAAM,EAAE,SAAS,MAAM,EAAE,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,SAAS,YAAY,EAAE,CAAC,CAAC;IACzF,OAAO,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;CAClC;AAED,MAAM,WAAW,gBAAgB;IAC/B,IAAI,CAAC,OAAO,EAAE,6BAA6B,EAAE,cAAc,EAAE,MAAM,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAAC;CAClG;AAED,UAAU,uBAAuB;IAC/B,QAAQ,CAAC,IAAI,EAAE,SAAS,MAAM,EAAE,CAAC;IACjC,QAAQ,CAAC,IAAI,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC;CAClC;AAED,UAAU,yBAAyB;IACjC,CAAC,MAAM,EAAE,SAAS,MAAM,EAAE,EAAE,OAAO,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,IAAI,CAAA;KAAE,GAAG,OAAO,CAAC,uBAAuB,CAAC,CAAC;IAC7G,OAAO,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;CAClC;AAqBD,wBAAgB,kCAAkC,CAChD,OAAO,GAAE;IAAE,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAAK,OAAO,CAAC,yBAAyB,CAAC,CAAA;CAAO,GAC1I,gBAAgB,CAqClB"}

package/dist/embedding/local-model-loader.js

@@ -0,0 +1,64 @@
+import { KiokukoError } from '../errors.js';
+function unavailable(message, cause) {
+    const error = new KiokukoError('SERVICE_UNAVAILABLE', message);
+    if (cause !== undefined)
+        Object.defineProperty(error, 'cause', { value: cause });
+    throw error;
+}
+function outputRows(output, expectedCount) {
+    if (!Array.isArray(output.dims) || output.dims.length !== 2 || output.dims[0] !== expectedCount || output.dims[1] !== 384) {
+        throw new KiokukoError('VALIDATION_ERROR', 'Local model returned unexpected embedding dimensions');
+    }
+    const vectors = [];
+    for (let row = 0; row < expectedCount; row += 1) {
+        const vector = new Float32Array(384);
+        for (let column = 0; column < 384; column += 1)
+            vector[column] = output.data[row * 384 + column] ?? Number.NaN;
+        vectors.push(vector);
+    }
+    return vectors;
+}
+export function createLocalTransformersModelLoader(options = {}) {
+    return {
+        load: async (profile, modelDirectory) => {
+            if (profile.providerKind !== 'local-transformers' || profile.dtype !== 'q8' || profile.pooling !== 'mean' || profile.normalize !== true || profile.dimensions !== 384) {
+                throw new KiokukoError('VALIDATION_ERROR', 'Local model profile contract is invalid');
+            }
+            let pipeline = options.pipeline;
+            if (pipeline === undefined) {
+                try {
+                    const transformers = await import('@huggingface/transformers');
+                    transformers.env.localModelPath = `${modelDirectory.endsWith('/') ? modelDirectory : `${modelDirectory}/`}`;
+                    transformers.env.allowLocalModels = true;
+                    transformers.env.allowRemoteModels = false;
+                    pipeline = transformers.pipeline;
+                }
+                catch (error) {
+                    unavailable('The optional local Transformers.js dependency is unavailable', error);
+                }
+            }
+            if (pipeline === undefined)
+                unavailable('The local Transformers.js pipeline is unavailable');
+            const pipelineFactory = pipeline;
+            let extractor;
+            try {
+                extractor = await pipelineFactory('feature-extraction', modelDirectory, { dtype: profile.dtype });
+            }
+            catch (error) {
+                unavailable('The verified local embedding model could not be loaded offline', error);
+            }
+            return {
+                embed: async (inputs, signal) => {
+                    if (signal?.aborted)
+                        throw new KiokukoError('SERVICE_UNAVAILABLE', 'Local embedding was interrupted');
+                    const output = await extractor(inputs, { pooling: 'mean', normalize: true });
+                    if (signal?.aborted)
+                        throw new KiokukoError('SERVICE_UNAVAILABLE', 'Local embedding was interrupted');
+                    return outputRows(output, inputs.length);
+                },
+                dispose: async () => { await extractor.dispose?.(); },
+            };
+        },
+    };
+}
+//# sourceMappingURL=local-model-loader.js.map

package/dist/embedding/local-model-loader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"local-model-loader.js","sourceRoot":"","sources":["../../src/embedding/local-model-loader.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAsB5C,SAAS,WAAW,CAAC,OAAe,EAAE,KAAe;IACnD,MAAM,KAAK,GAAG,IAAI,YAAY,CAAC,qBAAqB,EAAE,OAAO,CAAC,CAAC;IAC/D,IAAI,KAAK,KAAK,SAAS;QAAE,MAAM,CAAC,cAAc,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;IACjF,MAAM,KAAK,CAAC;AACd,CAAC;AAED,SAAS,UAAU,CAAC,MAA+B,EAAE,aAAqB;IACxE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,aAAa,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC;QAC1H,MAAM,IAAI,YAAY,CAAC,kBAAkB,EAAE,sDAAsD,CAAC,CAAC;IACrG,CAAC;IACD,MAAM,OAAO,GAAmB,EAAE,CAAC;IACnC,KAAK,IAAI,GAAG,GAAG,CAAC,EAAE,GAAG,GAAG,aAAa,EAAE,GAAG,IAAI,CAAC,EAAE,CAAC;QAChD,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,GAAG,CAAC,CAAC;QACrC,KAAK,IAAI,MAAM,GAAG,CAAC,EAAE,MAAM,GAAG,GAAG,EAAE,MAAM,IAAI,CAAC;YAAE,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,GAAG,GAAG,GAAG,MAAM,CAAC,IAAI,MAAM,CAAC,GAAG,CAAC;QAC/G,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACvB,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,UAAU,kCAAkC,CAChD,UAAyI,EAAE;IAE3I,OAAO;QACL,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,cAAc,EAAE,EAAE;YACtC,IAAI,OAAO,CAAC,YAAY,KAAK,oBAAoB,IAAI,OAAO,CAAC,KAAK,KAAK,IAAI,IAAI,OAAO,CAAC,OAAO,KAAK,MAAM,IAAI,OAAO,CAAC,SAAS,KAAK,IAAI,IAAI,OAAO,CAAC,UAAU,KAAK,GAAG,EAAE,CAAC;gBACtK,MAAM,IAAI,YAAY,CAAC,kBAAkB,EAAE,yCAAyC,CAAC,CAAC;YACxF,CAAC;YACD,IAAI,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;YAChC,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;gBAC3B,IAAI,CAAC;oBACH,MAAM,YAAY,GAAG,MAAM,MAAM,CAAC,2BAA2B,CAAC,CAAC;oBAC/D,YAAY,CAAC,GAAG,CAAC,cAAc,GAAG,GAAG,cAAc,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,GAAG,cAAc,GAAG,EAAE,CAAC;oBAC5G,YAAY,CAAC,GAAG,CAAC,gBAAgB,GAAG,IAAI,CAAC;oBACzC,YAAY,CAAC,GAAG,CAAC,iBAAiB,GAAG,KAAK,CAAC;oBAC3C,QAAQ,GAAG,YAAY,CAAC,QAAmD,CAAC;gBAC9E,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,WAAW,CAAC,8DAA8D,EAAE,KAAK,CAAC,CAAC;gBACrF,CAAC;YACH,CAAC;YACD,IAAI,QAAQ,KAAK,SAAS;gBAAE,WAAW,CAAC,mDAAmD,CAAC,CAAC;YAC7F,MAAM,eAAe,GAAG,QAAQ,CAAC;YACjC,IAAI,SAAoC,CAAC;YACzC,IAAI,CAAC;gBACH,SAAS,GAAG,MAAM,eAAe,CAAC,oBAAoB,EAAE,cAAc,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC;YACpG,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,WAAW,CAAC,gEAAgE,EAAE,KAAK,CAAC,CAAC;YACvF,CAAC;YACD,OAAO;gBACL,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE;oBAC9B,IAAI,MAAM,EAAE,OAAO;wBAAE,MAAM,IAAI,YAAY,CAAC,qBAAqB,EAAE,iCAAiC,CAAC,CAAC;oBACtG,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,MAAM,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;oBAC7E,IAAI,MAAM,EAAE,OAAO;wBAAE,MAAM,IAAI,YAAY,CAAC,qBAAqB,EAAE,iCAAiC,CAAC,CAAC;oBACtG,OAAO,UAAU,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;gBAC3C,CAAC;gBACD,OAAO,EAAE,KAAK,IAAI,EAAE,GAAG,MAAM,SAAS,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;aACtD,CAAC;QACJ,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/embedding/local-transformers-provider.d.ts

@@ -0,0 +1,17 @@
+import { type LocalModelLoader } from './local-model-loader.js';
+import type { EmbeddingProvider, LocalEmbeddingProfileIdentity } from './types.js';
+export interface LocalTransformersEmbeddingProviderOptions {
+    readonly profile: LocalEmbeddingProfileIdentity;
+    readonly modelDirectory: string;
+    readonly loader?: LocalModelLoader;
+}
+export declare class LocalTransformersEmbeddingProvider implements EmbeddingProvider {
+    #private;
+    readonly profile: LocalEmbeddingProfileIdentity;
+    constructor(options: LocalTransformersEmbeddingProviderOptions);
+    embed(inputs: readonly string[], options?: {
+        signal?: AbortSignal;
+    }): Promise<readonly Float32Array[]>;
+    close(): Promise<void>;
+}
+//# sourceMappingURL=local-transformers-provider.d.ts.map

package/dist/embedding/local-transformers-provider.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"local-transformers-provider.d.ts","sourceRoot":"","sources":["../../src/embedding/local-transformers-provider.ts"],"names":[],"mappings":"AAEA,OAAO,EAAsC,KAAK,gBAAgB,EAA0B,MAAM,yBAAyB,CAAC;AAC5H,OAAO,KAAK,EAAE,iBAAiB,EAAE,6BAA6B,EAAE,MAAM,YAAY,CAAC;AAiBnF,MAAM,WAAW,yCAAyC;IACxD,QAAQ,CAAC,OAAO,EAAE,6BAA6B,CAAC;IAChD,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAC;IAChC,QAAQ,CAAC,MAAM,CAAC,EAAE,gBAAgB,CAAC;CACpC;AAED,qBAAa,kCAAmC,YAAW,iBAAiB;;IAC1E,QAAQ,CAAC,OAAO,EAAE,6BAA6B,CAAC;gBAMpC,OAAO,EAAE,yCAAyC;IAaxD,KAAK,CAAC,MAAM,EAAE,SAAS,MAAM,EAAE,EAAE,OAAO,GAAE;QAAE,MAAM,CAAC,EAAE,WAAW,CAAA;KAAO,GAAG,OAAO,CAAC,SAAS,YAAY,EAAE,CAAC;IAS1G,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAM7B"}

package/dist/embedding/local-transformers-provider.js

@@ -0,0 +1,54 @@
+import { KiokukoError } from '../errors.js';
+import { normalizeVector } from './vector.js';
+import { createLocalTransformersModelLoader } from './local-model-loader.js';
+const MAX_INPUTS = 64;
+const MAX_INPUT_BYTES = 32 * 1024;
+function validateInputs(inputs) {
+    if (!Array.isArray(inputs) || inputs.length === 0 || inputs.length > MAX_INPUTS) {
+        throw new KiokukoError('VALIDATION_ERROR', 'Local embedding input batch is invalid');
+    }
+    return inputs.map((input) => {
+        if (typeof input !== 'string' || input.length === 0 || Buffer.byteLength(input, 'utf8') > MAX_INPUT_BYTES || /[\u0000-\u0008\u000b\u000c\u000e-\u001f\u007f]/u.test(input)) {
+            throw new KiokukoError('VALIDATION_ERROR', 'Local embedding input is invalid');
+        }
+        return input;
+    });
+}
+export class LocalTransformersEmbeddingProvider {
+    profile;
+    #modelDirectory;
+    #loader;
+    #runtime;
+    #closed = false;
+    constructor(options) {
+        if (options.profile.providerKind !== 'local-transformers')
+            throw new KiokukoError('VALIDATION_ERROR', 'Local provider profile is invalid');
+        this.profile = Object.freeze({ ...options.profile });
+        this.#modelDirectory = options.modelDirectory;
+        this.#loader = options.loader ?? createLocalTransformersModelLoader();
+    }
+    async #load() {
+        if (this.#closed)
+            throw new KiokukoError('SERVICE_UNAVAILABLE', 'Local embedding provider is closed');
+        this.#runtime ??= this.#loader.load(this.profile, this.#modelDirectory);
+        return this.#runtime;
+    }
+    async embed(inputs, options = {}) {
+        const validInputs = validateInputs(inputs);
+        if (options.signal?.aborted)
+            throw new KiokukoError('SERVICE_UNAVAILABLE', 'Local embedding was interrupted');
+        const runtime = await this.#load();
+        const vectors = await runtime.embed(validInputs, options.signal);
+        if (vectors.length !== validInputs.length)
+            throw new KiokukoError('VALIDATION_ERROR', 'Local model returned the wrong number of embeddings');
+        return vectors.map((vector) => normalizeVector(vector, this.profile.dimensions));
+    }
+    async close() {
+        if (this.#closed)
+            return;
+        this.#closed = true;
+        const runtime = this.#runtime === undefined ? undefined : await this.#runtime;
+        await runtime?.dispose?.();
+    }
+}
+//# sourceMappingURL=local-transformers-provider.js.map

package/dist/embedding/local-transformers-provider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"local-transformers-provider.js","sourceRoot":"","sources":["../../src/embedding/local-transformers-provider.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAC5C,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAC9C,OAAO,EAAE,kCAAkC,EAAiD,MAAM,yBAAyB,CAAC;AAG5H,MAAM,UAAU,GAAG,EAAE,CAAC;AACtB,MAAM,eAAe,GAAG,EAAE,GAAG,IAAI,CAAC;AAElC,SAAS,cAAc,CAAC,MAAyB;IAC/C,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,MAAM,CAAC,MAAM,GAAG,UAAU,EAAE,CAAC;QAChF,MAAM,IAAI,YAAY,CAAC,kBAAkB,EAAE,wCAAwC,CAAC,CAAC;IACvF,CAAC;IACD,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;QAC1B,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,MAAM,CAAC,UAAU,CAAC,KAAK,EAAE,MAAM,CAAC,GAAG,eAAe,IAAI,iDAAiD,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;YAC3K,MAAM,IAAI,YAAY,CAAC,kBAAkB,EAAE,kCAAkC,CAAC,CAAC;QACjF,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC,CAAC,CAAC;AACL,CAAC;AAQD,MAAM,OAAO,kCAAkC;IACpC,OAAO,CAAgC;IACvC,eAAe,CAAS;IACxB,OAAO,CAAmB;IACnC,QAAQ,CAAyC;IACjD,OAAO,GAAG,KAAK,CAAC;IAEhB,YAAY,OAAkD;QAC5D,IAAI,OAAO,CAAC,OAAO,CAAC,YAAY,KAAK,oBAAoB;YAAE,MAAM,IAAI,YAAY,CAAC,kBAAkB,EAAE,mCAAmC,CAAC,CAAC;QAC3I,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,EAAE,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;QACrD,IAAI,CAAC,eAAe,GAAG,OAAO,CAAC,cAAc,CAAC;QAC9C,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,MAAM,IAAI,kCAAkC,EAAE,CAAC;IACxE,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,YAAY,CAAC,qBAAqB,EAAE,oCAAoC,CAAC,CAAC;QACtG,IAAI,CAAC,QAAQ,KAAK,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,eAAe,CAAC,CAAC;QACxE,OAAO,IAAI,CAAC,QAAQ,CAAC;IACvB,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,MAAyB,EAAE,UAAoC,EAAE;QAC3E,MAAM,WAAW,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC;QAC3C,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO;YAAE,MAAM,IAAI,YAAY,CAAC,qBAAqB,EAAE,iCAAiC,CAAC,CAAC;QAC9G,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QACnC,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,WAAW,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;QACjE,IAAI,OAAO,CAAC,MAAM,KAAK,WAAW,CAAC,MAAM;YAAE,MAAM,IAAI,YAAY,CAAC,kBAAkB,EAAE,qDAAqD,CAAC,CAAC;QAC7I,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,eAAe,CAAC,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC;IACnF,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,OAAO;YAAE,OAAO;QACzB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,QAAQ,CAAC;QAC9E,MAAM,OAAO,EAAE,OAAO,EAAE,EAAE,CAAC;IAC7B,CAAC;CACF"}

package/dist/embedding/model-download.d.ts

@@ -0,0 +1,32 @@
+import { type VerifiedModelManifest } from './model-manifest.js';
+import type { LocalEmbeddingPreset } from './presets/manifest.js';
+export interface ModelDownloadProgress {
+    readonly file: string;
+    readonly completedBytes: number;
+    readonly totalBytes: number;
+}
+export interface DownloadedModel {
+    readonly directory: string;
+    readonly manifest: VerifiedModelManifest;
+}
+export interface ModelDownloader {
+    download(preset: LocalEmbeddingPreset, stagingDirectory: string, options?: {
+        readonly signal?: AbortSignal;
+        readonly onProgress?: (progress: ModelDownloadProgress) => void;
+    }): Promise<DownloadedModel>;
+}
+type HubDownloadFile = (params: {
+    repo: {
+        type: 'model';
+        name: string;
+    };
+    path: string;
+    revision: string;
+    xet: boolean;
+    fetch?: typeof fetch;
+}) => Promise<Blob | null>;
+export declare function createHuggingFaceModelDownloader(options?: {
+    readonly downloadFile?: HubDownloadFile;
+}): ModelDownloader;
+export {};
+//# sourceMappingURL=model-download.d.ts.map

package/dist/embedding/model-download.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"model-download.d.ts","sourceRoot":"","sources":["../../src/embedding/model-download.ts"],"names":[],"mappings":"AAGA,OAAO,EAA+C,KAAK,qBAAqB,EAAE,MAAM,qBAAqB,CAAC;AAC9G,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,uBAAuB,CAAC;AAElE,MAAM,WAAW,qBAAqB;IACpC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAC;IAChC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;CAC7B;AAED,MAAM,WAAW,eAAe;IAC9B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,QAAQ,EAAE,qBAAqB,CAAC;CAC1C;AAED,MAAM,WAAW,eAAe;IAC9B,QAAQ,CACN,MAAM,EAAE,oBAAoB,EAC5B,gBAAgB,EAAE,MAAM,EACxB,OAAO,CAAC,EAAE;QAAE,QAAQ,CAAC,MAAM,CAAC,EAAE,WAAW,CAAC;QAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,qBAAqB,KAAK,IAAI,CAAA;KAAE,GAC3G,OAAO,CAAC,eAAe,CAAC,CAAC;CAC7B;AAED,KAAK,eAAe,GAAG,CAAC,MAAM,EAAE;IAC9B,IAAI,EAAE;QAAE,IAAI,EAAE,OAAO,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC;IACtC,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,GAAG,EAAE,OAAO,CAAC;IACb,KAAK,CAAC,EAAE,OAAO,KAAK,CAAC;CACtB,KAAK,OAAO,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC;AAM3B,wBAAgB,gCAAgC,CAAC,OAAO,GAAE;IAAE,QAAQ,CAAC,YAAY,CAAC,EAAE,eAAe,CAAA;CAAO,GAAG,eAAe,CA6B3H"}

package/dist/embedding/model-download.js

@@ -0,0 +1,41 @@
+import { mkdir, writeFile } from 'node:fs/promises';
+import path from 'node:path';
+import { KiokukoError } from '../errors.js';
+import { createModelManifest, validatePresetManifest } from './model-manifest.js';
+function aborted(signal) {
+    if (signal?.aborted)
+        throw new KiokukoError('SERVICE_UNAVAILABLE', 'Embedding model download was interrupted');
+}
+export function createHuggingFaceModelDownloader(options = {}) {
+    return {
+        download: async (preset, stagingDirectory, downloadOptions = {}) => {
+            validatePresetManifest(preset);
+            const downloadFile = options.downloadFile ?? (await import('@huggingface/hub')).downloadFile;
+            const manifest = createModelManifest(preset);
+            await mkdir(stagingDirectory, { recursive: true, mode: 0o700 });
+            let completedBytes = 0;
+            for (const file of preset.files) {
+                aborted(downloadOptions.signal);
+                const blob = await downloadFile({
+                    repo: { type: 'model', name: preset.artifactRepository },
+                    path: file.path,
+                    revision: preset.revision,
+                    xet: true,
+                });
+                if (blob === null)
+                    throw new KiokukoError('NOT_FOUND', `Pinned model artifact is unavailable: ${file.path}`);
+                const bytes = new Uint8Array(await blob.arrayBuffer());
+                aborted(downloadOptions.signal);
+                if (bytes.byteLength !== file.size)
+                    throw new KiokukoError('INTEGRITY_ERROR', `Downloaded model artifact size mismatch: ${file.path}`);
+                const target = path.join(stagingDirectory, file.path);
+                await mkdir(path.dirname(target), { recursive: true, mode: 0o700 });
+                await writeFile(target, bytes, { mode: 0o600, flag: 'wx' });
+                completedBytes += bytes.byteLength;
+                downloadOptions.onProgress?.({ file: file.path, completedBytes, totalBytes: manifest.totalBytes });
+            }
+            return { directory: stagingDirectory, manifest };
+        },
+    };
+}
+//# sourceMappingURL=model-download.js.map

package/dist/embedding/model-download.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"model-download.js","sourceRoot":"","sources":["../../src/embedding/model-download.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACpD,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAC5C,OAAO,EAAE,mBAAmB,EAAE,sBAAsB,EAA8B,MAAM,qBAAqB,CAAC;AA8B9G,SAAS,OAAO,CAAC,MAA+B;IAC9C,IAAI,MAAM,EAAE,OAAO;QAAE,MAAM,IAAI,YAAY,CAAC,qBAAqB,EAAE,0CAA0C,CAAC,CAAC;AACjH,CAAC;AAED,MAAM,UAAU,gCAAgC,CAAC,UAAuD,EAAE;IACxG,OAAO;QACL,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,gBAAgB,EAAE,eAAe,GAAG,EAAE,EAAE,EAAE;YACjE,sBAAsB,CAAC,MAAM,CAAC,CAAC;YAC/B,MAAM,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,CAAC,MAAM,MAAM,CAAC,kBAAkB,CAAC,CAAC,CAAC,YAA+B,CAAC;YAChH,MAAM,QAAQ,GAAG,mBAAmB,CAAC,MAAM,CAAC,CAAC;YAC7C,MAAM,KAAK,CAAC,gBAAgB,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;YAChE,IAAI,cAAc,GAAG,CAAC,CAAC;YACvB,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;gBAChC,OAAO,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;gBAChC,MAAM,IAAI,GAAG,MAAM,YAAY,CAAC;oBAC9B,IAAI,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,kBAAkB,EAAE;oBACxD,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,QAAQ,EAAE,MAAM,CAAC,QAAQ;oBACzB,GAAG,EAAE,IAAI;iBACV,CAAC,CAAC;gBACH,IAAI,IAAI,KAAK,IAAI;oBAAE,MAAM,IAAI,YAAY,CAAC,WAAW,EAAE,yCAAyC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;gBAC7G,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;gBACvD,OAAO,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;gBAChC,IAAI,KAAK,CAAC,UAAU,KAAK,IAAI,CAAC,IAAI;oBAAE,MAAM,IAAI,YAAY,CAAC,iBAAiB,EAAE,4CAA4C,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;gBACvI,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;gBACtD,MAAM,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;gBACpE,MAAM,SAAS,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;gBAC5D,cAAc,IAAI,KAAK,CAAC,UAAU,CAAC;gBACnC,eAAe,CAAC,UAAU,EAAE,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,cAAc,EAAE,UAAU,EAAE,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;YACrG,CAAC;YACD,OAAO,EAAE,SAAS,EAAE,gBAAgB,EAAE,QAAQ,EAAE,CAAC;QACnD,CAAC;KACF,CAAC;AACJ,CAAC"}