@geotechcli/core 0.4.21 → 0.4.23

package/dist/ingest/job-store.d.ts

@@ -0,0 +1,117 @@
+import type { LLMConfig } from '../llm/types.js';
+import type { PdfDocumentInspection, PdfPageClassification } from './pdf.js';
+import type { BoreholeDocumentIngestResult } from './geotech-extract.js';
+import type { GeotechDocumentIngestResult } from './geotech-document.js';
+export type PersistedIngestJobDocumentType = 'borehole-log' | 'geotech-document';
+export type PersistedIngestJobStatus = 'queued' | 'running' | 'completed' | 'failed' | 'canceled';
+export type PersistedIngestJobPageStatus = 'pending' | 'completed' | 'failed';
+export interface PersistedIngestJobPageCheckpoint {
+    pageNumber: number;
+    classification: PdfPageClassification | null;
+    sourceKind: 'pdf-page' | 'raster-image';
+    weight: number;
+    status: PersistedIngestJobPageStatus;
+    attempts: number;
+    updatedAt: string;
+    completedAt?: string;
+    error?: string;
+    downgraded?: boolean;
+    ocrTextHint?: string;
+    ocrSource?: 'native-text' | 'pdfjs-text' | 'local-ocr' | 'vision-ocr' | 'none';
+    ocrWarnings?: string[];
+    result?: unknown;
+}
+export interface PersistedIngestJobResultRecord {
+    ingestResult: BoreholeDocumentIngestResult | GeotechDocumentIngestResult;
+    persistedReview?: {
+        datasetName: string;
+        reviewId: string;
+        createdAt?: string;
+    };
+}
+export interface PersistedIngestJobRecord {
+    kind: 'geotech-ingest-job-record';
+    schemaVersion: 1;
+    jobId: string;
+    documentType: PersistedIngestJobDocumentType;
+    status: PersistedIngestJobStatus;
+    createdAt: string;
+    updatedAt: string;
+    startedAt?: string;
+    completedAt?: string;
+    canceledAt?: string;
+    source: {
+        filePath: string;
+        fileName: string;
+        inputKind: 'pdf';
+        totalPages: number;
+        weightedPageCost: number;
+    };
+    config: {
+        provider: LLMConfig['provider'];
+        baseUrl?: string;
+        modelId?: string;
+        visionModelId?: string;
+        timeout?: number;
+    };
+    processing: {
+        pagePreprocessingConcurrency: number;
+        chunkExtractionConcurrency: number;
+    };
+    request: {
+        projectId?: string;
+        overrideBoreholeId?: string;
+        reviewTitle?: string;
+    };
+    inspection: PdfDocumentInspection | null;
+    execution: {
+        runCount: number;
+        pid?: number;
+        lastHeartbeatAt?: string;
+        lastError?: string;
+        cancelRequested?: boolean;
+    };
+    checkpoints: {
+        pages: PersistedIngestJobPageCheckpoint[];
+    };
+    result?: PersistedIngestJobResultRecord;
+}
+export interface CreatePersistedIngestJobOptions {
+    documentType: PersistedIngestJobDocumentType;
+    filePath: string;
+    inspection: PdfDocumentInspection | null;
+    config: Pick<LLMConfig, 'provider' | 'baseUrl' | 'modelId' | 'visionModelId' | 'timeout'>;
+    projectId?: string;
+    overrideBoreholeId?: string;
+    reviewTitle?: string;
+    now?: () => Date;
+}
+export declare function computeWeightedPdfPageCost(inspection: PdfDocumentInspection | null | undefined): number;
+export declare function shouldUseAsyncIngestJob(inspection: PdfDocumentInspection | null | undefined, totalPagesFallback?: number): boolean;
+export declare function resolvePersistedIngestJobExtractionConcurrency(config: Pick<LLMConfig, 'provider' | 'modelId' | 'visionModelId'>): number;
+export declare function createPersistedIngestJob(options: CreatePersistedIngestJobOptions): PersistedIngestJobRecord;
+export declare function loadPersistedIngestJob(jobId: string): PersistedIngestJobRecord | null;
+export declare function savePersistedIngestJob(record: PersistedIngestJobRecord): PersistedIngestJobRecord;
+export declare function updatePersistedIngestJob(jobId: string, updater: (record: PersistedIngestJobRecord) => PersistedIngestJobRecord): PersistedIngestJobRecord;
+export declare function failPersistedIngestJob(jobId: string, message: string, options?: {
+    now?: () => Date;
+}): PersistedIngestJobRecord;
+export declare function isPersistedIngestJobTerminalStatus(status: PersistedIngestJobStatus): boolean;
+export declare function isPersistedIngestJobProcessAlive(pid?: number): boolean;
+export declare function startPersistedIngestJob(jobId: string, options?: {
+    now?: () => Date;
+}): PersistedIngestJobRecord;
+export declare function createAndStartPersistedIngestJob(options: CreatePersistedIngestJobOptions): PersistedIngestJobRecord;
+export declare function resumePersistedIngestJob(jobId: string, options?: {
+    now?: () => Date;
+}): PersistedIngestJobRecord;
+export declare function cancelPersistedIngestJob(jobId: string, options?: {
+    now?: () => Date;
+}): PersistedIngestJobRecord;
+export declare function waitForPersistedIngestJob(jobId: string, options?: {
+    pollMs?: number;
+    timeoutMs?: number;
+}): Promise<PersistedIngestJobRecord>;
+export declare function loadPersistedIngestJobResult(jobId: string): PersistedIngestJobResultRecord | null;
+export declare function deletePersistedIngestJob(jobId: string): void;
+//# sourceMappingURL=job-store.d.ts.map

package/dist/ingest/job-store.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"job-store.d.ts","sourceRoot":"","sources":["../../src/ingest/job-store.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AACjD,OAAO,KAAK,EAAE,qBAAqB,EAAE,qBAAqB,EAAE,MAAM,UAAU,CAAC;AAC7E,OAAO,KAAK,EAAE,4BAA4B,EAAE,MAAM,sBAAsB,CAAC;AACzE,OAAO,KAAK,EAAE,2BAA2B,EAAE,MAAM,uBAAuB,CAAC;AAEzE,MAAM,MAAM,8BAA8B,GAAG,cAAc,GAAG,kBAAkB,CAAC;AACjF,MAAM,MAAM,wBAAwB,GAAG,QAAQ,GAAG,SAAS,GAAG,WAAW,GAAG,QAAQ,GAAG,UAAU,CAAC;AAClG,MAAM,MAAM,4BAA4B,GAAG,SAAS,GAAG,WAAW,GAAG,QAAQ,CAAC;AAE9E,MAAM,WAAW,gCAAgC;IAC/C,UAAU,EAAE,MAAM,CAAC;IACnB,cAAc,EAAE,qBAAqB,GAAG,IAAI,CAAC;IAC7C,UAAU,EAAE,UAAU,GAAG,cAAc,CAAC;IACxC,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,4BAA4B,CAAC;IACrC,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,aAAa,GAAG,YAAY,GAAG,WAAW,GAAG,YAAY,GAAG,MAAM,CAAC;IAC/E,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;IACvB,MAAM,CAAC,EAAE,OAAO,CAAC;CAClB;AAED,MAAM,WAAW,8BAA8B;IAC7C,YAAY,EAAE,4BAA4B,GAAG,2BAA2B,CAAC;IACzE,eAAe,CAAC,EAAE;QAChB,WAAW,EAAE,MAAM,CAAC;QACpB,QAAQ,EAAE,MAAM,CAAC;QACjB,SAAS,CAAC,EAAE,MAAM,CAAC;KACpB,CAAC;CACH;AAED,MAAM,WAAW,wBAAwB;IACvC,IAAI,EAAE,2BAA2B,CAAC;IAClC,aAAa,EAAE,CAAC,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,YAAY,EAAE,8BAA8B,CAAC;IAC7C,MAAM,EAAE,wBAAwB,CAAC;IACjC,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE;QACN,QAAQ,EAAE,MAAM,CAAC;QACjB,QAAQ,EAAE,MAAM,CAAC;QACjB,SAAS,EAAE,KAAK,CAAC;QACjB,UAAU,EAAE,MAAM,CAAC;QACnB,gBAAgB,EAAE,MAAM,CAAC;KAC1B,CAAC;IACF,MAAM,EAAE;QACN,QAAQ,EAAE,SAAS,CAAC,UAAU,CAAC,CAAC;QAChC,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,OAAO,CAAC,EAAE,MAAM,CAAC;KAClB,CAAC;IACF,UAAU,EAAE;QACV,4BAA4B,EAAE,MAAM,CAAC;QACrC,0BAA0B,EAAE,MAAM,CAAC;KACpC,CAAC;IACF,OAAO,EAAE;QACP,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,kBAAkB,CAAC,EAAE,MAAM,CAAC;QAC5B,WAAW,CAAC,EAAE,MAAM,CAAC;KACtB,CAAC;IACF,UAAU,EAAE,qBAAqB,GAAG,IAAI,CAAC;IACzC,SAAS,EAAE;QACT,QAAQ,EAAE,MAAM,CAAC;QACjB,GAAG,CAAC,EAAE,MAAM,CAAC;QACb,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,eAAe,CAAC,EAAE,OAAO,CAAC;KAC3B,CAAC;IACF,WAAW,EAAE;QACX,KAAK,EAAE,gCAAgC,EAAE,CAAC;KAC3C,CAAC;IACF,MAAM,CAAC,EAAE,8BAA8B,CAAC;CACzC;AAED,MAAM,WAAW,+BAA+B;IAC9C,YAAY,EAAE,8BAA8B,CAAC;IAC7C,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,qBAAqB,GAAG,IAAI,CAAC;IACzC,MAAM,EAAE,IAAI,CAAC,SAAS,EAAE,UAAU,GAAG,SAAS,GAAG,SAAS,GAAG,eAAe,GAAG,SAAS,CAAC,CAAC;IAC1F,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,GAAG,CAAC,EAAE,MAAM,IAAI,CAAC;CAClB;AA2PD,wBAAgB,0BAA0B,CAAC,UAAU,EAAE,qBAAqB,GAAG,IAAI,GAAG,SAAS,GAAG,MAAM,CAMvG;AAED,wBAAgB,uBAAuB,CACrC,UAAU,EAAE,qBAAqB,GAAG,IAAI,GAAG,SAAS,EACpD,kBAAkB,CAAC,EAAE,MAAM,GAC1B,OAAO,CAIT;AAED,wBAAgB,8CAA8C,CAC5D,MAAM,EAAE,IAAI,CAAC,SAAS,EAAE,UAAU,GAAG,SAAS,GAAG,eAAe,CAAC,GAChE,MAAM,CAaR;AAED,wBAAgB,wBAAwB,CACtC,OAAO,EAAE,+BAA+B,GACvC,wBAAwB,CA0D1B;AAED,wBAAgB,sBAAsB,CAAC,KAAK,EAAE,MAAM,GAAG,wBAAwB,GAAG,IAAI,CAQrF;AAED,wBAAgB,sBAAsB,CAAC,MAAM,EAAE,wBAAwB,GAAG,wBAAwB,CAGjG;AAED,wBAAgB,wBAAwB,CACtC,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,CAAC,MAAM,EAAE,wBAAwB,KAAK,wBAAwB,GACtE,wBAAwB,CAQ1B;AAED,wBAAgB,sBAAsB,CACpC,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,MAAM,EACf,OAAO,CAAC,EAAE;IACR,GAAG,CAAC,EAAE,MAAM,IAAI,CAAC;CAClB,GACA,wBAAwB,CAmB1B;AAED,wBAAgB,kCAAkC,CAAC,MAAM,EAAE,wBAAwB,GAAG,OAAO,CAE5F;AAED,wBAAgB,gCAAgC,CAAC,GAAG,CAAC,EAAE,MAAM,GAAG,OAAO,CAWtE;AA4BD,wBAAgB,uBAAuB,CACrC,KAAK,EAAE,MAAM,EACb,OAAO,CAAC,EAAE;IAAE,GAAG,CAAC,EAAE,MAAM,IAAI,CAAA;CAAE,GAC7B,wBAAwB,CA2E1B;AAED,wBAAgB,gCAAgC,CAC9C,OAAO,EAAE,+BAA+B,GACvC,wBAAwB,CAG1B;AAED,wBAAgB,wBAAwB,CACtC,KAAK,EAAE,MAAM,EACb,OAAO,CAAC,EAAE;IAAE,GAAG,CAAC,EAAE,MAAM,IAAI,CAAA;CAAE,GAC7B,wBAAwB,CAsC1B;AAED,wBAAgB,wBAAwB,CACtC,KAAK,EAAE,MAAM,EACb,OAAO,CAAC,EAAE;IAAE,GAAG,CAAC,EAAE,MAAM,IAAI,CAAA;CAAE,GAC7B,wBAAwB,CAgC1B;AAED,wBAAsB,yBAAyB,CAC7C,KAAK,EAAE,MAAM,EACb,OAAO,CAAC,EAAE;IACR,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,GACA,OAAO,CAAC,wBAAwB,CAAC,CA6BnC;AAED,wBAAgB,4BAA4B,CAAC,KAAK,EAAE,MAAM,GAAG,8BAA8B,GAAG,IAAI,CAEjG;AAED,wBAAgB,wBAAwB,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI,CAK5D"}

package/dist/ingest/job-store.js

@@ -0,0 +1,541 @@
+import { existsSync, mkdirSync, readFileSync, renameSync, rmSync, writeFileSync } from 'node:fs';
+import { homedir } from 'node:os';
+import { basename, dirname, join, resolve } from 'node:path';
+import { spawn } from 'node:child_process';
+import { fileURLToPath } from 'node:url';
+const JOB_SCHEMA_VERSION = 1;
+const PAGE_PREPROCESSING_CONCURRENCY = 2;
+const STALE_HEARTBEAT_FLOOR_MS = 10 * 60 * 1000;
+function nowIso(now) {
+    return (now ?? (() => new Date()))().toISOString();
+}
+function getConfigRoot() {
+    return process.env.GEOTECHCLI_CONFIG_DIR ?? join(homedir(), '.geotechcli');
+}
+function getIngestJobsDir() {
+    const dir = join(getConfigRoot(), 'ingest-jobs');
+    if (!existsSync(dir)) {
+        mkdirSync(dir, { recursive: true });
+    }
+    return dir;
+}
+function sanitizeToken(value) {
+    return value
+        .toLowerCase()
+        .replace(/[^a-z0-9]+/g, '-')
+        .replace(/^-|-$/g, '')
+        .slice(0, 48);
+}
+function buildTimestampToken(value) {
+    return value
+        .toLowerCase()
+        .replace(/[^0-9tz]+/g, '-')
+        .replace(/^-|-$/g, '');
+}
+function buildJobId(filePath, createdAt) {
+    const fileToken = sanitizeToken(basename(filePath)) || 'document';
+    return `ingest-job-${buildTimestampToken(createdAt)}-${fileToken}`;
+}
+function getJobDir(jobId) {
+    return join(getIngestJobsDir(), sanitizeToken(jobId) || jobId);
+}
+function getJobRecordPath(jobId) {
+    return join(getJobDir(jobId), 'job.json');
+}
+function atomicWriteJson(filePath, value) {
+    const dir = dirname(filePath);
+    if (dir && !existsSync(dir)) {
+        mkdirSync(dir, { recursive: true });
+    }
+    const tempPath = `${filePath}.tmp`;
+    const serialized = JSON.stringify(value, null, 2);
+    writeFileSync(tempPath, serialized, 'utf-8');
+    try {
+        renameSync(tempPath, filePath);
+    }
+    catch (error) {
+        const code = error?.code;
+        if (code !== 'EPERM' && code !== 'EBUSY' && code !== 'EACCES') {
+            throw error;
+        }
+        // Windows can reject the atomic rename when another process is briefly
+        // reading the current job file; fall back to an in-place overwrite so the
+        // async ingest worker can keep checkpointing progress.
+        writeFileSync(filePath, serialized, 'utf-8');
+        rmSync(tempPath, { force: true });
+    }
+}
+function isRecord(value) {
+    return typeof value === 'object' && value !== null && !Array.isArray(value);
+}
+function asOptionalString(value) {
+    return typeof value === 'string' && value.trim() ? value.trim() : undefined;
+}
+function asOptionalNumber(value) {
+    return typeof value === 'number' && Number.isFinite(value) ? value : undefined;
+}
+function isPersistedIngestJobStatus(value) {
+    return value === 'queued' || value === 'running' || value === 'completed' || value === 'failed' || value === 'canceled';
+}
+function isPersistedIngestJobPageStatus(value) {
+    return value === 'pending' || value === 'completed' || value === 'failed';
+}
+function normalizePageCheckpoint(value, index, now) {
+    if (!isRecord(value)) {
+        return null;
+    }
+    const pageNumber = asOptionalNumber(value.pageNumber);
+    const classification = asOptionalString(value.classification);
+    const sourceKind = asOptionalString(value.sourceKind);
+    const weight = asOptionalNumber(value.weight);
+    const status = value.status;
+    if (pageNumber == null
+        || !Number.isInteger(pageNumber)
+        || !isPersistedIngestJobPageStatus(status)
+        || weight == null
+        || (sourceKind !== 'pdf-page' && sourceKind !== 'raster-image')) {
+        return null;
+    }
+    return {
+        pageNumber,
+        classification: classification ?? null,
+        sourceKind,
+        weight,
+        status,
+        attempts: asOptionalNumber(value.attempts) ?? 0,
+        updatedAt: asOptionalString(value.updatedAt) ?? now,
+        completedAt: asOptionalString(value.completedAt),
+        error: asOptionalString(value.error),
+        downgraded: value.downgraded === true,
+        ocrTextHint: asOptionalString(value.ocrTextHint),
+        ocrSource: asOptionalString(value.ocrSource) ?? undefined,
+        ocrWarnings: Array.isArray(value.ocrWarnings)
+            ? value.ocrWarnings.flatMap((item) => {
+                const normalized = asOptionalString(item);
+                return normalized ? [normalized] : [];
+            })
+            : undefined,
+        result: value.result,
+    };
+}
+function normalizePersistedIngestJobRecord(value) {
+    if (!isRecord(value) || value.kind !== 'geotech-ingest-job-record' || value.schemaVersion !== JOB_SCHEMA_VERSION) {
+        return null;
+    }
+    const now = new Date().toISOString();
+    const jobId = asOptionalString(value.jobId);
+    const documentType = asOptionalString(value.documentType);
+    const status = value.status;
+    const createdAt = asOptionalString(value.createdAt);
+    const updatedAt = asOptionalString(value.updatedAt);
+    const source = isRecord(value.source) ? value.source : null;
+    const config = isRecord(value.config) ? value.config : null;
+    const processing = isRecord(value.processing) ? value.processing : null;
+    const request = isRecord(value.request) ? value.request : {};
+    const execution = isRecord(value.execution) ? value.execution : {};
+    const checkpoints = isRecord(value.checkpoints) ? value.checkpoints : null;
+    if (!jobId
+        || (documentType !== 'borehole-log' && documentType !== 'geotech-document')
+        || !isPersistedIngestJobStatus(status)
+        || !createdAt
+        || !updatedAt
+        || !source
+        || !config
+        || !processing
+        || !checkpoints) {
+        return null;
+    }
+    const filePath = asOptionalString(source.filePath);
+    const fileName = asOptionalString(source.fileName);
+    const inputKind = asOptionalString(source.inputKind);
+    const totalPages = asOptionalNumber(source.totalPages);
+    const weightedPageCost = asOptionalNumber(source.weightedPageCost);
+    if (!filePath || !fileName || inputKind !== 'pdf' || totalPages == null || weightedPageCost == null) {
+        return null;
+    }
+    const pages = Array.isArray(checkpoints.pages)
+        ? checkpoints.pages
+            .map((page, index) => normalizePageCheckpoint(page, index, now))
+            .filter((page) => page !== null)
+            .sort((left, right) => left.pageNumber - right.pageNumber)
+        : [];
+    return {
+        kind: 'geotech-ingest-job-record',
+        schemaVersion: JOB_SCHEMA_VERSION,
+        jobId,
+        documentType,
+        status,
+        createdAt,
+        updatedAt,
+        startedAt: asOptionalString(value.startedAt),
+        completedAt: asOptionalString(value.completedAt),
+        canceledAt: asOptionalString(value.canceledAt),
+        source: {
+            filePath,
+            fileName,
+            inputKind: 'pdf',
+            totalPages,
+            weightedPageCost,
+        },
+        config: {
+            provider: asOptionalString(config.provider) ?? 'hosted-beta',
+            baseUrl: asOptionalString(config.baseUrl),
+            modelId: asOptionalString(config.modelId),
+            visionModelId: asOptionalString(config.visionModelId),
+            timeout: asOptionalNumber(config.timeout),
+        },
+        processing: {
+            pagePreprocessingConcurrency: asOptionalNumber(processing.pagePreprocessingConcurrency) ?? PAGE_PREPROCESSING_CONCURRENCY,
+            chunkExtractionConcurrency: asOptionalNumber(processing.chunkExtractionConcurrency) ?? 2,
+        },
+        request: {
+            projectId: asOptionalString(request.projectId),
+            overrideBoreholeId: asOptionalString(request.overrideBoreholeId),
+            reviewTitle: asOptionalString(request.reviewTitle),
+        },
+        inspection: isRecord(value.inspection) ? value.inspection : null,
+        execution: {
+            runCount: asOptionalNumber(execution.runCount) ?? 0,
+            pid: asOptionalNumber(execution.pid),
+            lastHeartbeatAt: asOptionalString(execution.lastHeartbeatAt),
+            lastError: asOptionalString(execution.lastError),
+            cancelRequested: execution.cancelRequested === true,
+        },
+        checkpoints: {
+            pages,
+        },
+        result: isRecord(value.result)
+            ? {
+                ingestResult: value.result.ingestResult,
+                persistedReview: isRecord(value.result.persistedReview)
+                    ? {
+                        datasetName: asOptionalString(value.result.persistedReview.datasetName) ?? '',
+                        reviewId: asOptionalString(value.result.persistedReview.reviewId) ?? '',
+                        createdAt: asOptionalString(value.result.persistedReview.createdAt),
+                    }
+                    : undefined,
+            }
+            : undefined,
+    };
+}
+function pageWeightForClassification(classification) {
+    return classification === 'image-only' || classification === 'text-unreadable' ? 2 : 1;
+}
+export function computeWeightedPdfPageCost(inspection) {
+    if (!inspection || inspection.pages.length === 0) {
+        return 0;
+    }
+    return inspection.pages.reduce((sum, page) => sum + pageWeightForClassification(page.classification), 0);
+}
+export function shouldUseAsyncIngestJob(inspection, totalPagesFallback) {
+    const totalPages = inspection?.totalPages ?? totalPagesFallback ?? 0;
+    const weightedPageCost = inspection ? computeWeightedPdfPageCost(inspection) : totalPages;
+    return totalPages > 5 || weightedPageCost > 5;
+}
+export function resolvePersistedIngestJobExtractionConcurrency(config) {
+    const provider = config.provider;
+    const visionModel = config.visionModelId?.toLowerCase() ?? '';
+    const model = config.modelId?.toLowerCase() ?? '';
+    const advertisesSafeMultimodalSupport = provider !== 'hosted-beta'
+        && (provider === 'zhipu'
+            || /qwen|internvl|glm|qvq/.test(visionModel)
+            || /qwen|internvl|glm|qvq/.test(model));
+    return advertisesSafeMultimodalSupport ? 3 : 2;
+}
+export function createPersistedIngestJob(options) {
+    const createdAt = nowIso(options.now);
+    const resolvedFilePath = resolve(options.filePath);
+    const jobId = buildJobId(resolvedFilePath, createdAt);
+    const inspection = options.inspection && options.inspection.totalPages > 0 ? options.inspection : null;
+    const totalPages = inspection?.totalPages ?? 0;
+    const weightedPageCost = inspection ? computeWeightedPdfPageCost(inspection) : totalPages;
+    const record = {
+        kind: 'geotech-ingest-job-record',
+        schemaVersion: JOB_SCHEMA_VERSION,
+        jobId,
+        documentType: options.documentType,
+        status: 'queued',
+        createdAt,
+        updatedAt: createdAt,
+        source: {
+            filePath: resolvedFilePath,
+            fileName: basename(resolvedFilePath),
+            inputKind: 'pdf',
+            totalPages,
+            weightedPageCost,
+        },
+        config: {
+            provider: options.config.provider,
+            baseUrl: options.config.baseUrl,
+            modelId: options.config.modelId,
+            visionModelId: options.config.visionModelId,
+            timeout: options.config.timeout,
+        },
+        processing: {
+            pagePreprocessingConcurrency: PAGE_PREPROCESSING_CONCURRENCY,
+            chunkExtractionConcurrency: resolvePersistedIngestJobExtractionConcurrency(options.config),
+        },
+        request: {
+            projectId: options.projectId?.trim() || undefined,
+            overrideBoreholeId: options.overrideBoreholeId?.trim() || undefined,
+            reviewTitle: options.reviewTitle?.trim() || undefined,
+        },
+        inspection,
+        execution: {
+            runCount: 0,
+            cancelRequested: false,
+        },
+        checkpoints: {
+            pages: inspection?.pages.map((page) => ({
+                pageNumber: page.pageNumber,
+                classification: page.classification,
+                sourceKind: page.classification === 'image-only' || page.classification === 'text-unreadable' ? 'raster-image' : 'pdf-page',
+                weight: pageWeightForClassification(page.classification),
+                status: 'pending',
+                attempts: 0,
+                updatedAt: createdAt,
+            })) ?? [],
+        },
+    };
+    atomicWriteJson(getJobRecordPath(jobId), record);
+    return record;
+}
+export function loadPersistedIngestJob(jobId) {
+    const filePath = getJobRecordPath(jobId);
+    if (!existsSync(filePath)) {
+        return null;
+    }
+    const raw = JSON.parse(readFileSync(filePath, 'utf-8'));
+    return normalizePersistedIngestJobRecord(raw);
+}
+export function savePersistedIngestJob(record) {
+    atomicWriteJson(getJobRecordPath(record.jobId), record);
+    return record;
+}
+export function updatePersistedIngestJob(jobId, updater) {
+    const record = loadPersistedIngestJob(jobId);
+    if (!record) {
+        throw new Error(`No persisted ingest job named "${jobId}" was found.`);
+    }
+    const updated = updater(record);
+    return savePersistedIngestJob(updated);
+}
+export function failPersistedIngestJob(jobId, message, options) {
+    return updatePersistedIngestJob(jobId, (record) => {
+        if (isPersistedIngestJobTerminalStatus(record.status)) {
+            return record;
+        }
+        const timestamp = nowIso(options?.now);
+        return {
+            ...record,
+            status: 'failed',
+            updatedAt: timestamp,
+            execution: {
+                ...record.execution,
+                pid: undefined,
+                lastHeartbeatAt: timestamp,
+                lastError: message,
+            },
+        };
+    });
+}
+export function isPersistedIngestJobTerminalStatus(status) {
+    return status === 'completed' || status === 'failed' || status === 'canceled';
+}
+export function isPersistedIngestJobProcessAlive(pid) {
+    if (pid == null || !Number.isFinite(pid)) {
+        return false;
+    }
+    try {
+        process.kill(pid, 0);
+        return true;
+    }
+    catch {
+        return false;
+    }
+}
+function resolvePersistedIngestJobStaleHeartbeatMs(record) {
+    const configuredTimeoutMs = Math.max(0, record.config.timeout ?? 0);
+    return Math.max(STALE_HEARTBEAT_FLOOR_MS, configuredTimeoutMs * 6);
+}
+function isPersistedIngestJobHeartbeatStale(record, options) {
+    const lastHeartbeatAt = record.execution.lastHeartbeatAt;
+    if (!lastHeartbeatAt) {
+        return false;
+    }
+    const lastHeartbeatMs = Date.parse(lastHeartbeatAt);
+    if (!Number.isFinite(lastHeartbeatMs)) {
+        return false;
+    }
+    return (options?.now?.() ?? new Date()).getTime() - lastHeartbeatMs > resolvePersistedIngestJobStaleHeartbeatMs(record);
+}
+function getIngestJobChildScriptPath() {
+    return fileURLToPath(new URL('./ingest-job-child.js', import.meta.url));
+}
+export function startPersistedIngestJob(jobId, options) {
+    const current = loadPersistedIngestJob(jobId);
+    if (!current) {
+        throw new Error(`No persisted ingest job named "${jobId}" was found.`);
+    }
+    if (current.status === 'completed') {
+        return current;
+    }
+    const alive = isPersistedIngestJobProcessAlive(current.execution.pid);
+    const staleHeartbeat = isPersistedIngestJobHeartbeatStale(current, options);
+    if (current.status === 'running' && alive && !staleHeartbeat) {
+        return current;
+    }
+    if (current.status === 'running' && alive && staleHeartbeat && current.execution.pid) {
+        try {
+            process.kill(current.execution.pid);
+        }
+        catch {
+            // no-op: if the process exits between checks we can proceed normally.
+        }
+    }
+    const childScript = getIngestJobChildScriptPath();
+    if (!existsSync(childScript)) {
+        throw new Error(`Ingest job child runner was not found at ${childScript}. Build @geotechcli/core before launching background ingest jobs.`);
+    }
+    const timestamp = nowIso(options?.now);
+    const primed = updatePersistedIngestJob(jobId, (record) => ({
+        ...record,
+        status: 'running',
+        startedAt: record.startedAt ?? timestamp,
+        updatedAt: timestamp,
+        canceledAt: undefined,
+        execution: {
+            ...record.execution,
+            runCount: record.execution.runCount + 1,
+            pid: undefined,
+            lastHeartbeatAt: timestamp,
+            lastError: undefined,
+            cancelRequested: false,
+        },
+    }));
+    const child = spawn(process.execPath, [childScript, jobId], {
+        detached: true,
+        stdio: 'ignore',
+        windowsHide: true,
+    });
+    child.unref();
+    return updatePersistedIngestJob(jobId, (record) => {
+        if (isPersistedIngestJobTerminalStatus(record.status)
+            || record.execution.runCount !== primed.execution.runCount) {
+            return record;
+        }
+        return {
+            ...record,
+            updatedAt: nowIso(options?.now),
+            execution: {
+                ...record.execution,
+                pid: child.pid,
+                lastHeartbeatAt: record.execution.lastHeartbeatAt ?? timestamp,
+            },
+        };
+    });
+}
+export function createAndStartPersistedIngestJob(options) {
+    const created = createPersistedIngestJob(options);
+    return startPersistedIngestJob(created.jobId, { now: options.now });
+}
+export function resumePersistedIngestJob(jobId, options) {
+    const current = loadPersistedIngestJob(jobId);
+    if (!current) {
+        throw new Error(`No persisted ingest job named "${jobId}" was found.`);
+    }
+    if (current.status === 'completed') {
+        return current;
+    }
+    const alive = isPersistedIngestJobProcessAlive(current.execution.pid);
+    const staleHeartbeat = isPersistedIngestJobHeartbeatStale(current, options);
+    if (current.status === 'running' && alive && !staleHeartbeat) {
+        return current;
+    }
+    if (current.status === 'running' && alive && staleHeartbeat && current.execution.pid) {
+        try {
+            process.kill(current.execution.pid);
+        }
+        catch {
+            // no-op: if the process exits between checks we can proceed normally.
+        }
+    }
+    updatePersistedIngestJob(jobId, (record) => ({
+        ...record,
+        status: 'queued',
+        updatedAt: nowIso(options?.now),
+        canceledAt: undefined,
+        execution: {
+            ...record.execution,
+            cancelRequested: false,
+            lastError: undefined,
+            pid: undefined,
+        },
+    }));
+    return startPersistedIngestJob(jobId, options);
+}
+export function cancelPersistedIngestJob(jobId, options) {
+    const current = loadPersistedIngestJob(jobId);
+    if (!current) {
+        throw new Error(`No persisted ingest job named "${jobId}" was found.`);
+    }
+    if (current.status === 'completed') {
+        return current;
+    }
+    if (isPersistedIngestJobProcessAlive(current.execution.pid)) {
+        try {
+            process.kill(current.execution.pid);
+        }
+        catch {
+            // no-op: the persisted state still reflects cancellation
+        }
+    }
+    return updatePersistedIngestJob(jobId, (record) => {
+        const timestamp = nowIso(options?.now);
+        return {
+            ...record,
+            status: 'canceled',
+            updatedAt: timestamp,
+            canceledAt: timestamp,
+            execution: {
+                ...record.execution,
+                pid: undefined,
+                cancelRequested: true,
+            },
+        };
+    });
+}
+export async function waitForPersistedIngestJob(jobId, options) {
+    const pollMs = Math.max(250, options?.pollMs ?? 1000);
+    const timeoutMs = Math.max(0, options?.timeoutMs ?? 0);
+    const start = Date.now();
+    while (true) {
+        const record = loadPersistedIngestJob(jobId);
+        if (!record) {
+            throw new Error(`No persisted ingest job named "${jobId}" was found.`);
+        }
+        if (isPersistedIngestJobTerminalStatus(record.status)) {
+            return record;
+        }
+        if (record.status === 'running' && record.execution.pid && !isPersistedIngestJobProcessAlive(record.execution.pid)) {
+            throw new Error(`Persisted ingest job "${jobId}" is no longer running. Resume it with geotech ingest resume ${jobId}.`);
+        }
+        if (record.status === 'running' && record.execution.pid && isPersistedIngestJobHeartbeatStale(record)) {
+            throw new Error(`Persisted ingest job "${jobId}" stopped heartbeating and may be wedged. Resume it with geotech ingest resume ${jobId}.`);
+        }
+        if (timeoutMs > 0 && Date.now() - start > timeoutMs) {
+            throw new Error(`Timed out while waiting for persisted ingest job "${jobId}".`);
+        }
+        await new Promise((resolvePromise) => setTimeout(resolvePromise, pollMs));
+    }
+}
+export function loadPersistedIngestJobResult(jobId) {
+    return loadPersistedIngestJob(jobId)?.result ?? null;
+}
+export function deletePersistedIngestJob(jobId) {
+    const dir = getJobDir(jobId);
+    if (existsSync(dir)) {
+        rmSync(dir, { recursive: true, force: true });
+    }
+}
+//# sourceMappingURL=job-store.js.map