@qvac/harness 0.1.0 → 0.1.2

package/dist-lib/lib/tools/exec/adapters/python/pyodide.js

@@ -0,0 +1,107 @@
+import process from 'process';
+import ScopeLock from 'scope-lock';
+import { AbortedError, raceAbort } from "../../../../helpers/race-abort.js";
+import { hlog } from "../../../../log.js";
+import { MAX_OUTPUT_CHARS } from "../../runner.js";
+import { defaultLoad, pyodideLoadOptions } from "./loader.js";
+import { isPyodideFatal, performRun } from "./run-session.js";
+import { runPythonInWorker } from "./worker/client.js";
+export { pyodideLoadOptions };
+const DEFAULT_TIMEOUT_MS = 120_000;
+const PACKAGE_INSTALL_TIMEOUT_MS = 300_000;
+const cache = new Map();
+function getPyodide(load) {
+    let loaded = cache.get(load);
+    if (!loaded) {
+        hlog('python: booting interpreter');
+        loaded = load()
+            .then((py) => {
+            hlog('python: interpreter ready');
+            return py;
+        })
+            .catch((error) => {
+            cache.delete(load);
+            hlog('python: interpreter boot failed', {
+                err: error instanceof Error ? error.message : String(error)
+            });
+            throw error;
+        });
+        cache.set(load, loaded);
+    }
+    return loaded;
+}
+const runLock = new ScopeLock();
+async function runInProcess(load, spec, options) {
+    let timedOut = false;
+    const run = (async () => {
+        await runLock.lock();
+        try {
+            const isCancelled = () => timedOut || options.signal?.aborted === true;
+            if (isCancelled())
+                throw new AbortedError();
+            const py = await getPyodide(load);
+            const { result, evict } = await performRun(py, spec, { isCancelled });
+            if (evict) {
+                cache.delete(load);
+                hlog('python: interpreter evicted; next run boots fresh');
+            }
+            return result;
+        }
+        catch (error) {
+            if (isPyodideFatal(error))
+                cache.delete(load);
+            throw error;
+        }
+        finally {
+            runLock.unlock();
+        }
+    })();
+    let timer;
+    const timeout = new Promise((_, reject) => {
+        timer = setTimeout(() => {
+            timedOut = true;
+            reject(new Error(`Command timed out after ${options.timeoutMs}ms`));
+        }, options.timeoutMs);
+    });
+    try {
+        return await raceAbort(Promise.race([run, timeout]), options.signal);
+    }
+    finally {
+        if (timer)
+            clearTimeout(timer);
+    }
+}
+function workerAvailable() {
+    if (process.env.QVAC_PYODIDE_WORKER_ENTRY)
+        return true;
+    return !import.meta.url.includes('.bundle/');
+}
+export async function runPython(code, options = {}) {
+    if (options.signal?.aborted)
+        throw new AbortedError();
+    const timeoutMs = options.timeoutMs ??
+        (options.packages?.length ? PACKAGE_INSTALL_TIMEOUT_MS : DEFAULT_TIMEOUT_MS);
+    const spec = {
+        code,
+        packages: options.packages,
+        inputs: options.inputs,
+        outputs: options.outputs,
+        workdir: options.workdir,
+        maxOutputChars: options.maxOutputChars ?? MAX_OUTPUT_CHARS,
+        installTimeoutMs: timeoutMs
+    };
+    if (options.loadPyodide) {
+        return runInProcess(options.loadPyodide, spec, { timeoutMs, signal: options.signal });
+    }
+    if (!workerAvailable()) {
+        hlog('python: worker entry unavailable in this bundle; running in-process');
+        return runInProcess(defaultLoad, spec, { timeoutMs, signal: options.signal });
+    }
+    await runLock.lock();
+    try {
+        return await runPythonInWorker(spec, { timeoutMs, signal: options.signal });
+    }
+    finally {
+        runLock.unlock();
+    }
+}

package/dist-lib/lib/tools/exec/adapters/python/python-adapter.d.ts

@@ -0,0 +1,75 @@
+import type { ExecutionAdapter } from '../adapter.ts';
+import { type ExecInput } from './attachments.ts';
+import { type LoadPyodideFn } from './pyodide.ts';
+export declare function isPythonLanguage(language: unknown): boolean;
+export declare function runsThroughPyodide(language: unknown, disablePyodide: boolean): boolean;
+export declare function unwrapPythonSource(command: string): string | null;
+export declare function pipInstallTargets(command: string): string[] | null;
+export declare function looksLikePythonSource(command: string): boolean;
+export declare function stringLiteralProgramHint(source: string): string | null;
+export declare function checkCollapsedCompound(source: string): string | null;
+export declare function mangledPptxApiHint(source: string): string | null;
+export declare function wrongRgbColorHint(source: string): string | null;
+export declare function fpdfSizeKeywordHint(source: string): string | null;
+export declare function fpdfKeywordErrorHint(stderr: string): string | null;
+export declare function normalizeFpdfSource(source: string): string;
+export declare function fpdfTextCallHint(source: string): string | null;
+export declare function fpdfTextErrorHint(stderr: string): string | null;
+export declare function fpdfNonLatin1Hint(source: string): string | null;
+export declare function fpdfUnicodeErrorHint(stderr: string): string | null;
+export declare function fpdfHorizontalSpaceHint(stderr: string): string | null;
+export declare function rgbColorImportHint(stderr: string): string | null;
+export declare function checkPythonSource(command: string): string | null;
+export declare function syntaxErrorHint(stderr: string, source: string): string | null;
+export declare function checkPptxBuildSource(source: string, outputs: readonly string[] | undefined, packages?: readonly string[] | undefined): string | null;
+export declare function isEscaped(source: string, index: number): boolean;
+export declare function checkBareLengthArgs(source: string, packages?: readonly string[] | undefined): string | null;
+export declare function checkPdfBuildSource(source: string, outputs: readonly string[] | undefined, packages?: readonly string[] | undefined): string | null;
+export declare function stripCommentsAndDocstrings(source: string): string;
+export declare const PDF_READ: RegExp;
+export declare const OFFICE_READ: RegExp;
+export declare function checkUnstagedRead(source: string, inputs: readonly {
+    path: string;
+}[] | undefined): string | null;
+export declare function missingFileHint(stderr: string): string | null;
+export declare function parsePackages(value: unknown): string[] | {
+    error: string;
+} | undefined;
+export declare function parseInputs(value: unknown): ExecInput[] | {
+    error: string;
+} | undefined;
+export declare function parseOutputs(value: unknown): string[] | {
+    error: string;
+} | undefined;
+export declare function parseWorkdir(value: unknown): string | {
+    error: string;
+} | undefined;
+export declare function missingModuleHint(stderr: string, packages: readonly string[] | undefined): string | null;
+export declare function nonePlaceholderHint(stderr: string): string | null;
+export declare function slideShapesHint(stderr: string): string | null;
+export declare function shapeFontHint(stderr: string): string | null;
+export declare function shapesBackgroundHint(stderr: string): string | null;
+export declare function paragraphFillHint(stderr: string): string | null;
+export declare function readOnlyPropertyHint(stderr: string): string | null;
+export declare function paragraphIndexHint(stderr: string, outputs: readonly string[]): string | null;
+export declare function shellNameHint(stderr: string): string | null;
+export declare function packageFetchFailedHint(stderr: string): string | null;
+export declare const IMAGE_INPUT: RegExp;
+export declare function pptxHasEmbeddedMedia(bytes: Uint8Array): boolean;
+export declare function softFailedDeckHint(stdout: string, exitCode: number, source: string): string | null;
+export declare function stagedImagesMissingFromDeck(result: {
+    exitCode: number;
+    files?: ReadonlyMap<string, Uint8Array>;
+}, inputs: readonly {
+    path: string;
+}[] | undefined, outputs: readonly string[] | undefined, source: string): string | null;
+export declare function checkStagedImagesUsed(source: string, inputs: readonly {
+    path: string;
+}[] | undefined, outputs: readonly string[] | undefined): string | null;
+export declare function checkTurnImagesStaged(source: string, inputs: readonly ExecInput[] | undefined, outputs: readonly string[] | undefined, turnImages: readonly {
+    path: string;
+}[] | undefined): string | null;
+export declare function deckDeliveredStop(attachments: readonly {
+    readonly fileName: string;
+}[] | undefined, exitCode: number, source?: string): string | null;
+export declare function createPythonAdapter(disabled: boolean, loadPyodide?: LoadPyodideFn): ExecutionAdapter;