@qvac/harness 1.0.0-rc.0 → 1.0.0-rc.2

package/dist-lib/lib/office/python.d.ts

@@ -1,8 +0,0 @@
-import type { AbortSignal } from 'bare-abort-controller';
-export interface PythonExtractOptions {
-    readonly format: string;
-    readonly packages: readonly string[];
-    readonly source: string;
-    readonly signal?: AbortSignal | undefined;
-}
-export declare function extractWithPython(bytes: Uint8Array, fileName: string, { format, packages, source, signal }: PythonExtractOptions): Promise<string>;

package/dist-lib/lib/office/python.js

@@ -1,32 +0,0 @@
-import b4a from 'b4a';
-import fs from 'fs';
-import { runPython } from '../tools/exec/adapters/python/pyodide.js';
-import { planVendoredInstall, vendoredManifest, wheelsDir } from '../tools/exec/adapters/python/wheels.js';
-const MAX_OFFICE_BYTES = 20 * 1024 * 1024;
-export async function extractWithPython(bytes, fileName, { format, packages, source, signal }) {
-    if (bytes.byteLength > MAX_OFFICE_BYTES) {
-        throw new Error(`document is too large to extract: ${bytes.byteLength} bytes, limit ${MAX_OFFICE_BYTES}`);
-    }
-    const dir = wheelsDir();
-    const manifest = vendoredManifest(dir);
-    const install = planVendoredInstall(packages, { dir, manifest });
-    if (!manifest ||
-        !install ||
-        !['micropip', ...install.packages].every((name) => Object.keys(manifest.files).some((file) => file.replaceAll('_', '-').startsWith(`${name}-`) && fs.existsSync(`${dir}/${file}`)))) {
-        throw new Error(`bundled ${format} extraction packages are unavailable`);
-    }
-    const result = await runPython(source, {
-        packages,
-        inputs: [{ path: `input.${format.toLowerCase()}`, bytes }],
-        outputs: ['extracted.txt'],
-        signal
-    });
-    if (result.exitCode !== 0) {
-        throw new Error(`${fileName}: ${result.stderr.trim()}`);
-    }
-    const output = result.files?.get('extracted.txt');
-    if (!output) {
-        throw new Error(result.rejected?.[0]?.reason ?? `${format} extraction produced no text file`);
-    }
-    return b4a.toString(output, 'utf8');
-}

package/dist-lib/lib/office/xlsx.d.ts

@@ -1 +0,0 @@
-export declare const XLSX_EXTRACT: string;

package/dist-lib/lib/office/xlsx.js

@@ -1,26 +0,0 @@
-export const XLSX_EXTRACT = `from openpyxl import load_workbook
-from pathlib import Path
-
-formulas = load_workbook("input.xlsx", read_only=True, data_only=False, keep_links=False)
-values = load_workbook("input.xlsx", read_only=True, data_only=True, keep_links=False)
-try:
-    with Path("extracted.txt").open("w", encoding="utf-8") as output:
-        for sheet in formulas.worksheets:
-            heading = False
-            cached = values[sheet.title]
-            sheet.reset_dimensions()
-            cached.reset_dimensions()
-            for cells, results in zip(sheet.iter_rows(), cached.iter_rows()):
-                row = [result.value if cell.data_type == "f" and result.value is not None else cell.value
-                       for cell, result in zip(cells, results)]
-                if not any(value is not None and str(value).strip() for value in row):
-                    continue
-                if not heading:
-                    output.write("Sheet: " + sheet.title + "\\n")
-                    heading = True
-                output.write(" | ".join("" if value is None else str(value).replace("\\n", " ")
-                                        for value in row) + "\\n")
-finally:
-    formulas.close()
-    values.close()
-`;

package/dist-lib/lib/run-log-inspect.d.ts

@@ -1,25 +0,0 @@
-import { type MachineLog, type RunRecord } from './machine/index.ts';
-interface InspectionOptions {
-    recordLimit?: number;
-    contextRecord?: number;
-    physicalLength?: number;
-    contextPhysicalLength?: number;
-    expectedMachineVersion?: number;
-    expectedXstateVersion?: string;
-}
-export interface PositionedRunRecord {
-    recordIndex: number;
-    stepSeq: number;
-    physicalLength: number;
-    record: RunRecord;
-}
-interface PositionedInspectionEnvelope {
-    records: () => AsyncIterable<PositionedRunRecord>;
-    physicalLength?: unknown;
-    logicalLength?: unknown;
-    nextSeq?: unknown;
-}
-type InspectionCore = MachineLog | PositionedInspectionEnvelope;
-export declare function inspectRun(core: InspectionCore, opts?: InspectionOptions): AsyncGenerator<string>;
-export declare function renderRunLogHtml(core: InspectionCore, opts?: InspectionOptions): Promise<string>;
-export {};

package/dist-lib/lib/run-log-protocol.d.ts

@@ -1,2 +0,0 @@
-export { RUN_LOG_VERSION, RUN_LOG_PROTOCOL_VERSION, applyEngineStep, buildEngineBoot, createEngineBoot, contextFromBoot, InvalidEngineStep, requestFromBoot, validateEngineBoot } from './run-log/protocol.ts';
-export type { EngineBoot, EngineStep, ForkOrigin, ForkSegment, HostRunLog, HostRunLogLease, MachineTransitionTrace, HistoryReference, Operation, Patch, Receipt, RecoveryResolution, RunBudget, RunRecord } from './run-log/protocol.ts';

package/dist-lib/lib/run-log-protocol.js

@@ -1 +0,0 @@
-export { RUN_LOG_VERSION, RUN_LOG_PROTOCOL_VERSION, applyEngineStep, buildEngineBoot, createEngineBoot, contextFromBoot, InvalidEngineStep, requestFromBoot, validateEngineBoot } from './run-log/protocol.js';

package/dist-lib/lib/tool-call-display.d.ts

@@ -1 +0,0 @@
-export type { ToolCallDisplay, ToolExecutionOutcome } from './machine/index.ts';

package/dist-lib/lib/tools/exec/adapters/adapter.d.ts

@@ -1,31 +0,0 @@
-import type { AbortSignal as BareAbortSignal } from 'bare-abort-controller';
-import type { AttachFn, FetchAttachmentFn, RunBudget, ToolDecision } from '../../../capabilities/completion.ts';
-import type { ExecResult } from '../runner.ts';
-export interface ExecutionOptions {
-    readonly cwd?: string;
-    readonly env?: Readonly<Record<string, string>>;
-    readonly timeoutMs?: number;
-    readonly maxOutputChars?: number;
-    readonly signal?: BareAbortSignal;
-}
-export interface ExecutionContext {
-    readonly attach?: AttachFn;
-    readonly fetchAttachment?: FetchAttachmentFn;
-    readonly turnImages?: readonly {
-        path: string;
-    }[];
-    readonly runBudget?: RunBudget;
-    readonly sandboxMode?: boolean;
-    readonly toolNames?: readonly string[];
-    readonly approval?: ToolDecision;
-    readonly confirmConnect?: (host: string) => Promise<boolean>;
-}
-export interface ExecutionPlan {
-    run(options: ExecutionOptions): Promise<ExecResult> | ExecResult;
-}
-export interface ExecutionAdapter {
-    resolve(args: Record<string, unknown>, ctx?: ExecutionContext): ExecutionPlan | null;
-}
-export interface FallbackExecutionAdapter {
-    resolve(args: Record<string, unknown>, ctx?: ExecutionContext): ExecutionPlan;
-}

package/dist-lib/lib/tools/exec/adapters/python/create-effect.d.ts

@@ -1,7 +0,0 @@
-interface SourceHalves {
-    code: string;
-    text: string;
-}
-export declare function splitPythonSource(source: string): SourceHalves | null;
-export declare function pythonCreateEffect(args: Record<string, unknown>): 'read' | 'write';
-export {};

package/dist-lib/lib/tools/exec/adapters/python/create-effect.js

@@ -1,318 +0,0 @@
-import { IMAGE_INPUT, OFFICE_READ, PDF_READ, isEscaped, parseInputs, parseOutputs, parsePackages, stripCommentsAndDocstrings, tripleQuoteAt, unwrapPythonSource } from './python-adapter.js';
-const ARTIFACT_OUTPUT = /\.(docx|xlsx|pptx|pdf)$/i;
-const CREATE_PACKAGES = new Map([
-    ['python-docx', '1.2.0'],
-    ['openpyxl', '3.1.5'],
-    ['python-pptx', '1.0.2'],
-    ['fpdf2', '2.8.8'],
-    ['pillow', null]
-]);
-const PACKAGE_SPEC = /^([A-Za-z0-9](?:[A-Za-z0-9._-]*[A-Za-z0-9])?)(?:==([0-9A-Za-z.]+))?$/;
-const IMPORT_ROOTS = new Set(['docx', 'openpyxl', 'pptx', 'fpdf', 'datetime']);
-const BUILDER_ROOTS = new Set(['docx', 'openpyxl', 'pptx', 'fpdf']);
-const IMPORT_FROM = /^\s*from\s+([A-Za-z]\w*(?:\.[A-Za-z]\w*)*)\s+import\s+[A-Za-z]\w*(?:\s+as\s+[A-Za-z]\w*)?(?:\s*,\s*[A-Za-z]\w*(?:\s+as\s+[A-Za-z]\w*)?)*\s*$/;
-const ALLOWED_BUILTINS = new Set([
-    'True',
-    'False',
-    'None',
-    'Ellipsis',
-    'NotImplemented',
-    'Exception',
-    'ValueError',
-    'KeyError',
-    'IndexError',
-    'TypeError',
-    'RuntimeError',
-    'abs',
-    'all',
-    'any',
-    'bool',
-    'dict',
-    'divmod',
-    'enumerate',
-    'filter',
-    'float',
-    'int',
-    'len',
-    'list',
-    'map',
-    'max',
-    'min',
-    'pow',
-    'print',
-    'range',
-    'reversed',
-    'round',
-    'set',
-    'sorted',
-    'str',
-    'sum',
-    'tuple',
-    'zip'
-]);
-const PYTHON_BUILTINS = new Set(`ArithmeticError AssertionError AttributeError BaseException BaseExceptionGroup
-   BlockingIOError BrokenPipeError BufferError BytesWarning ChildProcessError
-   ConnectionAbortedError ConnectionError ConnectionRefusedError ConnectionResetError
-   DeprecationWarning EOFError Ellipsis EncodingWarning EnvironmentError Exception
-   ExceptionGroup False FileExistsError FileNotFoundError FloatingPointError
-   FutureWarning GeneratorExit IOError ImportError ImportWarning IndentationError
-   IndexError InterruptedError IsADirectoryError KeyError KeyboardInterrupt
-   LookupError MemoryError ModuleNotFoundError NameError None NotADirectoryError
-   NotImplemented NotImplementedError OSError OverflowError PendingDeprecationWarning
-   PermissionError ProcessLookupError PythonFinalizationError RecursionError
-   ReferenceError ResourceWarning RuntimeError RuntimeWarning StopAsyncIteration
-   StopIteration SyntaxError SyntaxWarning SystemError SystemExit TabError
-   TimeoutError True TypeError UnboundLocalError UnicodeDecodeError
-   UnicodeEncodeError UnicodeError UnicodeTranslateError UnicodeWarning UserWarning
-   ValueError Warning ZeroDivisionError abs aiter all anext any ascii bin bool
-   breakpoint bytearray bytes callable chr classmethod compile complex copyright
-   credits delattr dict dir divmod enumerate eval exec execfile exit filter float
-   format frozenset getattr globals hasattr hash help hex id input int isinstance
-   issubclass iter len license list locals map max memoryview min next object oct
-   open ord pow print property quit range reload repr reversed round set setattr
-   slice sorted staticmethod str sum super tuple type unicode vars zip`.split(/\s+/));
-const DENIED_TOKENS = new Set([
-    'os',
-    'sys',
-    'js',
-    'pyodide',
-    'micropip',
-    'builtins',
-    'importlib',
-    'inspect',
-    'ctypes',
-    'subprocess',
-    'platform',
-    'shutil',
-    'pathlib',
-    'glob',
-    'tempfile',
-    'gc',
-    'socket',
-    'requests',
-    'urllib',
-    'http',
-    'ssl',
-    'ftplib',
-    'smtplib',
-    'webbrowser',
-    'pickle',
-    'marshal',
-    'base64',
-    'codecs',
-    'io',
-    'threading',
-    'asyncio',
-    'async',
-    'await',
-    'format_map',
-    'vformat'
-]);
-const INTROSPECTION_TOKEN = /^(?:gi|cr|ag|f|tb|im|func)_/;
-function isFStringPrefix(code) {
-    const prefix = /[A-Za-z]{1,3}$/.exec(code)?.[0] ?? '';
-    return prefix.length <= 2 && /f/i.test(prefix);
-}
-export function splitPythonSource(source) {
-    let code = '';
-    let text = '';
-    let i = 0;
-    while (i < source.length) {
-        const ch = source[i];
-        if (ch === '#') {
-            while (i < source.length && source[i] !== '\n') {
-                text += source[i];
-                i++;
-            }
-            continue;
-        }
-        const triple = tripleQuoteAt(source, i);
-        const quote = triple ?? (ch === '"' || ch === "'" ? ch : null);
-        if (quote) {
-            const fstring = isFStringPrefix(code);
-            const end = scanLiteral(source, i + quote.length, { quote, fstring });
-            if (!end) {
-                return null;
-            }
-            code += '""';
-            text += end.text;
-            code += end.code;
-            i = end.index;
-            continue;
-        }
-        code += ch;
-        i++;
-    }
-    return { code, text };
-}
-function scanLiteral(source, start, { quote, fstring }) {
-    let text = '';
-    let code = '';
-    let i = start;
-    while (i < source.length) {
-        if (source.startsWith(quote, i) && !isEscaped(source, i)) {
-            return { index: i + quote.length, text, code };
-        }
-        const ch = source[i];
-        if (fstring && (ch === '{' || ch === '}')) {
-            if (source[i + 1] === ch) {
-                text += ch + ch;
-                i += 2;
-                continue;
-            }
-            if (ch === '}') {
-                return null;
-            }
-            const interior = scanInterpolation(source, i + 1);
-            if (!interior) {
-                return null;
-            }
-            code += ` ${interior.code} `;
-            text += interior.text;
-            i = interior.index;
-            continue;
-        }
-        text += ch;
-        i++;
-    }
-    return null;
-}
-function scanInterpolation(source, start) {
-    let code = '';
-    let text = '';
-    let depth = 1;
-    let nested = null;
-    let i = start;
-    while (i < source.length) {
-        const ch = source[i];
-        if (nested) {
-            if (ch === nested && !isEscaped(source, i)) {
-                nested = null;
-            }
-            else {
-                text += ch;
-            }
-            i++;
-            continue;
-        }
-        if (ch === '"' || ch === "'") {
-            nested = ch;
-            i++;
-            continue;
-        }
-        if (ch === '{') {
-            depth++;
-        }
-        if (ch === '}') {
-            depth--;
-            if (depth === 0) {
-                return { index: i + 1, text, code };
-            }
-        }
-        code += ch;
-        i++;
-    }
-    return null;
-}
-function isKeywordArgument(code, start, length) {
-    const before = code.slice(0, start).trimEnd();
-    const last = before[before.length - 1];
-    if (last !== '(' && last !== ',') {
-        return false;
-    }
-    const after = code.slice(start + length).trimStart();
-    return after.startsWith('=') && after[1] !== '=';
-}
-function lintCreateSource(source) {
-    const halves = splitPythonSource(source);
-    if (!halves) {
-        return 'write';
-    }
-    if (halves.text.includes('__')) {
-        return 'write';
-    }
-    if (/\\(?:x[0-9A-Fa-f]|u[0-9A-Fa-f]|U[0-9A-Fa-f]|N\{|[0-7])/.test(halves.text)) {
-        return 'write';
-    }
-    if (/[^\x20-\x7e\t\r\n\f]/.test(halves.code)) {
-        return 'write';
-    }
-    let builder = false;
-    for (const line of halves.code.split('\n')) {
-        for (const statement of line.split(';')) {
-            if (!/\b(?:from|import)\b/.test(statement))
-                continue;
-            const match = IMPORT_FROM.exec(statement);
-            if (!match) {
-                return 'write';
-            }
-            const root = match[1].split('.')[0];
-            if (!IMPORT_ROOTS.has(root)) {
-                return 'write';
-            }
-            if (BUILDER_ROOTS.has(root)) {
-                builder = true;
-            }
-        }
-    }
-    if (!builder) {
-        return 'write';
-    }
-    for (const match of halves.code.matchAll(/[A-Za-z_]\w*/g)) {
-        const token = match[0];
-        if (token.includes('__') || DENIED_TOKENS.has(token) || INTROSPECTION_TOKEN.test(token)) {
-            return 'write';
-        }
-        if (isKeywordArgument(halves.code, match.index, token.length)) {
-            continue;
-        }
-        if (PYTHON_BUILTINS.has(token) && !ALLOWED_BUILTINS.has(token)) {
-            return 'write';
-        }
-    }
-    const openers = stripCommentsAndDocstrings(source);
-    const reads = [new RegExp(OFFICE_READ.source), new RegExp(PDF_READ.source)];
-    if (reads.some((pattern) => pattern.test(openers))) {
-        return 'write';
-    }
-    return 'read';
-}
-export function pythonCreateEffect(args) {
-    const outputs = parseOutputs(args.outputs);
-    if (!Array.isArray(outputs) || outputs.length === 0) {
-        return 'write';
-    }
-    if (!outputs.every((name) => ARTIFACT_OUTPUT.test(name))) {
-        return 'write';
-    }
-    const packages = parsePackages(args.packages);
-    if (packages && 'error' in packages) {
-        return 'write';
-    }
-    for (const spec of packages ?? []) {
-        const match = PACKAGE_SPEC.exec(spec);
-        if (!match) {
-            return 'write';
-        }
-        const name = match[1].toLowerCase().replace(/[_.]+/g, '-');
-        if (!CREATE_PACKAGES.has(name)) {
-            return 'write';
-        }
-        if (CREATE_PACKAGES.get(name) !== (match[2] ?? null)) {
-            return 'write';
-        }
-    }
-    const inputs = parseInputs(args.inputs);
-    if (inputs && 'error' in inputs) {
-        return 'write';
-    }
-    if ((inputs ?? []).some((input) => !IMAGE_INPUT.test(input.path))) {
-        return 'write';
-    }
-    const command = String(args.command ?? '');
-    const source = unwrapPythonSource(command) ?? command;
-    if (!source.trim()) {
-        return 'write';
-    }
-    return lintCreateSource(source);
-}

package/dist-lib/lib/tools/exec/adapters/python/python-adapter.d.ts

@@ -1,89 +0,0 @@
-import type { ExecAttachment } from '../../runner.ts';
-import type { ExecutionAdapter } from '../adapter.ts';
-import { type ExecInput } from './attachments.ts';
-import { type ExecError } from './output-policy.ts';
-import { type LoadPyodideFn, type PythonRunResult } from './pyodide.ts';
-export declare function isPythonLanguage(language: unknown): boolean;
-export declare function runsThroughPyodide(language: unknown, disablePyodide: boolean): boolean;
-export declare function unwrapPythonSource(command: string): string | null;
-export declare function withoutProgramDir(command: string): string;
-export declare function pipInstallTargets(command: string): string[] | null;
-export declare function pinned(spec: string): string;
-export declare function pipMessage(targets: readonly string[] | null, { sandbox }?: {
-    sandbox?: boolean | undefined;
-}): string;
-export declare function sandboxInstallError(command: string, declared: readonly string[] | undefined): string | null;
-export interface PipFromSourceHintOptions {
-    readonly packages?: readonly string[] | undefined;
-    readonly sandbox?: boolean;
-}
-export declare function pipFromSourceHint(stderr: string, source: string, { packages, sandbox }?: PipFromSourceHintOptions): string | null;
-export declare function stringLiteralProgramHint(source: string): string | null;
-export declare function checkCollapsedCompound(source: string): string | null;
-export declare function mangledPptxApiHint(source: string): string | null;
-export declare function wrongRgbColorHint(source: string): string | null;
-export declare function fpdfSizeKeywordHint(source: string): string | null;
-export declare function fpdfKeywordErrorHint(stderr: string): string | null;
-export declare function normalizeFpdfSource(source: string): string;
-export declare function fpdfTextCallHint(source: string): string | null;
-export declare function fpdfTextErrorHint(stderr: string): string | null;
-export declare function fpdfNonLatin1Hint(source: string): string | null;
-export declare function fpdfUnicodeErrorHint(stderr: string): string | null;
-export declare function fpdfHorizontalSpaceHint(stderr: string): string | null;
-export declare function rgbColorImportHint(stderr: string): string | null;
-export declare function checkPythonSource(command: string): string | null;
-export declare function syntaxErrorHint(stderr: string, source: string): string | null;
-export declare function checkPptxBuildSource(source: string, outputs: readonly string[] | undefined, packages?: readonly string[] | undefined): string | null;
-export declare function tripleQuoteAt(source: string, index: number): string | null;
-export declare function isEscaped(source: string, index: number): boolean;
-export declare function checkBareLengthArgs(source: string, packages?: readonly string[] | undefined): string | null;
-export declare function checkPdfBuildSource(source: string, outputs: readonly string[] | undefined, packages?: readonly string[] | undefined): string | null;
-export declare function stripCommentsAndDocstrings(source: string): string;
-export declare const PDF_READ: RegExp;
-export declare const OFFICE_READ: RegExp;
-export declare function checkUnstagedRead(source: string, inputs: readonly Pick<ExecInput, 'path'>[] | undefined): string | null;
-export declare function missingFileHint(stderr: string): string | null;
-export declare function parsePackages(value: unknown): string[] | ExecError | undefined;
-export declare function parseInputs(value: unknown): ExecInput[] | ExecError | undefined;
-export declare function parseOutputs(value: unknown): string[] | ExecError | undefined;
-export declare function parseWorkdir(value: unknown): string | ExecError | undefined;
-export interface MissingModuleHintOptions {
-    readonly packages?: readonly string[] | undefined;
-    readonly sandbox?: boolean;
-    readonly network?: boolean;
-}
-export declare function missingModuleHint(stderr: string, { packages, sandbox, network }?: MissingModuleHintOptions): string | null;
-export declare function nonePlaceholderHint(stderr: string): string | null;
-export declare function slideShapesHint(stderr: string): string | null;
-export declare function shapeFontHint(stderr: string): string | null;
-export declare function shapesBackgroundHint(stderr: string): string | null;
-export declare function paragraphFillHint(stderr: string): string | null;
-export declare function readOnlyPropertyHint(stderr: string): string | null;
-export declare function paragraphIndexHint(stderr: string, outputs: readonly string[]): string | null;
-export declare function shellNameHint(stderr: string): string | null;
-export declare function noProcessHint(stderr: string, sandbox?: boolean): string | null;
-export declare function noNetworkHint(stderr: string, tools?: readonly string[], network?: boolean): string | null;
-export declare function nativeWheelHint(stderr: string): string | null;
-export declare function packageFetchFailedHint(stderr: string): string | null;
-export declare const IMAGE_INPUT: RegExp;
-export declare function pptxHasEmbeddedMedia(bytes: Uint8Array): boolean;
-export declare function softFailedDeckHint(stdout: string, exitCode: number, source: string): string | null;
-export interface DeckImagesOptions {
-    readonly inputs: readonly {
-        path: string;
-    }[] | undefined;
-    readonly outputs: readonly string[] | undefined;
-    readonly source: string;
-}
-export declare function stagedImagesMissingFromDeck(result: Pick<PythonRunResult, 'exitCode' | 'files'>, { inputs, outputs, source }: DeckImagesOptions): string | null;
-export declare function checkStagedImagesUsed(source: string, inputs: readonly Pick<ExecInput, 'path'>[] | undefined, outputs: readonly string[] | undefined): string | null;
-export interface TurnImagesStagedOptions {
-    readonly inputs: readonly ExecInput[] | undefined;
-    readonly outputs: readonly string[] | undefined;
-    readonly turnImages: readonly {
-        path: string;
-    }[] | undefined;
-}
-export declare function checkTurnImagesStaged(source: string, { inputs, outputs, turnImages }: TurnImagesStagedOptions): string | null;
-export declare function deckDeliveredStop(attachments: readonly Pick<ExecAttachment, 'fileName'>[] | undefined, exitCode: number, source?: string): string | null;
-export declare function createPythonAdapter(disabled: boolean, loadPyodide?: LoadPyodideFn, network?: boolean): ExecutionAdapter;