scrapme-flow 0.0.0-stage → 0.2.0

package/dist/src/flow/state-path.js

@@ -0,0 +1,37 @@
+/**
+ * Dotted paths into the flow state: `page.html`, `report.periods`. Only plain property access — no indexes or
+ * expressions; anything smarter belongs in a command.
+ */
+export class StatePath {
+    static SEPARATOR = '.';
+    /** "a.b.c" → ["a","b","c"]; null when a segment is empty ("a..b", ".a", ""). */
+    static split(path) {
+        const segments = path.split(StatePath.SEPARATOR);
+        return segments.every((s) => s.trim() !== '' && s === s.trim()) ? segments : null;
+    }
+    /** The value at `path`, or `{ found: false }` when some part of it is missing. */
+    static get(root, path) {
+        let current = root;
+        for (const segment of StatePath.split(path) ?? []) {
+            if (current === null || typeof current !== 'object' || !Object.hasOwn(current, segment))
+                return { found: false };
+            current = current[segment];
+        }
+        return { found: true, value: current };
+    }
+    /**
+     * A copy of `root` with `value` at `path`; objects on the way are copied (never mutated) or created.
+     * A non-object in the way is replaced by an object.
+     */
+    static set(root, path, value) {
+        const [head, ...rest] = StatePath.split(path) ?? [];
+        if (head === undefined)
+            return root;
+        if (rest.length === 0)
+            return { ...root, [head]: value };
+        const child = root[head];
+        const base = child !== null && typeof child === 'object' && !Array.isArray(child) ? child : {};
+        return { ...root, [head]: StatePath.set(base, rest.join(StatePath.SEPARATOR), value) };
+    }
+}
+//# sourceMappingURL=state-path.js.map

package/dist/src/flow/state-path.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"state-path.js","sourceRoot":"","sources":["../../../src/flow/state-path.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,MAAM,OAAO,SAAS;IACb,MAAM,CAAU,SAAS,GAAG,GAAG,CAAC;IAEvC,gFAAgF;IACzE,MAAM,CAAC,KAAK,CAAC,IAAY;QAC9B,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QACjD,OAAO,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC;IACpF,CAAC;IAED,kFAAkF;IAC3E,MAAM,CAAC,GAAG,CAAC,IAAa,EAAE,IAAY;QAC3C,IAAI,OAAO,GAAY,IAAI,CAAC;QAC5B,KAAK,MAAM,OAAO,IAAI,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;YAClD,IAAI,OAAO,KAAK,IAAI,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC;gBAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;YACjH,OAAO,GAAI,OAAmC,CAAC,OAAO,CAAC,CAAC;QAC1D,CAAC;QACD,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;IACzC,CAAC;IAED;;;OAGG;IACI,MAAM,CAAC,GAAG,CAAC,IAA6B,EAAE,IAAY,EAAE,KAAc;QAC3E,MAAM,CAAC,IAAI,EAAE,GAAG,IAAI,CAAC,GAAG,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;QACpD,IAAI,IAAI,KAAK,SAAS;YAAE,OAAO,IAAI,CAAC;QACpC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,GAAG,IAAI,EAAE,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC;QACzD,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC;QACzB,MAAM,IAAI,GAAG,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAE,KAAiC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC5H,OAAO,EAAE,GAAG,IAAI,EAAE,CAAC,IAAI,CAAC,EAAE,SAAS,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,EAAE,KAAK,CAAC,EAAE,CAAC;IACzF,CAAC"}

package/dist/src/flow/step-input-builder.d.ts

@@ -0,0 +1,15 @@
+import { type InputSpec } from './flow.models.js';
+/**
+ * Builds a step's input from the state as the step says:
+ *   neither inputFrom nor input        → the whole state
+ *   inputFrom: 'report'                → state.report
+ *   input: { id: {…}, … }              → { id: … }        (a copy of inputFrom's object first, when given)
+ * Fields: { from: 'path', optional? } · { value: literal } · (state) => value (plain JS, e.g. concatenation).
+ * A path the state doesn't have is a PermanentError (MISSING_VALUE): the same state gives the same result.
+ */
+export declare class StepInputBuilder {
+    build(spec: InputSpec | undefined, state: Readonly<Record<string, unknown>>, step: string): unknown;
+    private value;
+    private read;
+    private missing;
+}

package/dist/src/flow/step-input-builder.js

@@ -0,0 +1,63 @@
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+import { injectable } from 'inversify';
+import { PermanentError } from './flow-errors.js';
+import { ERROR_CODE } from './flow.models.js';
+import { StatePath } from './state-path.js';
+/**
+ * Builds a step's input from the state as the step says:
+ *   neither inputFrom nor input        → the whole state
+ *   inputFrom: 'report'                → state.report
+ *   input: { id: {…}, … }              → { id: … }        (a copy of inputFrom's object first, when given)
+ * Fields: { from: 'path', optional? } · { value: literal } · (state) => value (plain JS, e.g. concatenation).
+ * A path the state doesn't have is a PermanentError (MISSING_VALUE): the same state gives the same result.
+ */
+let StepInputBuilder = class StepInputBuilder {
+    build(spec, state, step) {
+        if (!spec)
+            return state;
+        const base = spec.from === undefined ? undefined : this.read(state, spec.from, step);
+        if (spec.fields.length === 0 && spec.from !== undefined)
+            return base;
+        if (base !== undefined && (base === null || typeof base !== 'object' || Array.isArray(base))) {
+            throw new PermanentError(`step "${step}": inputFrom "${spec.from}" is not an object, so input fields can't be added to it`, { code: ERROR_CODE.BAD_INPUT });
+        }
+        let input = { ...base };
+        for (const field of spec.fields) {
+            const value = this.value(field, state, step);
+            if (value.present)
+                input = StatePath.set(input, field.name, value.value);
+        }
+        return input;
+    }
+    value(field, state, step) {
+        if ('value' in field)
+            return { present: true, value: structuredClone(field.value) };
+        if ('compute' in field)
+            return { present: true, value: field.compute(state) };
+        const found = StatePath.get(state, field.from);
+        if (found.found)
+            return { present: true, value: found.value };
+        if (field.optional)
+            return { present: false };
+        throw this.missing(field.from, step);
+    }
+    read(state, path, step) {
+        const found = StatePath.get(state, path);
+        if (!found.found)
+            throw this.missing(path, step);
+        return found.value;
+    }
+    missing(path, step) {
+        return new PermanentError(`step "${step}": the state has no "${path}"`, { code: ERROR_CODE.MISSING_VALUE });
+    }
+};
+StepInputBuilder = __decorate([
+    injectable()
+], StepInputBuilder);
+export { StepInputBuilder };
+//# sourceMappingURL=step-input-builder.js.map

package/dist/src/flow/step-input-builder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"step-input-builder.js","sourceRoot":"","sources":["../../../src/flow/step-input-builder.ts"],"names":[],"mappings":";;;;;;AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AACvC,OAAO,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAClD,OAAO,EAAE,UAAU,EAAmC,MAAM,kBAAkB,CAAC;AAC/E,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAE5C;;;;;;;GAOG;AAEI,IAAM,gBAAgB,GAAtB,MAAM,gBAAgB;IACpB,KAAK,CAAC,IAA2B,EAAE,KAAwC,EAAE,IAAY;QAC9F,IAAI,CAAC,IAAI;YAAE,OAAO,KAAK,CAAC;QACxB,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QACrF,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS;YAAE,OAAO,IAAI,CAAC;QACrE,IAAI,IAAI,KAAK,SAAS,IAAI,CAAC,IAAI,KAAK,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;YAC7F,MAAM,IAAI,cAAc,CAAC,SAAS,IAAI,iBAAiB,IAAI,CAAC,IAAI,0DAA0D,EAAE,EAAE,IAAI,EAAE,UAAU,CAAC,SAAS,EAAE,CAAC,CAAC;QAC9J,CAAC;QACD,IAAI,KAAK,GAA4B,EAAE,GAAI,IAA4C,EAAE,CAAC;QAC1F,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;YAC7C,IAAI,KAAK,CAAC,OAAO;gBAAE,KAAK,GAAG,SAAS,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;QAC3E,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAEO,KAAK,CAAC,KAAiB,EAAE,KAAwC,EAAE,IAAY;QACrF,IAAI,OAAO,IAAI,KAAK;YAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,eAAe,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;QACpF,IAAI,SAAS,IAAI,KAAK;YAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QAC9E,MAAM,KAAK,GAAG,SAAS,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QAC/C,IAAI,KAAK,CAAC,KAAK;YAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC;QAC9D,IAAI,KAAK,CAAC,QAAQ;YAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;QAC9C,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IACvC,CAAC;IAEO,IAAI,CAAC,KAAwC,EAAE,IAAY,EAAE,IAAY;QAC/E,MAAM,KAAK,GAAG,SAAS,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;QACzC,IAAI,CAAC,KAAK,CAAC,KAAK;YAAE,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QACjD,OAAO,KAAK,CAAC,KAAK,CAAC;IACrB,CAAC;IAEO,OAAO,CAAC,IAAY,EAAE,IAAY;QACxC,OAAO,IAAI,cAAc,CAAC,SAAS,IAAI,wBAAwB,IAAI,GAAG,EAAE,EAAE,IAAI,EAAE,UAAU,CAAC,aAAa,EAAE,CAAC,CAAC;IAC9G,CAAC;CACF,CAAA;AAlCY,gBAAgB;IAD5B,UAAU,EAAE;GACA,gBAAgB,CAkC5B"}

package/dist/src/flows/scrape.flow.d.ts

@@ -0,0 +1,6 @@
+import { Flow } from '../flow/flow.js';
+/**
+ * Scrape one page: `Scrapme.create({ flow: scrapeFlow }).runOrThrow({ url })` → state.page (ScrapedPage).
+ * Same retries, timeouts, error reports and stored run as any flow.
+ */
+export declare const scrapeFlow: Flow;

package/dist/src/flows/scrape.flow.js

@@ -0,0 +1,31 @@
+import { ScrapePageCommand } from '../commands/scrape-page.command.js';
+import { Flow } from '../flow/flow.js';
+import { VALUE_TYPE } from '../flow/flow.models.js';
+/**
+ * Scrape one page: `Scrapme.create({ flow: scrapeFlow }).runOrThrow({ url })` → state.page (ScrapedPage).
+ * Same retries, timeouts, error reports and stored run as any flow.
+ */
+export const scrapeFlow = new Flow({
+    name: 'scrape',
+    description: 'Render one page with scrap-anything and return it.',
+    tags: { kind: 'quick-scrape' },
+    params: {
+        url: { required: true },
+        headers: { type: VALUE_TYPE.JSON },
+        priority: { type: VALUE_TYPE.NUMBER },
+        allowHttpErrors: { type: VALUE_TYPE.BOOLEAN, default: false },
+    },
+    steps: [
+        {
+            key: 'page',
+            command: ScrapePageCommand,
+            input: {
+                url: { from: 'url' },
+                headers: { from: 'headers', optional: true },
+                priority: { from: 'priority', optional: true },
+                allowHttpErrors: { from: 'allowHttpErrors' },
+            },
+        },
+    ],
+});
+//# sourceMappingURL=scrape.flow.js.map

package/dist/src/flows/scrape.flow.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"scrape.flow.js","sourceRoot":"","sources":["../../../src/flows/scrape.flow.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,oCAAoC,CAAC;AACvE,OAAO,EAAE,IAAI,EAAE,MAAM,iBAAiB,CAAC;AACvC,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAEpD;;;GAGG;AACH,MAAM,CAAC,MAAM,UAAU,GAAG,IAAI,IAAI,CAAC;IACjC,IAAI,EAAE,QAAQ;IACd,WAAW,EAAE,oDAAoD;IACjE,IAAI,EAAE,EAAE,IAAI,EAAE,cAAc,EAAE;IAC9B,MAAM,EAAE;QACN,GAAG,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE;QACvB,OAAO,EAAE,EAAE,IAAI,EAAE,UAAU,CAAC,IAAI,EAAE;QAClC,QAAQ,EAAE,EAAE,IAAI,EAAE,UAAU,CAAC,MAAM,EAAE;QACrC,eAAe,EAAE,EAAE,IAAI,EAAE,UAAU,CAAC,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE;KAC9D;IACD,KAAK,EAAE;QACL;YACE,GAAG,EAAE,MAAM;YACX,OAAO,EAAE,iBAAiB;YAC1B,KAAK,EAAE;gBACL,GAAG,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE;gBACpB,OAAO,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,IAAI,EAAE;gBAC5C,QAAQ,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,IAAI,EAAE;gBAC9C,eAAe,EAAE,EAAE,IAAI,EAAE,iBAAiB,EAAE;aAC7C;SACF;KACF;CACF,CAAC,CAAC"}

package/dist/src/index.d.ts

@@ -0,0 +1,57 @@
+/**
+ * scrapme — reliable scraping flows of commands, defined in `*.flow.ts` files and run on a pg-boss queue.
+ *
+ *   import { Scrapme, Flow, ScrapePageCommand, injectable, inject } from 'scrapme-flow';
+ *
+ * A flow is a list of steps; each step runs one command (an @injectable class; its dependencies come from your
+ * app's container). scrapme.flow(flow, input) queues a run; a worker runs it, every command with its own retries
+ * and timeout. A failed run is run again by pg-boss; final failures go to LightyErrors. Progress is kept in CouchDB
+ * and shown by the scrapme monitor (a separate app, see monitor/ in the repository).
+ */
+import 'reflect-metadata';
+export { Scrapme, RunWaitTimeoutError } from './scrapme.js';
+export type { ScrapmeOptions, StartOptions } from './scrapme.models.js';
+export { Flow, FunctionCommand } from './flow/flow.js';
+export { FlowValidator } from './flow/flow-validator.js';
+export { FlowScheduler } from './flow/flow-scheduler.js';
+export { FlowJobProcessor } from './flow/flow-job-processor.js';
+export { FlowParams } from './flow/flow-params.js';
+export { StepInputBuilder } from './flow/step-input-builder.js';
+export { StatePath } from './flow/state-path.js';
+export { CommandExecutor } from './flow/command-executor.js';
+export { CommandResolver } from './flow/command-resolver.js';
+export { RetryPolicy } from './flow/retry-policy.js';
+export { CommandTimeoutError, FlowCancelledError, FlowDefinitionError, FlowFailedError, FlowInputError, NotConfiguredError, PermanentError, FlowErrors, } from './flow/flow-errors.js';
+export { ATTEMPT_OUTCOME, ERROR_CODE, FINAL_RUN_STATUSES, RUN_STATUS, STEP_STATUS, VALUE_TYPE } from './flow/flow.models.js';
+export type { AttemptOutcome, AttemptReport, Command, CommandClass, CommandContext, CommandOptions, CommandRef, ErrorCode, FieldConfig, FlowConfig, FlowState, ParamConfig, StepConfig, FlowAttemptReport, FlowQueueOptions, FlowDefinition, FlowParam, InputField, InputSpec, ScheduleOptions, WaitOptions, RunStatus, SerializedError, StepDefinition, StepReport, StepStatus, ValueType, } from './flow/flow.models.js';
+export { ScrapePageCommand } from './commands/scrape-page.command.js';
+export { SaveDocumentCommand } from './commands/save-document.command.js';
+export { SendMailCommand } from './commands/send-mail.command.js';
+export type { SaveDocumentInput, ScrapedPage, ScrapePageInput, SendMailInput } from './commands/commands.models.js';
+export { ContainerBuilder } from './di/container.js';
+export { TYPES } from './di/types.js';
+export { ConfigBuilder, ConfigError } from './config/config-builder.js';
+export type { CouchOptions, LightyOptions, MailOptions, PostgresOptions, QueueOptions, ScrapAnythingOptions, ScrapmeConfig, ServiceOptions, StepDefaults, } from './config/config.models.js';
+export { PgBossFlowQueue } from './queue/pg-boss-flow-queue.js';
+export type { FlowJob, FlowJobData, FlowJobOptions, FlowQueue } from './queue/queue.models.js';
+export { Logger } from './logging/logger.js';
+export { LINE_LEVEL, LOG_LEVEL } from './logging/logger.models.js';
+export type { LineLevel, LogLevel, LogSink } from './logging/logger.models.js';
+export type { ErrorReporter, ErrorReportContext } from './reporting/reporting.models.js';
+export { LightyErrorReporter } from './reporting/lighty-error-reporter.js';
+export { LogErrorReporter } from './reporting/log-error-reporter.js';
+export { CREATE_RESULT, DOC_TYPE } from './storage/storage.models.js';
+export type { CouchDoc, DocumentStore, FlowRunDoc, RunStore, SavedDocument } from './storage/storage.models.js';
+export { RunDocIds } from './storage/run-doc-ids.js';
+export { CouchConnection } from './storage/couch-connection.js';
+export { CouchDocumentStore } from './storage/couch-document-store.js';
+export { CouchRunStore } from './storage/couch-run-store.js';
+export { UnconfiguredDocumentStore } from './storage/unconfigured-document-store.js';
+export type { MailMessage, Mailer, SentMail } from './mail/mail.models.js';
+export { SmtpMailer } from './mail/smtp-mailer.js';
+export { UnconfiguredMailer } from './mail/unconfigured-mailer.js';
+export { Preview } from './util/preview.js';
+export { Timing } from './util/timing.js';
+export { Text } from './util/text.js';
+export { Urls } from './util/url.js';
+export { inject, injectable, type Container } from 'inversify';

package/dist/src/index.js

@@ -0,0 +1,50 @@
+/**
+ * scrapme — reliable scraping flows of commands, defined in `*.flow.ts` files and run on a pg-boss queue.
+ *
+ *   import { Scrapme, Flow, ScrapePageCommand, injectable, inject } from 'scrapme-flow';
+ *
+ * A flow is a list of steps; each step runs one command (an @injectable class; its dependencies come from your
+ * app's container). scrapme.flow(flow, input) queues a run; a worker runs it, every command with its own retries
+ * and timeout. A failed run is run again by pg-boss; final failures go to LightyErrors. Progress is kept in CouchDB
+ * and shown by the scrapme monitor (a separate app, see monitor/ in the repository).
+ */
+import 'reflect-metadata';
+export { Scrapme, RunWaitTimeoutError } from './scrapme.js';
+export { Flow, FunctionCommand } from './flow/flow.js';
+export { FlowValidator } from './flow/flow-validator.js';
+export { FlowScheduler } from './flow/flow-scheduler.js';
+export { FlowJobProcessor } from './flow/flow-job-processor.js';
+export { FlowParams } from './flow/flow-params.js';
+export { StepInputBuilder } from './flow/step-input-builder.js';
+export { StatePath } from './flow/state-path.js';
+export { CommandExecutor } from './flow/command-executor.js';
+export { CommandResolver } from './flow/command-resolver.js';
+export { RetryPolicy } from './flow/retry-policy.js';
+export { CommandTimeoutError, FlowCancelledError, FlowDefinitionError, FlowFailedError, FlowInputError, NotConfiguredError, PermanentError, FlowErrors, } from './flow/flow-errors.js';
+export { ATTEMPT_OUTCOME, ERROR_CODE, FINAL_RUN_STATUSES, RUN_STATUS, STEP_STATUS, VALUE_TYPE } from './flow/flow.models.js';
+export { ScrapePageCommand } from './commands/scrape-page.command.js';
+export { SaveDocumentCommand } from './commands/save-document.command.js';
+export { SendMailCommand } from './commands/send-mail.command.js';
+export { ContainerBuilder } from './di/container.js';
+export { TYPES } from './di/types.js';
+export { ConfigBuilder, ConfigError } from './config/config-builder.js';
+export { PgBossFlowQueue } from './queue/pg-boss-flow-queue.js';
+export { Logger } from './logging/logger.js';
+export { LINE_LEVEL, LOG_LEVEL } from './logging/logger.models.js';
+export { LightyErrorReporter } from './reporting/lighty-error-reporter.js';
+export { LogErrorReporter } from './reporting/log-error-reporter.js';
+export { CREATE_RESULT, DOC_TYPE } from './storage/storage.models.js';
+export { RunDocIds } from './storage/run-doc-ids.js';
+export { CouchConnection } from './storage/couch-connection.js';
+export { CouchDocumentStore } from './storage/couch-document-store.js';
+export { CouchRunStore } from './storage/couch-run-store.js';
+export { UnconfiguredDocumentStore } from './storage/unconfigured-document-store.js';
+export { SmtpMailer } from './mail/smtp-mailer.js';
+export { UnconfiguredMailer } from './mail/unconfigured-mailer.js';
+export { Preview } from './util/preview.js';
+export { Timing } from './util/timing.js';
+export { Text } from './util/text.js';
+export { Urls } from './util/url.js';
+// so users build commands with the same inversify as the container
+export { inject, injectable } from 'inversify';
+//# sourceMappingURL=index.js.map

package/dist/src/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AACH,OAAO,kBAAkB,CAAC;AAE1B,OAAO,EAAE,OAAO,EAAE,mBAAmB,EAAE,MAAM,cAAc,CAAC;AAE5D,OAAO,EAAE,IAAI,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AACvD,OAAO,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAC;AACzD,OAAO,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAC;AACzD,OAAO,EAAE,gBAAgB,EAAE,MAAM,8BAA8B,CAAC;AAChE,OAAO,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AACnD,OAAO,EAAE,gBAAgB,EAAE,MAAM,8BAA8B,CAAC;AAChE,OAAO,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AACjD,OAAO,EAAE,eAAe,EAAE,MAAM,4BAA4B,CAAC;AAC7D,OAAO,EAAE,eAAe,EAAE,MAAM,4BAA4B,CAAC;AAC7D,OAAO,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AACrD,OAAO,EACL,mBAAmB,EACnB,kBAAkB,EAClB,mBAAmB,EACnB,eAAe,EACf,cAAc,EACd,kBAAkB,EAClB,cAAc,EACd,UAAU,GACX,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,eAAe,EAAE,UAAU,EAAE,kBAAkB,EAAE,UAAU,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AA+B7H,OAAO,EAAE,iBAAiB,EAAE,MAAM,mCAAmC,CAAC;AACtE,OAAO,EAAE,mBAAmB,EAAE,MAAM,qCAAqC,CAAC;AAC1E,OAAO,EAAE,eAAe,EAAE,MAAM,iCAAiC,CAAC;AAGlE,OAAO,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AACrD,OAAO,EAAE,KAAK,EAAE,MAAM,eAAe,CAAC;AACtC,OAAO,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAC;AAYxE,OAAO,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAC;AAEhE,OAAO,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAC;AAC7C,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,4BAA4B,CAAC;AAInE,OAAO,EAAE,mBAAmB,EAAE,MAAM,sCAAsC,CAAC;AAC3E,OAAO,EAAE,gBAAgB,EAAE,MAAM,mCAAmC,CAAC;AACrE,OAAO,EAAE,aAAa,EAAE,QAAQ,EAAE,MAAM,6BAA6B,CAAC;AAEtE,OAAO,EAAE,SAAS,EAAE,MAAM,0BAA0B,CAAC;AACrD,OAAO,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAC;AAChE,OAAO,EAAE,kBAAkB,EAAE,MAAM,mCAAmC,CAAC;AACvE,OAAO,EAAE,aAAa,EAAE,MAAM,8BAA8B,CAAC;AAC7D,OAAO,EAAE,yBAAyB,EAAE,MAAM,0CAA0C,CAAC;AAErF,OAAO,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AACnD,OAAO,EAAE,kBAAkB,EAAE,MAAM,+BAA+B,CAAC;AACnE,OAAO,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAC;AAC5C,OAAO,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAC1C,OAAO,EAAE,IAAI,EAAE,MAAM,gBAAgB,CAAC;AACtC,OAAO,EAAE,IAAI,EAAE,MAAM,eAAe,CAAC;AAErC,mEAAmE;AACnE,OAAO,EAAE,MAAM,EAAE,UAAU,EAAkB,MAAM,WAAW,CAAC"}

package/dist/src/logging/logger.d.ts

@@ -0,0 +1,17 @@
+import { type LogFields, type LogLevel, type LogSink } from './logger.models.js';
+/** Structured JSON-lines logger (stdout, warn/error to stderr). Create children for per-component / per-run context. */
+export declare class Logger {
+    private readonly level;
+    private readonly base;
+    private readonly sink;
+    static readonly PROCESS_SINK: LogSink;
+    private readonly threshold;
+    constructor(level: LogLevel, base?: LogFields, sink?: LogSink);
+    child(extra: LogFields): Logger;
+    debug(msg: string, fields?: LogFields): void;
+    info(msg: string, fields?: LogFields): void;
+    warn(msg: string, fields?: LogFields): void;
+    error(msg: string, fields?: LogFields): void;
+    private write;
+    private static serialize;
+}

package/dist/src/logging/logger.js

@@ -0,0 +1,55 @@
+import { LINE_LEVEL, LOG_LEVELS } from './logger.models.js';
+/** Structured JSON-lines logger (stdout, warn/error to stderr). Create children for per-component / per-run context. */
+export class Logger {
+    level;
+    base;
+    sink;
+    static PROCESS_SINK = {
+        out: (line) => process.stdout.write(line),
+        err: (line) => process.stderr.write(line),
+    };
+    threshold;
+    constructor(level, base = {}, sink = Logger.PROCESS_SINK) {
+        this.level = level;
+        this.base = base;
+        this.sink = sink;
+        this.threshold = LOG_LEVELS.indexOf(level);
+    }
+    child(extra) {
+        return new Logger(this.level, { ...this.base, ...extra }, this.sink);
+    }
+    debug(msg, fields) {
+        this.write(LINE_LEVEL.DEBUG, msg, fields);
+    }
+    info(msg, fields) {
+        this.write(LINE_LEVEL.INFO, msg, fields);
+    }
+    warn(msg, fields) {
+        this.write(LINE_LEVEL.WARN, msg, fields);
+    }
+    error(msg, fields) {
+        this.write(LINE_LEVEL.ERROR, msg, fields);
+    }
+    write(level, msg, fields = {}) {
+        if (LOG_LEVELS.indexOf(level) < this.threshold)
+            return;
+        const line = { t: new Date().toISOString(), level, msg };
+        for (const [k, v] of Object.entries({ ...this.base, ...fields })) {
+            if (v !== undefined)
+                line[k] = Logger.serialize(v);
+        }
+        const text = `${JSON.stringify(line)}\n`;
+        if (level === LINE_LEVEL.ERROR || level === LINE_LEVEL.WARN)
+            this.sink.err(text);
+        else
+            this.sink.out(text);
+    }
+    static serialize(value) {
+        if (value instanceof Error) {
+            const e = value;
+            return { name: e.name, message: e.message, code: e.code, stack: e.stack };
+        }
+        return value;
+    }
+}
+//# sourceMappingURL=logger.js.map

package/dist/src/logging/logger.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"logger.js","sourceRoot":"","sources":["../../../src/logging/logger.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,UAAU,EAA+D,MAAM,oBAAoB,CAAC;AAEzH,wHAAwH;AACxH,MAAM,OAAO,MAAM;IASE;IACA;IACA;IAVZ,MAAM,CAAU,YAAY,GAAY;QAC7C,GAAG,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC;QACzC,GAAG,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC;KAC1C,CAAC;IAEe,SAAS,CAAS;IAEnC,YACmB,KAAe,EACf,OAAkB,EAAE,EACpB,OAAgB,MAAM,CAAC,YAAY;QAFnC,UAAK,GAAL,KAAK,CAAU;QACf,SAAI,GAAJ,IAAI,CAAgB;QACpB,SAAI,GAAJ,IAAI,CAA+B;QAEpD,IAAI,CAAC,SAAS,GAAG,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IAC7C,CAAC;IAEM,KAAK,CAAC,KAAgB;QAC3B,OAAO,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,EAAE,GAAG,IAAI,CAAC,IAAI,EAAE,GAAG,KAAK,EAAE,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;IACvE,CAAC;IAEM,KAAK,CAAC,GAAW,EAAE,MAAkB;QAC1C,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC;IAC5C,CAAC;IAEM,IAAI,CAAC,GAAW,EAAE,MAAkB;QACzC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC;IAC3C,CAAC;IAEM,IAAI,CAAC,GAAW,EAAE,MAAkB;QACzC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC;IAC3C,CAAC;IAEM,KAAK,CAAC,GAAW,EAAE,MAAkB;QAC1C,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC;IAC5C,CAAC;IAEO,KAAK,CAAC,KAAgB,EAAE,GAAW,EAAE,SAAoB,EAAE;QACjE,IAAI,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS;YAAE,OAAO;QACvD,MAAM,IAAI,GAAc,EAAE,CAAC,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC;QACpE,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,EAAE,GAAG,IAAI,CAAC,IAAI,EAAE,GAAG,MAAM,EAAE,CAAC,EAAE,CAAC;YACjE,IAAI,CAAC,KAAK,SAAS;gBAAE,IAAI,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;QACrD,CAAC;QACD,MAAM,IAAI,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC;QACzC,IAAI,KAAK,KAAK,UAAU,CAAC,KAAK,IAAI,KAAK,KAAK,UAAU,CAAC,IAAI;YAAE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;;YAC5E,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAC3B,CAAC;IAEO,MAAM,CAAC,SAAS,CAAC,KAAc;QACrC,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;YAC3B,MAAM,CAAC,GAAG,KAAkC,CAAC;YAC7C,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC;QAC5E,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC"}

package/dist/src/logging/logger.models.d.ts

@@ -0,0 +1,25 @@
+/** Levels of log lines, in order of importance. */
+export declare const LINE_LEVEL: {
+    readonly DEBUG: "debug";
+    readonly INFO: "info";
+    readonly WARN: "warn";
+    readonly ERROR: "error";
+};
+export type LineLevel = (typeof LINE_LEVEL)[keyof typeof LINE_LEVEL];
+/** Thresholds for LOG_LEVEL: a line level, or `silent` (tests). */
+export declare const LOG_LEVEL: {
+    readonly SILENT: "silent";
+    readonly DEBUG: "debug";
+    readonly INFO: "info";
+    readonly WARN: "warn";
+    readonly ERROR: "error";
+};
+export type LogLevel = (typeof LOG_LEVEL)[keyof typeof LOG_LEVEL];
+/** Lowest to highest; a line is written when its level is at or above the threshold. */
+export declare const LOG_LEVELS: readonly ["debug", "info", "warn", "error", "silent"];
+export type LogFields = Record<string, unknown>;
+/** Where log lines go (process.stdout / process.stderr by default; tests pass their own). */
+export interface LogSink {
+    out(line: string): void;
+    err(line: string): void;
+}

package/dist/src/logging/logger.models.js

@@ -0,0 +1,7 @@
+/** Levels of log lines, in order of importance. */
+export const LINE_LEVEL = { DEBUG: 'debug', INFO: 'info', WARN: 'warn', ERROR: 'error' };
+/** Thresholds for LOG_LEVEL: a line level, or `silent` (tests). */
+export const LOG_LEVEL = { ...LINE_LEVEL, SILENT: 'silent' };
+/** Lowest to highest; a line is written when its level is at or above the threshold. */
+export const LOG_LEVELS = [LOG_LEVEL.DEBUG, LOG_LEVEL.INFO, LOG_LEVEL.WARN, LOG_LEVEL.ERROR, LOG_LEVEL.SILENT];
+//# sourceMappingURL=logger.models.js.map

package/dist/src/logging/logger.models.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"logger.models.js","sourceRoot":"","sources":["../../../src/logging/logger.models.ts"],"names":[],"mappings":"AAAA,mDAAmD;AACnD,MAAM,CAAC,MAAM,UAAU,GAAG,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAW,CAAC;AAGlG,mEAAmE;AACnE,MAAM,CAAC,MAAM,SAAS,GAAG,EAAE,GAAG,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAW,CAAC;AAGtE,wFAAwF;AACxF,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,SAAS,CAAC,KAAK,EAAE,SAAS,CAAC,IAAI,EAAE,SAAS,CAAC,IAAI,EAAE,SAAS,CAAC,KAAK,EAAE,SAAS,CAAC,MAAM,CAAU,CAAC"}

package/dist/src/mail/mail.models.d.ts

@@ -0,0 +1,15 @@
+export interface MailMessage {
+    to: string[];
+    subject: string;
+    text: string;
+    html?: string;
+}
+export interface SentMail {
+    messageId: string;
+    to: string[];
+}
+/** Sends e-mail. SMTP 5xx (address rejected…) = PermanentError, everything else is retryable. */
+export interface Mailer {
+    send(message: MailMessage): Promise<SentMail>;
+    close(): void;
+}

package/dist/src/mail/mail.models.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=mail.models.js.map

package/dist/src/mail/mail.models.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mail.models.js","sourceRoot":"","sources":["../../../src/mail/mail.models.ts"],"names":[],"mappings":""}

package/dist/src/mail/smtp-mailer.d.ts

@@ -0,0 +1,13 @@
+import type { MailConfig } from '../config/config.models.js';
+import type { MailMessage, Mailer, SentMail } from './mail.models.js';
+/** SMTP via nodemailer — in dev Mailpit (localhost:1025, UI :8025) catches everything. Connects on the first send. */
+export declare class SmtpMailer implements Mailer {
+    private readonly config;
+    /** SMTP 5xx = permanent negative reply (RFC 5321) — sending the same message again fails the same way. */
+    private static readonly PERMANENT_REPLY_CLASS;
+    private transporter;
+    constructor(config: MailConfig);
+    send(message: MailMessage): Promise<SentMail>;
+    close(): void;
+    private connection;
+}

package/dist/src/mail/smtp-mailer.js

@@ -0,0 +1,70 @@
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __param = (this && this.__param) || function (paramIndex, decorator) {
+    return function (target, key) { decorator(target, key, paramIndex); }
+};
+var SmtpMailer_1;
+import { inject, injectable } from 'inversify';
+import nodemailer, {} from 'nodemailer';
+import { TYPES } from '../di/types.js';
+import { PermanentError } from '../flow/flow-errors.js';
+import { ERROR_CODE } from '../flow/flow.models.js';
+/** SMTP via nodemailer — in dev Mailpit (localhost:1025, UI :8025) catches everything. Connects on the first send. */
+let SmtpMailer = class SmtpMailer {
+    static { SmtpMailer_1 = this; }
+    config;
+    /** SMTP 5xx = permanent negative reply (RFC 5321) — sending the same message again fails the same way. */
+    static PERMANENT_REPLY_CLASS = 5;
+    transporter = null;
+    constructor(config) {
+        this.config = config;
+    }
+    async send(message) {
+        try {
+            const info = await this.connection().sendMail({
+                from: this.config.from,
+                to: message.to,
+                subject: message.subject,
+                text: message.text,
+                ...(message.html ? { html: message.html } : {}),
+            });
+            return { messageId: String(info.messageId ?? ''), to: message.to };
+        }
+        catch (err) {
+            const code = err.responseCode;
+            if (typeof code === 'number' && Math.floor(code / 100) === SmtpMailer_1.PERMANENT_REPLY_CLASS) {
+                throw new PermanentError(`SMTP ${code}: ${err.message}`, { code: ERROR_CODE.MAIL_REJECTED, cause: err });
+            }
+            throw err;
+        }
+    }
+    close() {
+        this.transporter?.close();
+        this.transporter = null;
+    }
+    connection() {
+        if (!this.transporter) {
+            const s = this.config;
+            this.transporter = nodemailer.createTransport({
+                host: s.host,
+                port: s.port,
+                secure: s.secure,
+                ...(s.user ? { auth: { user: s.user, pass: s.password ?? '' } } : {}),
+                connectionTimeout: s.timeoutMs,
+                greetingTimeout: s.timeoutMs,
+                socketTimeout: s.timeoutMs,
+            });
+        }
+        return this.transporter;
+    }
+};
+SmtpMailer = SmtpMailer_1 = __decorate([
+    injectable(),
+    __param(0, inject(TYPES.MailConfig))
+], SmtpMailer);
+export { SmtpMailer };
+//# sourceMappingURL=smtp-mailer.js.map

package/dist/src/mail/smtp-mailer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"smtp-mailer.js","sourceRoot":"","sources":["../../../src/mail/smtp-mailer.ts"],"names":[],"mappings":";;;;;;;;;;AAAA,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AAC/C,OAAO,UAAU,EAAE,EAAoB,MAAM,YAAY,CAAC;AAE1D,OAAO,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AACvC,OAAO,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AACxD,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAGpD,sHAAsH;AAE/G,IAAM,UAAU,GAAhB,MAAM,UAAU;;IAKyC;IAJ9D,0GAA0G;IAClG,MAAM,CAAU,qBAAqB,GAAG,CAAC,CAAC;IAC1C,WAAW,GAAuB,IAAI,CAAC;IAE/C,YAA8D,MAAkB;QAAlB,WAAM,GAAN,MAAM,CAAY;IAAG,CAAC;IAE7E,KAAK,CAAC,IAAI,CAAC,OAAoB;QACpC,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC,QAAQ,CAAC;gBAC5C,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI;gBACtB,EAAE,EAAE,OAAO,CAAC,EAAE;gBACd,OAAO,EAAE,OAAO,CAAC,OAAO;gBACxB,IAAI,EAAE,OAAO,CAAC,IAAI;gBAClB,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAChD,CAAC,CAAC;YACH,OAAO,EAAE,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC,SAAS,IAAI,EAAE,CAAC,EAAE,EAAE,EAAE,OAAO,CAAC,EAAE,EAAE,CAAC;QACrE,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,IAAI,GAAI,GAAiC,CAAC,YAAY,CAAC;YAC7D,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,GAAG,CAAC,KAAK,YAAU,CAAC,qBAAqB,EAAE,CAAC;gBAC5F,MAAM,IAAI,cAAc,CAAC,QAAQ,IAAI,KAAM,GAAa,CAAC,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,UAAU,CAAC,aAAa,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;YACtH,CAAC;YACD,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IAEM,KAAK;QACV,IAAI,CAAC,WAAW,EAAE,KAAK,EAAE,CAAC;QAC1B,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;IAC1B,CAAC;IAEO,UAAU;QAChB,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACtB,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC;YACtB,IAAI,CAAC,WAAW,GAAG,UAAU,CAAC,eAAe,CAAC;gBAC5C,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,MAAM,EAAE,CAAC,CAAC,MAAM;gBAChB,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,QAAQ,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACrE,iBAAiB,EAAE,CAAC,CAAC,SAAS;gBAC9B,eAAe,EAAE,CAAC,CAAC,SAAS;gBAC5B,aAAa,EAAE,CAAC,CAAC,SAAS;aAC3B,CAAC,CAAC;QACL,CAAC;QACD,OAAO,IAAI,CAAC,WAAW,CAAC;IAC1B,CAAC;;AA7CU,UAAU;IADtB,UAAU,EAAE;IAMS,WAAA,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAA;GALjC,UAAU,CA8CtB"}

package/dist/src/mail/unconfigured-mailer.d.ts

@@ -0,0 +1,6 @@
+import type { Mailer, SentMail } from './mail.models.js';
+/** Bound when Scrapme.create got no `mail`: SendMailCommand fails at once with NOT_CONFIGURED. */
+export declare class UnconfiguredMailer implements Mailer {
+    send(): Promise<SentMail>;
+    close(): void;
+}

package/dist/src/mail/unconfigured-mailer.js

@@ -0,0 +1,20 @@
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+import { injectable } from 'inversify';
+import { NotConfiguredError } from '../flow/flow-errors.js';
+/** Bound when Scrapme.create got no `mail`: SendMailCommand fails at once with NOT_CONFIGURED. */
+let UnconfiguredMailer = class UnconfiguredMailer {
+    async send() {
+        throw new NotConfiguredError('mail', 'SendMailCommand');
+    }
+    close() { }
+};
+UnconfiguredMailer = __decorate([
+    injectable()
+], UnconfiguredMailer);
+export { UnconfiguredMailer };
+//# sourceMappingURL=unconfigured-mailer.js.map

package/dist/src/mail/unconfigured-mailer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"unconfigured-mailer.js","sourceRoot":"","sources":["../../../src/mail/unconfigured-mailer.ts"],"names":[],"mappings":";;;;;;AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AACvC,OAAO,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAG5D,kGAAkG;AAE3F,IAAM,kBAAkB,GAAxB,MAAM,kBAAkB;IACtB,KAAK,CAAC,IAAI;QACf,MAAM,IAAI,kBAAkB,CAAC,MAAM,EAAE,iBAAiB,CAAC,CAAC;IAC1D,CAAC;IAEM,KAAK,KAAU,CAAC;CACxB,CAAA;AANY,kBAAkB;IAD9B,UAAU,EAAE;GACA,kBAAkB,CAM9B"}

package/dist/src/models.d.ts

@@ -0,0 +1,11 @@
+/**
+ * `scrapme-flow/models`: the shapes and constants of what scrapme stores, without the library itself (no Node-only
+ * imports) — for apps that only read runs, e.g. the scrapme monitor and its browser dashboard.
+ *
+ *   import { RUN_STATUS, RunDocIds, type FlowRunDoc } from 'scrapme-flow/models';
+ */
+export { ATTEMPT_OUTCOME, ERROR_CODE, FINAL_RUN_STATUSES, RUN_STATUS, STEP_STATUS, VALUE_TYPE } from './flow/flow.models.js';
+export type { AttemptOutcome, AttemptReport, ErrorCode, FlowAttemptReport, RunStatus, SerializedError, StepReport, StepStatus } from './flow/flow.models.js';
+export { DOC_TYPE } from './storage/storage.models.js';
+export type { FlowRunDoc } from './storage/storage.models.js';
+export { RunDocIds } from './storage/run-doc-ids.js';

package/dist/src/models.js

@@ -0,0 +1,10 @@
+/**
+ * `scrapme-flow/models`: the shapes and constants of what scrapme stores, without the library itself (no Node-only
+ * imports) — for apps that only read runs, e.g. the scrapme monitor and its browser dashboard.
+ *
+ *   import { RUN_STATUS, RunDocIds, type FlowRunDoc } from 'scrapme-flow/models';
+ */
+export { ATTEMPT_OUTCOME, ERROR_CODE, FINAL_RUN_STATUSES, RUN_STATUS, STEP_STATUS, VALUE_TYPE } from './flow/flow.models.js';
+export { DOC_TYPE } from './storage/storage.models.js';
+export { RunDocIds } from './storage/run-doc-ids.js';
+//# sourceMappingURL=models.js.map

package/dist/src/models.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"models.js","sourceRoot":"","sources":["../../src/models.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,OAAO,EAAE,eAAe,EAAE,UAAU,EAAE,kBAAkB,EAAE,UAAU,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AAE7H,OAAO,EAAE,QAAQ,EAAE,MAAM,6BAA6B,CAAC;AAEvD,OAAO,EAAE,SAAS,EAAE,MAAM,0BAA0B,CAAC"}

package/dist/src/monitor/monitor-api.d.ts

@@ -0,0 +1,18 @@
+import type { CouchConfig } from '../config/config.models.js';
+import type { FlowRunDoc, RunStore } from '../storage/storage.models.js';
+import type { Overview, RunSummary } from './monitor.models.js';
+/** The data behind the dashboard: the run documents in CouchDB (the monitor only reads them). */
+export declare class MonitorApi {
+    private readonly store;
+    private readonly couch;
+    static readonly MAX_RUNS = 500;
+    constructor(store: RunStore, couch: CouchConfig);
+    runs(limit: number, filter?: {
+        flow?: string;
+        status?: string;
+    }): Promise<RunSummary[]>;
+    run(runId: string): Promise<FlowRunDoc | null>;
+    /** Counts per status and the flow names, over the newest MAX_RUNS runs. */
+    overview(): Promise<Overview>;
+    static summary(d: FlowRunDoc): RunSummary;
+}