@nitpicker/crawler 0.11.0 → 0.13.0

package/lib/archive/migrate-page-errors.js

@@ -1,35 +0,0 @@
-/**
- * Adds the `page_errors` table to archives created before partial-failure
- * recording landed.
- *
- * `page_errors` captures secondary scrape failures (e.g. a viewport switch
- * that detaches the frame and surfaces `retryExhausted`) so they show up in
- * the archive instead of being lost to stdout logs. Older `.nitpicker` files
- * predate this table; this migration creates it idempotently.
- *
- * Idempotent: when the table already exists, the function exits without
- * touching the schema or writing to stderr. When it has to run, a single
- * notice is written so the user knows the file was upgraded.
- * @param instance - The Knex query builder instance connected to the database.
- */
-export async function migratePageErrors(instance) {
-    const hasTable = await instance.schema.hasTable('page_errors');
-    if (hasTable) {
-        return;
-    }
-    const hasPages = await instance.schema.hasTable('pages');
-    if (!hasPages) {
-        // Empty archive; the regular initSchema path will create both tables.
-        return;
-    }
-    await instance.schema.createTable('page_errors', (t) => {
-        t.increments('id');
-        t.integer('pageId').notNullable().unsigned().references('pages.id');
-        t.string('phase').notNullable();
-        t.text('message').notNullable();
-        t.integer('createdAt').notNullable();
-        t.index('pageId');
-    });
-    // eslint-disable-next-line no-console
-    console.error('[migrate] page_errors table created');
-}

package/lib/archive/migrate-pages-resources-source.d.ts

@@ -1,16 +0,0 @@
-import type { Knex } from 'knex';
-/**
- * Add `pages.source` and `resources.source` columns (provenance taxonomy:
- * `crawled` / `inventory-seed` / `inventory-discovered`) and their indexes
- * to archives that pre-date the `crawl --inventory` feature.
- *
- * Idempotent: a no-op when both columns already exist. SQLite's
- * `ALTER TABLE ADD COLUMN` with a NOT NULL DEFAULT applies the default to
- * every existing row at column-add time, so no explicit `UPDATE` is needed
- * to backfill — pre-existing rows become `'crawled'` automatically.
- *
- * Runs only on writer-side {@link Database.connect}; read-only viewer
- * attaches skip this so the user's tmpDir is never rewritten.
- * @param instance - The Knex query builder instance connected to the database.
- */
-export declare function migratePagesResourcesSource(instance: Knex): Promise<void>;

package/lib/archive/migrate-pages-resources-source.js

@@ -1,46 +0,0 @@
-/**
- * Add `pages.source` and `resources.source` columns (provenance taxonomy:
- * `crawled` / `inventory-seed` / `inventory-discovered`) and their indexes
- * to archives that pre-date the `crawl --inventory` feature.
- *
- * Idempotent: a no-op when both columns already exist. SQLite's
- * `ALTER TABLE ADD COLUMN` with a NOT NULL DEFAULT applies the default to
- * every existing row at column-add time, so no explicit `UPDATE` is needed
- * to backfill — pre-existing rows become `'crawled'` automatically.
- *
- * Runs only on writer-side {@link Database.connect}; read-only viewer
- * attaches skip this so the user's tmpDir is never rewritten.
- * @param instance - The Knex query builder instance connected to the database.
- */
-export async function migratePagesResourcesSource(instance) {
-    const hasPages = await instance.schema.hasTable('pages');
-    const hasResources = await instance.schema.hasTable('resources');
-    if (!hasPages && !hasResources) {
-        return;
-    }
-    const hasPagesSource = hasPages && (await instance.schema.hasColumn('pages', 'source'));
-    const hasResourcesSource = hasResources && (await instance.schema.hasColumn('resources', 'source'));
-    if (hasPagesSource && hasResourcesSource) {
-        return;
-    }
-    const changes = [];
-    if (hasPages && !hasPagesSource) {
-        await instance.schema.table('pages', (t) => {
-            t.string('source').notNullable().defaultTo('crawled');
-            t.index('source');
-        });
-        changes.push('pages.source added');
-    }
-    if (hasResources && !hasResourcesSource) {
-        await instance.schema.table('resources', (t) => {
-            t.string('source').notNullable().defaultTo('crawled');
-            t.index('source');
-        });
-        changes.push('resources.source added');
-    }
-    if (changes.length === 0) {
-        return;
-    }
-    // eslint-disable-next-line no-console
-    console.error(`[migrate] ${changes.join(', ')}`);
-}

package/lib/utils/error/error-emitter.d.ts

@@ -1,18 +0,0 @@
-import type { TypedAwaitEventEmitter as EventEmitter } from '@d-zero/shared/typed-await-event-emitter';
-/**
- * Event payload type for error events emitted by classes using the {@link ErrorEmitter} decorator.
- * @template E - The specific error type, defaults to `Error`.
- */
-export type ErrorEvent<E extends Error = Error> = {
-    /** The error instance that was caught. */
-    error: E;
-};
-/**
- * A class method decorator factory that wraps the decorated method with error handling.
- * When the method throws an `Error`, it emits an `'error'` event on the class instance
- * (which must extend {@link EventEmitter}) with the caught error, then re-throws the error.
- * @template C - The class type, which must be an EventEmitter capable of emitting error events.
- * @template E - The error event type, defaults to {@link ErrorEvent}.
- * @returns A decorator function that wraps the target method with error-emitting behavior.
- */
-export declare function ErrorEmitter<C extends EventEmitter<E>, E extends ErrorEvent = ErrorEvent>(): (method: Function, context: ClassMethodDecoratorContext) => (this: C, ...args: unknown[]) => Promise<any>;

package/lib/utils/error/error-emitter.js

@@ -1,29 +0,0 @@
-import { log } from '../debug.js';
-const errorLog = log.extend('ErrorEmitter');
-/**
- * A class method decorator factory that wraps the decorated method with error handling.
- * When the method throws an `Error`, it emits an `'error'` event on the class instance
- * (which must extend {@link EventEmitter}) with the caught error, then re-throws the error.
- * @template C - The class type, which must be an EventEmitter capable of emitting error events.
- * @template E - The error event type, defaults to {@link ErrorEvent}.
- * @returns A decorator function that wraps the target method with error-emitting behavior.
- */
-export function ErrorEmitter() {
-    // eslint-disable-next-line @typescript-eslint/no-unsafe-function-type
-    return (method, context) => {
-        return async function (...args) {
-            const constructorName = String(this.constructor?.name || this.constructor || this);
-            const methodName = `${constructorName}.${String(context.name)}`;
-            try {
-                return await method.apply(this, args);
-            }
-            catch (error) {
-                if (error instanceof Error) {
-                    errorLog('%s: %O', methodName, error);
-                    void this.emit('error', error);
-                }
-                throw error;
-            }
-        };
-    };
-}