hobots 0.3.1 → 1.1.0

package/hobots/src/db/drizzle.config.d.ts

@@ -1,8 +0,0 @@
-declare const _default: {
-    schema: string;
-    dialect: "sqlite";
-    verbose: true;
-    strict: true;
-};
-export default _default;
-//# sourceMappingURL=drizzle.config.d.ts.map

package/hobots/src/db/index.d.ts

@@ -1,9 +0,0 @@
-import * as schema from './schema';
-import { BetterSQLite3Database as Database } from 'drizzle-orm/better-sqlite3';
-export type { Database };
-export * from './migrate';
-export * from './storages';
-export * as schema from './schema';
-export declare function db(db_id: string): Database<typeof schema>;
-export default db;
-//# sourceMappingURL=index.d.ts.map

package/hobots/src/db/migrate.d.ts

@@ -1,3 +0,0 @@
-import { Database, schema } from './index';
-export declare function setupDB(db: Database<typeof schema>): Promise<void>;
-//# sourceMappingURL=migrate.d.ts.map

package/hobots/src/db/schema.d.ts

@@ -1,215 +0,0 @@
-export declare const jobs_table: import("drizzle-orm/sqlite-core").SQLiteTableWithColumns<{
-    name: "jobs";
-    schema: undefined;
-    columns: {
-        id: import("drizzle-orm/sqlite-core").SQLiteColumn<{
-            name: "id";
-            tableName: "jobs";
-            dataType: "string";
-            columnType: "SQLiteText";
-            data: string;
-            driverParam: string;
-            notNull: true;
-            hasDefault: false;
-            isPrimaryKey: true;
-            isAutoincrement: false;
-            hasRuntimeDefault: false;
-            enumValues: [string, ...string[]];
-            baseColumn: never;
-            identity: undefined;
-            generated: undefined;
-        }, {}, {
-            length: number | undefined;
-        }>;
-        job_id: import("drizzle-orm/sqlite-core").SQLiteColumn<{
-            name: "job_id";
-            tableName: "jobs";
-            dataType: "string";
-            columnType: "SQLiteText";
-            data: string;
-            driverParam: string;
-            notNull: true;
-            hasDefault: false;
-            isPrimaryKey: false;
-            isAutoincrement: false;
-            hasRuntimeDefault: false;
-            enumValues: [string, ...string[]];
-            baseColumn: never;
-            identity: undefined;
-            generated: undefined;
-        }, {}, {
-            length: number | undefined;
-        }>;
-        schema: import("drizzle-orm/sqlite-core").SQLiteColumn<{
-            name: "schema";
-            tableName: "jobs";
-            dataType: "string";
-            columnType: "SQLiteText";
-            data: string;
-            driverParam: string;
-            notNull: true;
-            hasDefault: false;
-            isPrimaryKey: false;
-            isAutoincrement: false;
-            hasRuntimeDefault: false;
-            enumValues: [string, ...string[]];
-            baseColumn: never;
-            identity: undefined;
-            generated: undefined;
-        }, {}, {
-            length: number | undefined;
-        }>;
-        item_id: import("drizzle-orm/sqlite-core").SQLiteColumn<{
-            name: "item_id";
-            tableName: "jobs";
-            dataType: "string";
-            columnType: "SQLiteText";
-            data: string;
-            driverParam: string;
-            notNull: true;
-            hasDefault: false;
-            isPrimaryKey: false;
-            isAutoincrement: false;
-            hasRuntimeDefault: false;
-            enumValues: [string, ...string[]];
-            baseColumn: never;
-            identity: undefined;
-            generated: undefined;
-        }, {}, {
-            length: number | undefined;
-        }>;
-        data: import("drizzle-orm/sqlite-core").SQLiteColumn<{
-            name: "data";
-            tableName: "jobs";
-            dataType: "json";
-            columnType: "SQLiteTextJson";
-            data: unknown;
-            driverParam: string;
-            notNull: true;
-            hasDefault: false;
-            isPrimaryKey: false;
-            isAutoincrement: false;
-            hasRuntimeDefault: false;
-            enumValues: undefined;
-            baseColumn: never;
-            identity: undefined;
-            generated: undefined;
-        }, {}, {}>;
-        status: import("drizzle-orm/sqlite-core").SQLiteColumn<{
-            name: "status";
-            tableName: "jobs";
-            dataType: "string";
-            columnType: "SQLiteText";
-            data: string;
-            driverParam: string;
-            notNull: true;
-            hasDefault: true;
-            isPrimaryKey: false;
-            isAutoincrement: false;
-            hasRuntimeDefault: false;
-            enumValues: [string, ...string[]];
-            baseColumn: never;
-            identity: undefined;
-            generated: undefined;
-        }, {}, {
-            length: number | undefined;
-        }>;
-        status_text: import("drizzle-orm/sqlite-core").SQLiteColumn<{
-            name: "status_text";
-            tableName: "jobs";
-            dataType: "string";
-            columnType: "SQLiteText";
-            data: string;
-            driverParam: string;
-            notNull: false;
-            hasDefault: false;
-            isPrimaryKey: false;
-            isAutoincrement: false;
-            hasRuntimeDefault: false;
-            enumValues: [string, ...string[]];
-            baseColumn: never;
-            identity: undefined;
-            generated: undefined;
-        }, {}, {
-            length: number | undefined;
-        }>;
-        started_at: import("drizzle-orm/sqlite-core").SQLiteColumn<{
-            name: "started_at";
-            tableName: "jobs";
-            dataType: "string";
-            columnType: "SQLiteText";
-            data: string;
-            driverParam: string;
-            notNull: false;
-            hasDefault: false;
-            isPrimaryKey: false;
-            isAutoincrement: false;
-            hasRuntimeDefault: false;
-            enumValues: [string, ...string[]];
-            baseColumn: never;
-            identity: undefined;
-            generated: undefined;
-        }, {}, {
-            length: number | undefined;
-        }>;
-        done_at: import("drizzle-orm/sqlite-core").SQLiteColumn<{
-            name: "done_at";
-            tableName: "jobs";
-            dataType: "string";
-            columnType: "SQLiteText";
-            data: string;
-            driverParam: string;
-            notNull: false;
-            hasDefault: false;
-            isPrimaryKey: false;
-            isAutoincrement: false;
-            hasRuntimeDefault: false;
-            enumValues: [string, ...string[]];
-            baseColumn: never;
-            identity: undefined;
-            generated: undefined;
-        }, {}, {
-            length: number | undefined;
-        }>;
-        created_at: import("drizzle-orm/sqlite-core").SQLiteColumn<{
-            name: "created_at";
-            tableName: "jobs";
-            dataType: "string";
-            columnType: "SQLiteText";
-            data: string;
-            driverParam: string;
-            notNull: true;
-            hasDefault: true;
-            isPrimaryKey: false;
-            isAutoincrement: false;
-            hasRuntimeDefault: false;
-            enumValues: [string, ...string[]];
-            baseColumn: never;
-            identity: undefined;
-            generated: undefined;
-        }, {}, {
-            length: number | undefined;
-        }>;
-        updated_at: import("drizzle-orm/sqlite-core").SQLiteColumn<{
-            name: "updated_at";
-            tableName: "jobs";
-            dataType: "string";
-            columnType: "SQLiteText";
-            data: string;
-            driverParam: string;
-            notNull: true;
-            hasDefault: true;
-            isPrimaryKey: false;
-            isAutoincrement: false;
-            hasRuntimeDefault: false;
-            enumValues: [string, ...string[]];
-            baseColumn: never;
-            identity: undefined;
-            generated: undefined;
-        }, {}, {
-            length: number | undefined;
-        }>;
-    };
-    dialect: "sqlite";
-}>;
-//# sourceMappingURL=schema.d.ts.map

package/hobots/src/db/storages/base.d.ts

@@ -1,23 +0,0 @@
-import { Database, schema } from '../index';
-import { SQLiteTable } from 'drizzle-orm/sqlite-core';
-export type TableModel<T extends SQLiteTable> = T;
-export declare class Storage {
-    static db: Database<typeof schema>;
-    static model: TableModel<any>;
-    static transaction(fn: (tx: any) => Promise<any>): Promise<any>;
-    static query(tx?: Database): any;
-    static findById(id: any, options?: any, { tx }?: any): Promise<any>;
-    static findAll(where?: any, options?: any, { tx }?: any): Promise<any>;
-    static findOne(where: any, options?: any, { tx }?: any): Promise<any>;
-    static findOrCreate(where: any, data: any, opts?: any): Promise<any[]>;
-    static count(where?: any, opts?: any): Promise<number>;
-    static updateOrCreate(data: any, target?: any, opts?: any): Promise<any>;
-    static create(data: any, opts?: any): Promise<any>;
-    static bulkCreate(data: any, opts?: any): Promise<any>;
-    static update(id: any, data: any, opts?: any): Promise<any>;
-    static bulkUpdate(where: any, data: any, opts?: any): Promise<any>;
-    static destroy(where: any, opts?: any): Promise<any>;
-    static deleteById(id: any, opts?: any): Promise<any>;
-}
-export default Storage;
-//# sourceMappingURL=base.d.ts.map

package/hobots/src/db/storages/index.d.ts

@@ -1,3 +0,0 @@
-export * from './base';
-export * from './job';
-//# sourceMappingURL=index.d.ts.map

package/hobots/src/db/storages/job.d.ts

@@ -1,233 +0,0 @@
-import Storage from './base';
-export type PageProps = {
-    page?: number;
-    pageSize?: number;
-};
-export declare class JobStorage extends Storage {
-    static model: import("drizzle-orm/sqlite-core").SQLiteTableWithColumns<{
-        name: "jobs";
-        schema: undefined;
-        columns: {
-            id: import("drizzle-orm/sqlite-core").SQLiteColumn<{
-                name: "id";
-                tableName: "jobs";
-                dataType: "string";
-                columnType: "SQLiteText";
-                data: string;
-                driverParam: string;
-                notNull: true;
-                hasDefault: false;
-                isPrimaryKey: true;
-                isAutoincrement: false;
-                hasRuntimeDefault: false;
-                enumValues: [string, ...string[]];
-                baseColumn: never;
-                identity: undefined;
-                generated: undefined;
-            }, {}, {
-                length: number | undefined;
-            }>;
-            job_id: import("drizzle-orm/sqlite-core").SQLiteColumn<{
-                name: "job_id";
-                tableName: "jobs";
-                dataType: "string";
-                columnType: "SQLiteText";
-                data: string;
-                driverParam: string;
-                notNull: true;
-                hasDefault: false;
-                isPrimaryKey: false;
-                isAutoincrement: false;
-                hasRuntimeDefault: false;
-                enumValues: [string, ...string[]];
-                baseColumn: never;
-                identity: undefined;
-                generated: undefined;
-            }, {}, {
-                length: number | undefined;
-            }>;
-            schema: import("drizzle-orm/sqlite-core").SQLiteColumn<{
-                name: "schema";
-                tableName: "jobs";
-                dataType: "string";
-                columnType: "SQLiteText";
-                data: string;
-                driverParam: string;
-                notNull: true;
-                hasDefault: false;
-                isPrimaryKey: false;
-                isAutoincrement: false;
-                hasRuntimeDefault: false;
-                enumValues: [string, ...string[]];
-                baseColumn: never;
-                identity: undefined;
-                generated: undefined;
-            }, {}, {
-                length: number | undefined;
-            }>;
-            item_id: import("drizzle-orm/sqlite-core").SQLiteColumn<{
-                name: "item_id";
-                tableName: "jobs";
-                dataType: "string";
-                columnType: "SQLiteText";
-                data: string;
-                driverParam: string;
-                notNull: true;
-                hasDefault: false;
-                isPrimaryKey: false;
-                isAutoincrement: false;
-                hasRuntimeDefault: false;
-                enumValues: [string, ...string[]];
-                baseColumn: never;
-                identity: undefined;
-                generated: undefined;
-            }, {}, {
-                length: number | undefined;
-            }>;
-            data: import("drizzle-orm/sqlite-core").SQLiteColumn<{
-                name: "data";
-                tableName: "jobs";
-                dataType: "json";
-                columnType: "SQLiteTextJson";
-                data: unknown;
-                driverParam: string;
-                notNull: true;
-                hasDefault: false;
-                isPrimaryKey: false;
-                isAutoincrement: false;
-                hasRuntimeDefault: false;
-                enumValues: undefined;
-                baseColumn: never;
-                identity: undefined;
-                generated: undefined;
-            }, {}, {}>;
-            status: import("drizzle-orm/sqlite-core").SQLiteColumn<{
-                name: "status";
-                tableName: "jobs";
-                dataType: "string";
-                columnType: "SQLiteText";
-                data: string;
-                driverParam: string;
-                notNull: true;
-                hasDefault: true;
-                isPrimaryKey: false;
-                isAutoincrement: false;
-                hasRuntimeDefault: false;
-                enumValues: [string, ...string[]];
-                baseColumn: never;
-                identity: undefined;
-                generated: undefined;
-            }, {}, {
-                length: number | undefined;
-            }>;
-            status_text: import("drizzle-orm/sqlite-core").SQLiteColumn<{
-                name: "status_text";
-                tableName: "jobs";
-                dataType: "string";
-                columnType: "SQLiteText";
-                data: string;
-                driverParam: string;
-                notNull: false;
-                hasDefault: false;
-                isPrimaryKey: false;
-                isAutoincrement: false;
-                hasRuntimeDefault: false;
-                enumValues: [string, ...string[]];
-                baseColumn: never;
-                identity: undefined;
-                generated: undefined;
-            }, {}, {
-                length: number | undefined;
-            }>;
-            started_at: import("drizzle-orm/sqlite-core").SQLiteColumn<{
-                name: "started_at";
-                tableName: "jobs";
-                dataType: "string";
-                columnType: "SQLiteText";
-                data: string;
-                driverParam: string;
-                notNull: false;
-                hasDefault: false;
-                isPrimaryKey: false;
-                isAutoincrement: false;
-                hasRuntimeDefault: false;
-                enumValues: [string, ...string[]];
-                baseColumn: never;
-                identity: undefined;
-                generated: undefined;
-            }, {}, {
-                length: number | undefined;
-            }>;
-            done_at: import("drizzle-orm/sqlite-core").SQLiteColumn<{
-                name: "done_at";
-                tableName: "jobs";
-                dataType: "string";
-                columnType: "SQLiteText";
-                data: string;
-                driverParam: string;
-                notNull: false;
-                hasDefault: false;
-                isPrimaryKey: false;
-                isAutoincrement: false;
-                hasRuntimeDefault: false;
-                enumValues: [string, ...string[]];
-                baseColumn: never;
-                identity: undefined;
-                generated: undefined;
-            }, {}, {
-                length: number | undefined;
-            }>;
-            created_at: import("drizzle-orm/sqlite-core").SQLiteColumn<{
-                name: "created_at";
-                tableName: "jobs";
-                dataType: "string";
-                columnType: "SQLiteText";
-                data: string;
-                driverParam: string;
-                notNull: true;
-                hasDefault: true;
-                isPrimaryKey: false;
-                isAutoincrement: false;
-                hasRuntimeDefault: false;
-                enumValues: [string, ...string[]];
-                baseColumn: never;
-                identity: undefined;
-                generated: undefined;
-            }, {}, {
-                length: number | undefined;
-            }>;
-            updated_at: import("drizzle-orm/sqlite-core").SQLiteColumn<{
-                name: "updated_at";
-                tableName: "jobs";
-                dataType: "string";
-                columnType: "SQLiteText";
-                data: string;
-                driverParam: string;
-                notNull: true;
-                hasDefault: true;
-                isPrimaryKey: false;
-                isAutoincrement: false;
-                hasRuntimeDefault: false;
-                enumValues: [string, ...string[]];
-                baseColumn: never;
-                identity: undefined;
-                generated: undefined;
-            }, {}, {
-                length: number | undefined;
-            }>;
-        };
-        dialect: "sqlite";
-    }>;
-    static getAll(job_id: string): Promise<any>;
-    static getItem(schema: string, id: string, job_id: string): Promise<any>;
-    static getItems(schema: string, job_id: string): Promise<any>;
-    static searchJobItems(schema: string, q: string | undefined, { page, pageSize, status }: {
-        status?: string;
-    } & PageProps): Promise<{
-        data: any;
-        count: number;
-    }>;
-    static create(data: any): Promise<any>;
-}
-export default JobStorage;
-//# sourceMappingURL=job.d.ts.map

package/hobots/src/exceptions/break.d.ts

@@ -1,6 +0,0 @@
-export declare class HobotsBreak extends Error {
-    status: number;
-    constructor(message: string);
-}
-export default HobotsBreak;
-//# sourceMappingURL=break.d.ts.map

package/hobots/src/exceptions/ignore.d.ts

@@ -1,6 +0,0 @@
-export declare class HobotsIgnore extends Error {
-    status: number;
-    constructor(message: string);
-}
-export default HobotsIgnore;
-//# sourceMappingURL=ignore.d.ts.map

package/hobots/src/exceptions/index.d.ts

@@ -1,4 +0,0 @@
-export * from './break';
-export * from './ignore';
-export * from './warning';
-//# sourceMappingURL=index.d.ts.map

package/hobots/src/exceptions/warning.d.ts

@@ -1,6 +0,0 @@
-export declare class HobotsWarning extends Error {
-    status: number;
-    constructor(message: string);
-}
-export default HobotsWarning;
-//# sourceMappingURL=warning.d.ts.map

package/hobots/src/foreach/foreach.d.ts

@@ -1,7 +0,0 @@
-import { ItemOptions } from './item';
-export type ForeachOptions = {
-    throw_errors_on_finish?: boolean;
-};
-export declare function forEach(fn: (item: any, options?: ItemOptions) => Promise<any>, items: any[], options?: ItemOptions & ForeachOptions): Promise<void>;
-export declare function dispatchErrorsIfExists(schema: string, msg?: string): Promise<void>;
-//# sourceMappingURL=foreach.d.ts.map

package/hobots/src/foreach/index.d.ts

@@ -1,5 +0,0 @@
-export * from './foreach';
-export * from './item';
-import { forEach } from './foreach';
-export default forEach;
-//# sourceMappingURL=index.d.ts.map

package/hobots/src/foreach/item.d.ts

@@ -1,13 +0,0 @@
-export type ItemOptions = {
-    key?: string;
-    schema?: string;
-    throw_errors?: boolean;
-    throw_errors_on_finish?: boolean;
-    default_error_message?: string;
-    retry?: {
-        retries?: number;
-    };
-};
-export declare function forItem(fn: (item: any, options?: ItemOptions) => Promise<any>, item: any, options?: ItemOptions): Promise<void>;
-export default forItem;
-//# sourceMappingURL=item.d.ts.map

package/hobots/src/index.d.ts

@@ -1,9 +0,0 @@
-export * from './csv';
-export * from './datasets';
-export * from './exceptions';
-export * from './foreach';
-export * from './sheets';
-export * from './utils';
-export * from './setup';
-export * from './reports';
-//# sourceMappingURL=index.d.ts.map

package/hobots/src/reports/data-report.d.ts

@@ -1,9 +0,0 @@
-import { HobotsDataProps } from '..';
-import { PageProps } from '../db';
-type Response = {
-    data: any[];
-    count: number;
-} & PageProps;
-export declare function generateDataReport(props: HobotsDataProps & PageProps, mapper?: (item: any) => any): Promise<Response>;
-export {};
-//# sourceMappingURL=data-report.d.ts.map

package/hobots/src/reports/index.d.ts

@@ -1,3 +0,0 @@
-export * from './job-report';
-export * from './data-report';
-//# sourceMappingURL=index.d.ts.map

package/hobots/src/reports/job-report.d.ts

@@ -1,22 +0,0 @@
-export declare function generateJobReport(job_id: string, schema?: string, mapper?: (item: any) => any): Promise<{
-    status: string;
-    payload: {
-        done: number;
-        warnings: number;
-        errors: number;
-        total: number;
-        done_items: any[];
-        warning_items: any[];
-        error_items: any[];
-    };
-}>;
-export declare function generateDevJobReport(bot_id: string, job_id: string, schema?: string): Promise<{
-    status: string;
-    data: {
-        'Done \u2705': number;
-        'Warnings \u26A0\uFE0F': number;
-        'Errors \u274C': number;
-        'Total \uD83D\uDD35': number;
-    }[];
-}>;
-//# sourceMappingURL=job-report.d.ts.map

package/hobots/src/setup.d.ts

@@ -1,20 +0,0 @@
-import { LoggerType } from './utils/logger';
-import { Options } from './utils/retry';
-import { HobotsProps, HobotsJobProps, HobotsDataProps } from './types/hobots-types';
-import { Database, JobStorage, schema } from './db';
-export type { HobotsProps, HobotsJobProps, HobotsDataProps };
-declare global {
-    var hobots: HobotsProps;
-    var retry: (fn: (props: any) => Promise<any>, options?: Options) => Promise<any>;
-    var logger: LoggerType;
-    var sleep: (ms: number, text?: string) => void;
-    var freeze: (text?: string) => Promise<void>;
-    var timer: {
-        sleep: (ms: number, text?: string) => void;
-        freeze: (text?: string) => Promise<void>;
-    };
-    var db: Database<typeof schema>;
-    var jobStorage: typeof JobStorage;
-}
-export declare function setup(bot: (props: HobotsProps) => Promise<any>, props: HobotsProps, options?: any): Promise<any>;
-//# sourceMappingURL=setup.d.ts.map

package/hobots/src/sheets/index.d.ts

@@ -1,13 +0,0 @@
-export declare class SheetData {
-    sheet_path: string;
-    header: any;
-    optional_columns: any[string];
-    label: string;
-    constructor(sheet_path: string);
-    validateHeader(header: any): Promise<void>;
-    mapRow(row: any, index: number): any;
-    workbook(): Promise<import("xlsx").WorkBook>;
-    data(): Promise<any[]>;
-}
-export default SheetData;
-//# sourceMappingURL=index.d.ts.map

package/hobots/src/types/hobots-types.d.ts

@@ -1,20 +0,0 @@
-export type HobotsDataProps = {
-    query: string;
-    schema?: string;
-    status?: string;
-    page?: number;
-    pageSize?: number;
-    bot_id: string;
-};
-export type HobotsProps = {
-    bot_id: string;
-    job_id: string;
-    params: any;
-    settings: any;
-    dev?: boolean;
-};
-export type HobotsJobProps = {
-    job_id: string;
-    bot_id: string;
-};
-//# sourceMappingURL=hobots-types.d.ts.map