@book000/twitterts 0.49.6 → 0.52.0

package/dist/saving-responses/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/saving-responses/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAA;AAEpC,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAA;AAE9C,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,YAAY,CAAA;AACpD,OAAO,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAA;AAG/D,MAAM,WAAW,kBAAkB;IACjC,YAAY,EAAE,WAAW,CAAA;IACzB,MAAM,EAAE,UAAU,CAAA;IAClB,QAAQ,EAAE,MAAM,CAAA;IAChB,GAAG,EAAE,MAAM,GAAG,IAAI,CAAA;IAClB,cAAc,EAAE,MAAM,GAAG,IAAI,CAAA;IAC7B,WAAW,EAAE,MAAM,GAAG,IAAI,CAAA;IAC1B,YAAY,EAAE,MAAM,CAAA;IACpB,UAAU,EAAE,MAAM,CAAA;IAClB,eAAe,EAAE,MAAM,GAAG,IAAI,CAAA;IAC9B,YAAY,EAAE,MAAM,CAAA;CACrB;AAKD,MAAM,WAAW,uBAAuB;IAItC,QAAQ,CAAC,EAAE,MAAM,CAAA;IAKjB,IAAI,CAAC,EAAE,MAAM,CAAA;IAKb,QAAQ,CAAC,EAAE,MAAM,CAAA;IAKjB,QAAQ,CAAC,EAAE,MAAM,CAAA;IAKjB,QAAQ,CAAC,EAAE,MAAM,CAAA;CAClB;AAED,MAAM,WAAW,gBAAgB;IAC/B,YAAY,EAAE,WAAW,CAAA;IACzB,MAAM,EAAE,UAAU,CAAA;IAClB,QAAQ,EAAE,eAAe,CAAA;IACzB,UAAU,EAAE,MAAM,CAAA;CACnB;AACD,MAAM,MAAM,yBAAyB,GAAG,gBAAgB,GAAG;IAAE,KAAK,EAAE,MAAM,CAAA;CAAE,CAAA;AAE5E,UAAU,uBAAuB;IAC/B,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,KAAK,CAAC,EAAE,MAAM,CAAA;CACf;AAKD,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,UAAU,CAAY;gBAElB,OAAO,GAAE,uBAA4B;IAqCpC,IAAI,IAAI,OAAO,CAAC,OAAO,CAAC;IAoBxB,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAaxB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAarB,WAAW,CACtB,OAAO,EAAE,kBAAkB,GAC1B,OAAO,CAAC,UAAU,GAAG,SAAS,CAAC;IA+BrB,YAAY,CACvB,QAAQ,CAAC,EAAE,gBAAgB,GAAG,gBAAgB,EAAE,EAChD,YAAY,CAAC,EAAE,uBAAuB,GACrC,OAAO,CAAC,UAAU,EAAE,CAAC;IAmDX,gBAAgB,CAC3B,QAAQ,CAAC,EAAE,gBAAgB,GAAG,gBAAgB,EAAE,GAC/C,OAAO,CAAC,MAAM,CAAC;IAeL,YAAY,IAAI,OAAO,CAAC,yBAAyB,EAAE,CAAC;IAiBpD,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAO5B,aAAa,IAAI,OAAO;IASxB,aAAa,IAAI,UAAU;IAYlC,OAAO,CAAC,SAAS;WAaH,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,KAAK,GAAG,IAAI;CAe5D"}

package/dist/saving-responses/index.js

@@ -0,0 +1,189 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ResponseDatabase = void 0;
+const typeorm_1 = require("typeorm");
+const typeorm_naming_strategies_1 = require("typeorm-naming-strategies");
+const response_entity_1 = require("./response-entity");
+const exceptions_1 = require("../models/exceptions");
+const node_crypto_1 = __importDefault(require("node:crypto"));
+class ResponseDatabase {
+    constructor(options = {}) {
+        const configuration = {
+            DB_HOSTNAME: options.hostname || process.env.RESPONSE_DB_HOSTNAME,
+            DB_PORT: options.port || process.env.RESPONSE_DB_PORT,
+            DB_USERNAME: options.username || process.env.RESPONSE_DB_USERNAME,
+            DB_PASSWORD: options.password || process.env.RESPONSE_DB_PASSWORD,
+            DB_DATABASE: options.database || process.env.RESPONSE_DB_DATABASE,
+        };
+        const port = this.parsePort(configuration.DB_PORT);
+        this.dataSource = new typeorm_1.DataSource({
+            type: 'mysql',
+            host: configuration.DB_HOSTNAME,
+            port,
+            username: configuration.DB_USERNAME,
+            password: configuration.DB_PASSWORD,
+            database: configuration.DB_DATABASE,
+            synchronize: true,
+            logging: process.env.PRINT_DB_LOGS === 'true',
+            namingStrategy: new typeorm_naming_strategies_1.SnakeNamingStrategy(),
+            entities: [response_entity_1.DBResponse],
+            subscribers: [],
+            migrations: [],
+            timezone: '+09:00',
+            supportBigNumbers: true,
+            bigNumberStrings: true,
+        });
+    }
+    async init() {
+        if (this.dataSource.isInitialized) {
+            return true;
+        }
+        try {
+            await this.dataSource.initialize();
+            ResponseDatabase.printDebug('Responses database initialized');
+            return true;
+        }
+        catch (error) {
+            ResponseDatabase.printDebug('Responses database initialization failed', error);
+            return false;
+        }
+    }
+    async migrate() {
+        if (!this.dataSource.isInitialized) {
+            throw new exceptions_1.TwitterTsError('Responses database is not initialized');
+        }
+        if (this.dataSource.migrations.length === 0) {
+            return;
+        }
+        await this.dataSource.runMigrations();
+    }
+    async sync() {
+        if (!this.dataSource.isInitialized) {
+            throw new exceptions_1.TwitterTsError('Responses database is not initialized');
+        }
+        await this.dataSource.synchronize();
+    }
+    async addResponse(options) {
+        if (!this.dataSource.isInitialized) {
+            throw new exceptions_1.TwitterTsError('Responses database is not initialized');
+        }
+        const response = new response_entity_1.DBResponse();
+        response.endpointType = options.endpointType;
+        response.method = options.method;
+        response.endpoint = options.endpoint;
+        response.url = options.url;
+        response.urlHash = node_crypto_1.default
+            .createHash('sha256')
+            .update(options.url || '')
+            .digest('hex');
+        response.requestHeaders = options.requestHeaders;
+        response.requestBody = options.requestBody;
+        response.responseType = options.responseType;
+        response.statusCode = options.statusCode;
+        response.responseHeaders = options.responseHeaders;
+        response.responseBody = options.responseBody;
+        response.createdAt = new Date();
+        return response.save();
+    }
+    async getResponses(endpoint, rangeOptions) {
+        if (!this.dataSource.isInitialized) {
+            throw new exceptions_1.TwitterTsError('Responses database is not initialized');
+        }
+        const options = rangeOptions || {};
+        const page = options.page;
+        const limit = options.limit;
+        const endpoints = endpoint
+            ? Array.isArray(endpoint)
+                ? endpoint.map((v) => ({
+                    endpointType: v.endpointType,
+                    method: v.method,
+                    endpoint: v.endpoint,
+                    statusCode: v.statusCode,
+                }))
+                : [
+                    {
+                        endpointType: endpoint.endpointType,
+                        method: endpoint.method,
+                        endpoint: endpoint.endpoint,
+                        statusCode: endpoint.statusCode,
+                    },
+                ]
+            : undefined;
+        if (page === undefined || limit === undefined) {
+            return response_entity_1.DBResponse.find({ where: endpoints, order: { id: 'DESC' } });
+        }
+        if (page <= 0 || limit <= 0) {
+            throw new exceptions_1.TwitterTsError(`Responses database range is invalid (page: ${page}, limit: ${limit})`);
+        }
+        return response_entity_1.DBResponse.find({
+            where: endpoints,
+            order: { id: 'DESC' },
+            skip: (page - 1) * limit,
+            take: limit,
+        });
+    }
+    async getResponseCount(endpoint) {
+        if (!this.dataSource.isInitialized) {
+            throw new exceptions_1.TwitterTsError('Responses database is not initialized');
+        }
+        const endpoints = endpoint
+            ? Array.isArray(endpoint)
+                ? endpoint
+                : [endpoint]
+            : undefined;
+        return response_entity_1.DBResponse.count({ where: endpoints });
+    }
+    async getEndpoints() {
+        if (!this.dataSource.isInitialized) {
+            throw new exceptions_1.TwitterTsError('Responses database is not initialized');
+        }
+        return response_entity_1.DBResponse.createQueryBuilder()
+            .groupBy('endpoint_type, method, endpoint, status_code')
+            .select([
+            'endpoint_type AS endpointType',
+            'method',
+            'endpoint',
+            'status_code AS statusCode',
+            'COUNT(*) AS count',
+        ])
+            .getRawMany();
+    }
+    async close() {
+        if (!this.dataSource.isInitialized) {
+            return;
+        }
+        await this.dataSource.destroy();
+    }
+    isInitialized() {
+        return this.dataSource.isInitialized;
+    }
+    getDataSource() {
+        return this.dataSource;
+    }
+    parsePort(port) {
+        if (port === undefined) {
+            return 3306;
+        }
+        const parsedPort = Number.parseInt(port);
+        if (Number.isNaN(parsedPort) || parsedPort <= 0) {
+            throw new exceptions_1.TwitterTsError('Responses database port is invalid');
+        }
+        return parsedPort;
+    }
+    static printDebug(text, error) {
+        if (process.env.NODE_ENV !== 'development' &&
+            process.env.NODE_ENV !== 'test') {
+            return;
+        }
+        if (error !== undefined) {
+            console.error(`[TwitterTs@ResponseDatabase] ${text}`, error);
+            return;
+        }
+        console.debug(`[TwitterTs@ResponseDatabase] ${text}`);
+    }
+}
+exports.ResponseDatabase = ResponseDatabase;
+//# sourceMappingURL=index.js.map

package/dist/saving-responses/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/saving-responses/index.ts"],"names":[],"mappings":";;;;;;AAAA,qCAAoC;AACpC,yEAA+D;AAC/D,uDAA8C;AAC9C,qDAAqD;AAGrD,8DAAgC;AA6DhC,MAAa,gBAAgB;IAG3B,YAAY,UAAmC,EAAE;QAC/C,MAAM,aAAa,GAAG;YACpB,WAAW,EAAE,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,GAAG,CAAC,oBAAoB;YACjE,OAAO,EAAE,OAAO,CAAC,IAAI,IAAI,OAAO,CAAC,GAAG,CAAC,gBAAgB;YACrD,WAAW,EAAE,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,GAAG,CAAC,oBAAoB;YACjE,WAAW,EAAE,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,GAAG,CAAC,oBAAoB;YACjE,WAAW,EAAE,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,GAAG,CAAC,oBAAoB;SAClE,CAAA;QAID,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,OAAO,CAAC,CAAA;QAElD,IAAI,CAAC,UAAU,GAAG,IAAI,oBAAU,CAAC;YAC/B,IAAI,EAAE,OAAO;YACb,IAAI,EAAE,aAAa,CAAC,WAAW;YAC/B,IAAI;YACJ,QAAQ,EAAE,aAAa,CAAC,WAAW;YACnC,QAAQ,EAAE,aAAa,CAAC,WAAW;YACnC,QAAQ,EAAE,aAAa,CAAC,WAAW;YACnC,WAAW,EAAE,IAAI;YACjB,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,aAAa,KAAK,MAAM;YAC7C,cAAc,EAAE,IAAI,+CAAmB,EAAE;YACzC,QAAQ,EAAE,CAAC,4BAAU,CAAC;YACtB,WAAW,EAAE,EAAE;YACf,UAAU,EAAE,EAAE;YACd,QAAQ,EAAE,QAAQ;YAClB,iBAAiB,EAAE,IAAI;YACvB,gBAAgB,EAAE,IAAI;SACvB,CAAC,CAAA;IACJ,CAAC;IAOM,KAAK,CAAC,IAAI;QACf,IAAI,IAAI,CAAC,UAAU,CAAC,aAAa,EAAE;YACjC,OAAO,IAAI,CAAA;SACZ;QACD,IAAI;YACF,MAAM,IAAI,CAAC,UAAU,CAAC,UAAU,EAAE,CAAA;YAClC,gBAAgB,CAAC,UAAU,CAAC,gCAAgC,CAAC,CAAA;YAC7D,OAAO,IAAI,CAAA;SACZ;QAAC,OAAO,KAAK,EAAE;YACd,gBAAgB,CAAC,UAAU,CACzB,0CAA0C,EAC1C,KAAc,CACf,CAAA;YACD,OAAO,KAAK,CAAA;SACb;IACH,CAAC;IAKM,KAAK,CAAC,OAAO;QAClB,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,aAAa,EAAE;YAClC,MAAM,IAAI,2BAAc,CAAC,uCAAuC,CAAC,CAAA;SAClE;QACD,IAAI,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE;YAC3C,OAAM;SACP;QACD,MAAM,IAAI,CAAC,UAAU,CAAC,aAAa,EAAE,CAAA;IACvC,CAAC;IAKM,KAAK,CAAC,IAAI;QACf,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,aAAa,EAAE;YAClC,MAAM,IAAI,2BAAc,CAAC,uCAAuC,CAAC,CAAA;SAClE;QACD,MAAM,IAAI,CAAC,UAAU,CAAC,WAAW,EAAE,CAAA;IACrC,CAAC;IAQM,KAAK,CAAC,WAAW,CACtB,OAA2B;QAE3B,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,aAAa,EAAE;YAClC,MAAM,IAAI,2BAAc,CAAC,uCAAuC,CAAC,CAAA;SAClE;QACD,MAAM,QAAQ,GAAG,IAAI,4BAAU,EAAE,CAAA;QACjC,QAAQ,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,CAAA;QAC5C,QAAQ,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAA;QAChC,QAAQ,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAA;QACpC,QAAQ,CAAC,GAAG,GAAG,OAAO,CAAC,GAAG,CAAA;QAC1B,QAAQ,CAAC,OAAO,GAAG,qBAAM;aACtB,UAAU,CAAC,QAAQ,CAAC;aACpB,MAAM,CAAC,OAAO,CAAC,GAAG,IAAI,EAAE,CAAC;aACzB,MAAM,CAAC,KAAK,CAAC,CAAA;QAChB,QAAQ,CAAC,cAAc,GAAG,OAAO,CAAC,cAAc,CAAA;QAChD,QAAQ,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAA;QAC1C,QAAQ,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,CAAA;QAC5C,QAAQ,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,CAAA;QACxC,QAAQ,CAAC,eAAe,GAAG,OAAO,CAAC,eAAe,CAAA;QAClD,QAAQ,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,CAAA;QAC5C,QAAQ,CAAC,SAAS,GAAG,IAAI,IAAI,EAAE,CAAA;QAC/B,OAAO,QAAQ,CAAC,IAAI,EAAE,CAAA;IACxB,CAAC;IAUM,KAAK,CAAC,YAAY,CACvB,QAAgD,EAChD,YAAsC;QAEtC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,aAAa,EAAE;YAClC,MAAM,IAAI,2BAAc,CAAC,uCAAuC,CAAC,CAAA;SAClE;QACD,MAAM,OAAO,GAAG,YAAY,IAAI,EAAE,CAAA;QAClC,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAA;QACzB,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAA;QAI3B,MAAM,SAAS,GAAG,QAAQ;YACxB,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC;gBACvB,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;oBACnB,YAAY,EAAE,CAAC,CAAC,YAAY;oBAC5B,MAAM,EAAE,CAAC,CAAC,MAAM;oBAChB,QAAQ,EAAE,CAAC,CAAC,QAAQ;oBACpB,UAAU,EAAE,CAAC,CAAC,UAAU;iBACzB,CAAC,CAAC;gBACL,CAAC,CAAC;oBACE;wBACE,YAAY,EAAE,QAAQ,CAAC,YAAY;wBACnC,MAAM,EAAE,QAAQ,CAAC,MAAM;wBACvB,QAAQ,EAAE,QAAQ,CAAC,QAAQ;wBAC3B,UAAU,EAAE,QAAQ,CAAC,UAAU;qBAChC;iBACF;YACL,CAAC,CAAC,SAAS,CAAA;QACb,IAAI,IAAI,KAAK,SAAS,IAAI,KAAK,KAAK,SAAS,EAAE;YAC7C,OAAO,4BAAU,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,CAAC,CAAA;SACpE;QAED,IAAI,IAAI,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,EAAE;YAC3B,MAAM,IAAI,2BAAc,CACtB,8CAA8C,IAAI,YAAY,KAAK,GAAG,CACvE,CAAA;SACF;QAED,OAAO,4BAAU,CAAC,IAAI,CAAC;YACrB,KAAK,EAAE,SAAS;YAChB,KAAK,EAAE,EAAE,EAAE,EAAE,MAAM,EAAE;YACrB,IAAI,EAAE,CAAC,IAAI,GAAG,CAAC,CAAC,GAAG,KAAK;YACxB,IAAI,EAAE,KAAK;SACZ,CAAC,CAAA;IACJ,CAAC;IAQM,KAAK,CAAC,gBAAgB,CAC3B,QAAgD;QAEhD,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,aAAa,EAAE;YAClC,MAAM,IAAI,2BAAc,CAAC,uCAAuC,CAAC,CAAA;SAClE;QACD,MAAM,SAAS,GAAG,QAAQ;YACxB,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC;gBACvB,CAAC,CAAC,QAAQ;gBACV,CAAC,CAAC,CAAC,QAAQ,CAAC;YACd,CAAC,CAAC,SAAS,CAAA;QACb,OAAO,4BAAU,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAA;IAC/C,CAAC;IAKM,KAAK,CAAC,YAAY;QACvB,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,aAAa,EAAE;YAClC,MAAM,IAAI,2BAAc,CAAC,uCAAuC,CAAC,CAAA;SAClE;QAED,OAAO,4BAAU,CAAC,kBAAkB,EAAE;aACnC,OAAO,CAAC,8CAA8C,CAAC;aACvD,MAAM,CAAC;YACN,+BAA+B;YAC/B,QAAQ;YACR,UAAU;YACV,2BAA2B;YAC3B,mBAAmB;SACpB,CAAC;aACD,UAAU,EAA6B,CAAA;IAC5C,CAAC;IAEM,KAAK,CAAC,KAAK;QAChB,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,aAAa,EAAE;YAClC,OAAM;SACP;QACD,MAAM,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,CAAA;IACjC,CAAC;IAEM,aAAa;QAClB,OAAO,IAAI,CAAC,UAAU,CAAC,aAAa,CAAA;IACtC,CAAC;IAOM,aAAa;QAClB,OAAO,IAAI,CAAC,UAAU,CAAA;IACxB,CAAC;IAUO,SAAS,CAAC,IAAwB;QACxC,IAAI,IAAI,KAAK,SAAS,EAAE;YACtB,OAAO,IAAI,CAAA;SACZ;QAED,MAAM,UAAU,GAAG,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAA;QACxC,IAAI,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,UAAU,IAAI,CAAC,EAAE;YAC/C,MAAM,IAAI,2BAAc,CAAC,oCAAoC,CAAC,CAAA;SAC/D;QAED,OAAO,UAAU,CAAA;IACnB,CAAC;IAEM,MAAM,CAAC,UAAU,CAAC,IAAY,EAAE,KAAa;QAClD,IACE,OAAO,CAAC,GAAG,CAAC,QAAQ,KAAK,aAAa;YACtC,OAAO,CAAC,GAAG,CAAC,QAAQ,KAAK,MAAM,EAC/B;YACA,OAAM;SACP;QACD,IAAI,KAAK,KAAK,SAAS,EAAE;YAEvB,OAAO,CAAC,KAAK,CAAC,gCAAgC,IAAI,EAAE,EAAE,KAAK,CAAC,CAAA;YAC5D,OAAM;SACP;QAED,OAAO,CAAC,KAAK,CAAC,gCAAgC,IAAI,EAAE,CAAC,CAAA;IACvD,CAAC;CACF;AAvQD,4CAuQC"}

package/dist/saving-responses/response-entity.d.ts

@@ -0,0 +1,17 @@
+import { BaseEntity } from 'typeorm';
+export declare class DBResponse extends BaseEntity {
+    id: number;
+    endpointType: string;
+    method: string;
+    endpoint: string;
+    url: string | null;
+    urlHash: string;
+    requestHeaders: string | null;
+    requestBody: string | null;
+    responseType: string;
+    statusCode: number;
+    responseHeaders: string | null;
+    responseBody: string;
+    createdAt: Date;
+}
+//# sourceMappingURL=response-entity.d.ts.map

package/dist/saving-responses/response-entity.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"response-entity.d.ts","sourceRoot":"","sources":["../../src/saving-responses/response-entity.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,UAAU,EAKX,MAAM,SAAS,CAAA;AAEhB,qBAOa,UAAW,SAAQ,UAAU;IAKxC,EAAE,EAAG,MAAM,CAAA;IAOX,YAAY,EAAG,MAAM,CAAA;IAOrB,MAAM,EAAG,MAAM,CAAA;IAOf,QAAQ,EAAG,MAAM,CAAA;IAOjB,GAAG,EAAG,MAAM,GAAG,IAAI,CAAA;IAOnB,OAAO,EAAG,MAAM,CAAA;IAOhB,cAAc,EAAG,MAAM,GAAG,IAAI,CAAA;IAO9B,WAAW,EAAG,MAAM,GAAG,IAAI,CAAA;IAO3B,YAAY,EAAG,MAAM,CAAA;IAMrB,UAAU,EAAG,MAAM,CAAA;IAOnB,eAAe,EAAG,MAAM,GAAG,IAAI,CAAA;IAM/B,YAAY,EAAG,MAAM,CAAA;IAOrB,SAAS,EAAG,IAAI,CAAA;CACjB"}

package/dist/saving-responses/response-entity.js

@@ -0,0 +1,108 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DBResponse = void 0;
+const typeorm_1 = require("typeorm");
+let DBResponse = class DBResponse extends typeorm_1.BaseEntity {
+};
+exports.DBResponse = DBResponse;
+__decorate([
+    (0, typeorm_1.PrimaryGeneratedColumn)('increment', {
+        type: 'int',
+        comment: 'レスポンスID',
+    })
+], DBResponse.prototype, "id", void 0);
+__decorate([
+    (0, typeorm_1.Column)({
+        type: 'varchar',
+        length: 10,
+        comment: 'エンドポイントの種別',
+    })
+], DBResponse.prototype, "endpointType", void 0);
+__decorate([
+    (0, typeorm_1.Column)({
+        type: 'varchar',
+        length: 10,
+        comment: 'エンドポイントのメソッド',
+    })
+], DBResponse.prototype, "method", void 0);
+__decorate([
+    (0, typeorm_1.Column)({
+        type: 'varchar',
+        length: 255,
+        comment: 'エンドポイントの名前',
+    })
+], DBResponse.prototype, "endpoint", void 0);
+__decorate([
+    (0, typeorm_1.Column)({
+        type: 'text',
+        comment: 'リクエストURL',
+        nullable: true,
+    })
+], DBResponse.prototype, "url", void 0);
+__decorate([
+    (0, typeorm_1.Column)({
+        type: 'varchar',
+        length: 255,
+        comment: 'リクエストURLのハッシュ値',
+    })
+], DBResponse.prototype, "urlHash", void 0);
+__decorate([
+    (0, typeorm_1.Column)({
+        type: 'longtext',
+        comment: 'リクエストヘッダー',
+        nullable: true,
+    })
+], DBResponse.prototype, "requestHeaders", void 0);
+__decorate([
+    (0, typeorm_1.Column)({
+        type: 'longtext',
+        comment: 'リクエストボディ',
+        nullable: true,
+    })
+], DBResponse.prototype, "requestBody", void 0);
+__decorate([
+    (0, typeorm_1.Column)({
+        type: 'varchar',
+        length: 10,
+        comment: 'レスポンスの種別',
+    })
+], DBResponse.prototype, "responseType", void 0);
+__decorate([
+    (0, typeorm_1.Column)({
+        type: 'int',
+        comment: 'レスポンスのステータスコード',
+    })
+], DBResponse.prototype, "statusCode", void 0);
+__decorate([
+    (0, typeorm_1.Column)({
+        type: 'longtext',
+        comment: 'レスポンスヘッダー',
+        nullable: true,
+    })
+], DBResponse.prototype, "responseHeaders", void 0);
+__decorate([
+    (0, typeorm_1.Column)({
+        type: 'longtext',
+        comment: 'レスポンスボディ',
+    })
+], DBResponse.prototype, "responseBody", void 0);
+__decorate([
+    (0, typeorm_1.Column)({
+        type: 'datetime',
+        comment: 'データ登録日時',
+        precision: 3,
+    })
+], DBResponse.prototype, "createdAt", void 0);
+exports.DBResponse = DBResponse = __decorate([
+    (0, typeorm_1.Entity)('responses'),
+    (0, typeorm_1.Index)(['endpointType', 'method', 'endpoint', 'urlHash', 'statusCode', 'createdAt'], {
+        unique: true,
+    })
+], DBResponse);
+//# sourceMappingURL=response-entity.js.map

package/dist/saving-responses/response-entity.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"response-entity.js","sourceRoot":"","sources":["../../src/saving-responses/response-entity.ts"],"names":[],"mappings":";;;;;;;;;AAAA,qCAMgB;AAST,IAAM,UAAU,GAAhB,MAAM,UAAW,SAAQ,oBAAU;CAwFzC,CAAA;AAxFY,gCAAU;AAKrB;IAJC,IAAA,gCAAsB,EAAC,WAAW,EAAE;QACnC,IAAI,EAAE,KAAK;QACX,OAAO,EAAE,SAAS;KACnB,CAAC;sCACS;AAOX;IALC,IAAA,gBAAM,EAAC;QACN,IAAI,EAAE,SAAS;QACf,MAAM,EAAE,EAAE;QACV,OAAO,EAAE,YAAY;KACtB,CAAC;gDACmB;AAOrB;IALC,IAAA,gBAAM,EAAC;QACN,IAAI,EAAE,SAAS;QACf,MAAM,EAAE,EAAE;QACV,OAAO,EAAE,cAAc;KACxB,CAAC;0CACa;AAOf;IALC,IAAA,gBAAM,EAAC;QACN,IAAI,EAAE,SAAS;QACf,MAAM,EAAE,GAAG;QACX,OAAO,EAAE,YAAY;KACtB,CAAC;4CACe;AAOjB;IALC,IAAA,gBAAM,EAAC;QACN,IAAI,EAAE,MAAM;QACZ,OAAO,EAAE,UAAU;QACnB,QAAQ,EAAE,IAAI;KACf,CAAC;uCACiB;AAOnB;IALC,IAAA,gBAAM,EAAC;QACN,IAAI,EAAE,SAAS;QACf,MAAM,EAAE,GAAG;QACX,OAAO,EAAE,gBAAgB;KAC1B,CAAC;2CACc;AAOhB;IALC,IAAA,gBAAM,EAAC;QACN,IAAI,EAAE,UAAU;QAChB,OAAO,EAAE,WAAW;QACpB,QAAQ,EAAE,IAAI;KACf,CAAC;kDAC4B;AAO9B;IALC,IAAA,gBAAM,EAAC;QACN,IAAI,EAAE,UAAU;QAChB,OAAO,EAAE,UAAU;QACnB,QAAQ,EAAE,IAAI;KACf,CAAC;+CACyB;AAO3B;IALC,IAAA,gBAAM,EAAC;QACN,IAAI,EAAE,SAAS;QACf,MAAM,EAAE,EAAE;QACV,OAAO,EAAE,UAAU;KACpB,CAAC;gDACmB;AAMrB;IAJC,IAAA,gBAAM,EAAC;QACN,IAAI,EAAE,KAAK;QACX,OAAO,EAAE,gBAAgB;KAC1B,CAAC;8CACiB;AAOnB;IALC,IAAA,gBAAM,EAAC;QACN,IAAI,EAAE,UAAU;QAChB,OAAO,EAAE,WAAW;QACpB,QAAQ,EAAE,IAAI;KACf,CAAC;mDAC6B;AAM/B;IAJC,IAAA,gBAAM,EAAC;QACN,IAAI,EAAE,UAAU;QAChB,OAAO,EAAE,UAAU;KACpB,CAAC;gDACmB;AAOrB;IALC,IAAA,gBAAM,EAAC;QACN,IAAI,EAAE,UAAU;QAChB,OAAO,EAAE,SAAS;QAClB,SAAS,EAAE,CAAC;KACb,CAAC;6CACc;qBAvFL,UAAU;IAPtB,IAAA,gBAAM,EAAC,WAAW,CAAC;IACnB,IAAA,eAAK,EACJ,CAAC,cAAc,EAAE,QAAQ,EAAE,UAAU,EAAE,SAAS,EAAE,YAAY,EAAE,WAAW,CAAC,EAC5E;QACE,MAAM,EAAE,IAAI;KACb,CACF;GACY,UAAU,CAwFtB"}

package/dist/scraper.d.ts

@@ -1,303 +1,79 @@
 import { Browser, Page } from 'puppeteer-core';
 import { EndPointResponseType, GraphQLEndpoint } from './models/responses/endpoints';
-/**
- * HTTP メソッド
- */
+import { ResponseDatabaseOptions } from './saving-responses';
 export type HttpMethod = 'GET' | 'POST' | 'PUT' | 'DELETE' | 'PATCH';
-/**
- * レスポンス種別
- */
 export type RequestType = 'REST' | 'GRAPHQL';
-/**
- * レスポンスの詳細
- */
 interface ResponseDetails {
-    /**
-     * リクエストのキー（${type}_${name}_${method} の大文字）
-     */
     key: string;
-    /**
-     * リクエストの種別（REST | GRAPHQL）
-     */
     type: RequestType;
-    /**
-     * リクエストの HTTP メソッド（GET | POST | PUT | DELETE | PATCH）
-     */
     method: HttpMethod;
-    /**
-     * リクエスト名
-     */
     name: string;
-    /**
-     * レスポンステキスト
-     */
     text: string;
 }
-/**
- * レスポンスデバッグ出力オプション
- *
- * ${outputDirectory}/${type}/${name}/${method}/${timestamp}.json に出力されます。
- */
 export interface TwitterScraperDebugOutputResponseOptions {
-    /**
-     * レスポンスをファイルに出力するか
-     */
     enable: boolean;
-    /**
-     * レスポンスを出力するディレクトリ
-     */
-    outputDirectory: string;
-    /**
-     * レスポンス時に実行されるコールバック関数
-     *
-     * @param details レスポンスの詳細
-     */
+    db?: ResponseDatabaseOptions;
     onResponse?: (details: ResponseDetails) => void;
 }
-/**
- * デバッグオプション
- */
 export interface TwitterScraperDebugOptions {
-    /**
-     * レスポンスデバッグ出力オプション
-     *
-     * 指定しない場合はデバッグ出力されません。
-     */
     outputResponse?: TwitterScraperDebugOutputResponseOptions;
 }
-/**
- * Puppeteer プロキシオプション
- */
 export interface PuppeteerProxyOptions {
-    /**
-     * プロキシサーバー URL
-     */
     server: string;
-    /**
-     * プロキシサーバーのユーザー名
-     */
     username?: string;
-    /**
-     * プロキシサーバーのパスワード
-     */
     password?: string;
 }
-/**
- * Puppeteer オプション
- */
 export interface PuppeteerOptions {
-    /**
-     * Puppeteer の実行ファイルパス
-     *
-     * 指定しない場合は chrome channel が使用されます。
-     */
     executablePath?: string;
-    /**
-     * デフォルトのビューポート
-     */
     defaultViewport?: {
-        /**
-         * ビューポートの幅
-         */
         width: number;
-        /**
-         * ビューポートの高さ
-         */
         height: number;
     };
-    /**
-     * ユーザーデータディレクトリ
-     *
-     * 指定しない場合は /data/userdata が使用されます。
-     */
     userDataDirectory?: string;
-    /**
-     * DevTools を有効にするか
-     */
     enableDevtools?: boolean;
-    /**
-     * プロキシ設定
-     */
     proxy?: PuppeteerProxyOptions;
 }
-/**
- * {@link TwitterScraper} オプション
- */
 export interface TwitterScraperOptions {
-    /**
-     * Twitter ユーザー名
-     */
     username: string;
-    /**
-     * Twitter パスワード
-     */
     password: string;
-    /**
-     * Twitter One Time Password シークレット
-     */
     otpSecret?: string;
-    /**
-     * デバッグオプション
-     */
     debugOptions?: TwitterScraperDebugOptions;
-    /**
-     * Puppeteer オプション
-     */
     puppeteerOptions?: PuppeteerOptions;
 }
-/**
- * レスポンス取得オプション
- */
 export interface TwitterScraperGetResponseOptions {
-    /**
-     * ページ遷移先 URL
-     */
     url: string;
-    /**
-     * レスポンスを取得したいリクエストの HTTP メソッド
-     */
     method: HttpMethod;
-    /**
-     * レスポンスを取得したいリクエストの種別
-     */
     type: RequestType;
-    /**
-     * 取得処理のタイムアウト (ミリ秒)
-     *
-     * 指定しない場合は 30 秒でタイムアウトします。
-     * タイムアウトした場合は 'Response timeout.' Error が throw されます。
-     */
     timeout?: number;
 }
-/**
- * Twitter スクレイピング ページクラス
- */
 export declare class TwitterScraperPage {
-    /**
-     * Puppeteer のページインスタンス
-     */
     readonly page: Page;
-    /**
-     * レスポンスの保持オブジェクト
-     */
     private readonly responses;
-    /**
-     * @param page Puppeteer のページ
-     */
     constructor(page: Page);
-    /**
-     * 条件に一致するレスポンスをひとつのみ取得します。
-     * 指定した timeout 値 (ミリ秒) でタイムアウトします。指定しない場合は 30 秒でタイムアウトします。
-     *
-     * @param options レスポンス取得オプション
-     * @returns レスポンス
-     */
     waitSingleResponse<M extends HttpMethod, T extends RequestType, N extends GraphQLEndpoint>(url: string | null, method: M, type: T, name: N, timeout?: number): Promise<EndPointResponseType<M, T, N>>;
-    /**
-     * 条件に一致するレスポンスをひとつ取得します。繰り返し呼び出すことで複数のレスポンスを取得できます。
-     * waitSingleResponse と異なり、レスポンス待ちを行わず、ページ遷移もしません（goto メソッドによるページ遷移が必要です）。
-     *
-     * @param options レスポンス取得オプション
-     * @returns レスポンス。一致するレスポンスがない場合は null
-     */
     shiftResponse<M extends HttpMethod, T extends RequestType, N extends GraphQLEndpoint>(method: M, type: T, name: N): EndPointResponseType<M, T, N> | null;
-    /**
-     * 指定した URL に遷移します。
-     *
-     * @param url 遷移先 URL
-     */
     goto(url: string): Promise<void>;
-    /**
-     * 要素を探し、描画範囲内に表示されるようにスクロールしたあと、クリックします。
-     * 要素が検索処理は、指定した timeout 値 (ミリ秒) でタイムアウトします。指定しない場合は 30 秒でタイムアウトします。
-     *
-     * @param selector 要素のセレクタ
-     */
     waitAndClick(selector: string, isEvaluate?: boolean, timeout?: number): Promise<void>;
-    /**
-     * リダイレクトを待ち、リダイレクト先の URL を返します。
-     *
-     * @param sourceUrl リダイレクト前の URL
-     * @returns リダイレクト先の URL
-     */
     getRedirectTo(sourceUrl: string, timeout?: number): Promise<string>;
-    /**
-     * ページの最下部までスクロールします。
-     */
     scrollToBottom(): Promise<void>;
-    /**
-     * ページを閉じます。
-     */
     close(): Promise<void>;
-    /**
-     * レスポンスを保持するようにハンドラを設定します。
-     *
-     * @param page Puppeteer ページインスタンス
-     */
     private setRetentionResponse;
 }
-/**
- * Twitter スクレイピングクラス
- */
 export declare class TwitterScraper {
-    /**
-     * Twitter スクレイピングオプション
-     */
     private readonly options;
-    /**
-     * Puppeteer ブラウザインスタンス
-     */
     private browser;
-    /**
-     * @param options Twitter スクレイピングオプション
-     */
+    private readonly responseDatabase;
     constructor(options: TwitterScraperOptions);
-    /**
-     * Twitter にログインします。
-     */
     login(): Promise<void>;
-    /**
-     * TwitterScraperPage インスタンスを作成します。
-     *
-     * @returns TwitterScraperPage インスタンス
-     */
     getScraperPage(): Promise<TwitterScraperPage>;
-    /**
-     * ブラウザを閉じます。
-     */
     close(): Promise<void>;
     getBrowser(): Browser | undefined;
-    /**
-     * Puppeteer ブラウザインスタンスを作成します。
-     *
-     * @returns Puppeteer ブラウザインスタンス
-     */
     private createBrowser;
-    /**
-     * 新しいページを作成します。
-     */
     private newPage;
-    /**
-     * レスポンスを自動保存するハンドラを設定します。
-     *
-     * @param page Puppeteer ページインスタンス
-     */
     private setAutoSaveResponse;
-    /**
-     * 指定したセレクタの要素を取得します。
-     *
-     * @param page Puppeteer ページインスタンス
-     * @param selector セレクタ
-     * @param timeout タイムアウトミリ秒
-     * @returns 要素。見つからなかった場合は null
-     */
+    private isJSON;
+    private initDatabase;
     private getElement;
-    /**
-     * シークレットをもとに OTP を生成します。
-     *
-     * @param secret シークレット
-     * @returns OTP コード
-     */
     private getOneTimePassword;
 }
 export {};

package/dist/scraper.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"scraper.d.ts","sourceRoot":"","sources":["../src/scraper.ts"],"names":[],"mappings":"AACA,OAAkB,EAChB,OAAO,EAGP,IAAI,EACL,MAAM,gBAAgB,CAAA;AAGvB,OAAO,EACL,oBAAoB,EACpB,eAAe,EAChB,MAAM,8BAA8B,CAAA;AAQrC;;GAEG;AACH,MAAM,MAAM,UAAU,GAAG,KAAK,GAAG,MAAM,GAAG,KAAK,GAAG,QAAQ,GAAG,OAAO,CAAA;AAEpE;;GAEG;AACH,MAAM,MAAM,WAAW,GAAG,MAAM,GAAG,SAAS,CAAA;AAE5C;;GAEG;AACH,UAAU,eAAe;IACvB;;OAEG;IACH,GAAG,EAAE,MAAM,CAAA;IAEX;;OAEG;IACH,IAAI,EAAE,WAAW,CAAA;IAEjB;;OAEG;IACH,MAAM,EAAE,UAAU,CAAA;IAElB;;OAEG;IACH,IAAI,EAAE,MAAM,CAAA;IAEZ;;OAEG;IACH,IAAI,EAAE,MAAM,CAAA;CACb;AAED;;;;GAIG;AACH,MAAM,WAAW,wCAAwC;IACvD;;OAEG;IACH,MAAM,EAAE,OAAO,CAAA;IAEf;;OAEG;IACH,eAAe,EAAE,MAAM,CAAA;IAEvB;;;;OAIG;IACH,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,eAAe,KAAK,IAAI,CAAA;CAChD;AAED;;GAEG;AACH,MAAM,WAAW,0BAA0B;IACzC;;;;OAIG;IACH,cAAc,CAAC,EAAE,wCAAwC,CAAA;CAC1D;AAED;;GAEG;AACH,MAAM,WAAW,qBAAqB;IACpC;;OAEG;IACH,MAAM,EAAE,MAAM,CAAA;IACd;;OAEG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB;;OAEG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAA;CAClB;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B;;;;OAIG;IACH,cAAc,CAAC,EAAE,MAAM,CAAA;IAEvB;;OAEG;IACH,eAAe,CAAC,EAAE;QAChB;;WAEG;QACH,KAAK,EAAE,MAAM,CAAA;QAEb;;WAEG;QACH,MAAM,EAAE,MAAM,CAAA;KACf,CAAA;IAED;;;;OAIG;IACH,iBAAiB,CAAC,EAAE,MAAM,CAAA;IAE1B;;OAEG;IACH,cAAc,CAAC,EAAE,OAAO,CAAA;IAExB;;OAEG;IACH,KAAK,CAAC,EAAE,qBAAqB,CAAA;CAC9B;AAED;;GAEG;AACH,MAAM,WAAW,qBAAqB;IACpC;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAA;IAEhB;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAA;IAEhB;;OAEG;IACH,SAAS,CAAC,EAAE,MAAM,CAAA;IAElB;;OAEG;IACH,YAAY,CAAC,EAAE,0BAA0B,CAAA;IAEzC;;OAEG;IACH,gBAAgB,CAAC,EAAE,gBAAgB,CAAA;CACpC;AAED;;GAEG;AACH,MAAM,WAAW,gCAAgC;IAC/C;;OAEG;IACH,GAAG,EAAE,MAAM,CAAA;IAEX;;OAEG;IACH,MAAM,EAAE,UAAU,CAAA;IAElB;;OAEG;IACH,IAAI,EAAE,WAAW,CAAA;IAEjB;;;;;OAKG;IACH,OAAO,CAAC,EAAE,MAAM,CAAA;CACjB;AA8LD;;GAEG;AACH,qBAAa,kBAAkB;IAC7B;;OAEG;IACH,SAAgB,IAAI,EAAE,IAAI,CAAA;IAE1B;;OAEG;IACH,OAAO,CAAC,QAAQ,CAAC,SAAS,CAEpB;IAEN;;OAEG;gBACS,IAAI,EAAE,IAAI;IAMtB;;;;;;OAMG;IACU,kBAAkB,CAC7B,CAAC,SAAS,UAAU,EACpB,CAAC,SAAS,WAAW,EACrB,CAAC,SAAS,eAAe,EAEzB,GAAG,EAAE,MAAM,GAAG,IAAI,EAClB,MAAM,EAAE,CAAC,EACT,IAAI,EAAE,CAAC,EACP,IAAI,EAAE,CAAC,EACP,OAAO,CAAC,EAAE,MAAM,GACf,OAAO,CAAC,oBAAoB,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;IA8DzC;;;;;;OAMG;IACI,aAAa,CAClB,CAAC,SAAS,UAAU,EACpB,CAAC,SAAS,WAAW,EACrB,CAAC,SAAS,eAAe,EACzB,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,GAAG,oBAAoB,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,GAAG,IAAI;IAgCpE;;;;OAIG;IACU,IAAI,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAM7C;;;;;OAKG;IACU,YAAY,CACvB,QAAQ,EAAE,MAAM,EAChB,UAAU,UAAQ,EAClB,OAAO,CAAC,EAAE,MAAM,GACf,OAAO,CAAC,IAAI,CAAC;IAqBhB;;;;;OAKG;IACU,aAAa,CACxB,SAAS,EAAE,MAAM,EACjB,OAAO,SAAS,GACf,OAAO,CAAC,MAAM,CAAC;IA8BlB;;OAEG;IACU,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC;IAW5C;;OAEG;IACU,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAInC;;;;OAIG;IACH,OAAO,CAAC,oBAAoB;CAY7B;AAED;;GAEG;AACH,qBAAa,cAAc;IACzB;;OAEG;IACH,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAuB;IAE/C;;OAEG;IACH,OAAO,CAAC,OAAO,CAAqB;IAEpC;;OAEG;gBACS,OAAO,EAAE,qBAAqB;IAI1C;;OAEG;IACU,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IA4GnC;;;;OAIG;IACU,cAAc,IAAI,OAAO,CAAC,kBAAkB,CAAC;IAK1D;;OAEG;IACU,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAO5B,UAAU,IAAI,OAAO,GAAG,SAAS;IAIxC;;;;OAIG;YACW,aAAa;IAmD3B;;OAEG;YACW,OAAO;IAmCrB;;;;OAIG;IACH,OAAO,CAAC,mBAAmB;IAwC3B;;;;;;;OAOG;YACW,UAAU;IAYxB;;;;;OAKG;IACH,OAAO,CAAC,kBAAkB;CAG3B"}
+{"version":3,"file":"scraper.d.ts","sourceRoot":"","sources":["../src/scraper.ts"],"names":[],"mappings":"AAAA,OAAkB,EAChB,OAAO,EAGP,IAAI,EACL,MAAM,gBAAgB,CAAA;AAEvB,OAAO,EACL,oBAAoB,EACpB,eAAe,EAChB,MAAM,8BAA8B,CAAA;AAOrC,OAAO,EAAoB,uBAAuB,EAAE,MAAM,oBAAoB,CAAA;AAK9E,MAAM,MAAM,UAAU,GAAG,KAAK,GAAG,MAAM,GAAG,KAAK,GAAG,QAAQ,GAAG,OAAO,CAAA;AAKpE,MAAM,MAAM,WAAW,GAAG,MAAM,GAAG,SAAS,CAAA;AAK5C,UAAU,eAAe;IAIvB,GAAG,EAAE,MAAM,CAAA;IAKX,IAAI,EAAE,WAAW,CAAA;IAKjB,MAAM,EAAE,UAAU,CAAA;IAKlB,IAAI,EAAE,MAAM,CAAA;IAKZ,IAAI,EAAE,MAAM,CAAA;CACb;AAOD,MAAM,WAAW,wCAAwC;IAIvD,MAAM,EAAE,OAAO,CAAA;IAYf,EAAE,CAAC,EAAE,uBAAuB,CAAA;IAO5B,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,eAAe,KAAK,IAAI,CAAA;CAChD;AAKD,MAAM,WAAW,0BAA0B;IAMzC,cAAc,CAAC,EAAE,wCAAwC,CAAA;CAC1D;AAKD,MAAM,WAAW,qBAAqB;IAIpC,MAAM,EAAE,MAAM,CAAA;IAId,QAAQ,CAAC,EAAE,MAAM,CAAA;IAIjB,QAAQ,CAAC,EAAE,MAAM,CAAA;CAClB;AAKD,MAAM,WAAW,gBAAgB;IAM/B,cAAc,CAAC,EAAE,MAAM,CAAA;IAKvB,eAAe,CAAC,EAAE;QAIhB,KAAK,EAAE,MAAM,CAAA;QAKb,MAAM,EAAE,MAAM,CAAA;KACf,CAAA;IAOD,iBAAiB,CAAC,EAAE,MAAM,CAAA;IAK1B,cAAc,CAAC,EAAE,OAAO,CAAA;IAKxB,KAAK,CAAC,EAAE,qBAAqB,CAAA;CAC9B;AAKD,MAAM,WAAW,qBAAqB;IAIpC,QAAQ,EAAE,MAAM,CAAA;IAKhB,QAAQ,EAAE,MAAM,CAAA;IAKhB,SAAS,CAAC,EAAE,MAAM,CAAA;IAKlB,YAAY,CAAC,EAAE,0BAA0B,CAAA;IAKzC,gBAAgB,CAAC,EAAE,gBAAgB,CAAA;CACpC;AAKD,MAAM,WAAW,gCAAgC;IAI/C,GAAG,EAAE,MAAM,CAAA;IAKX,MAAM,EAAE,UAAU,CAAA;IAKlB,IAAI,EAAE,WAAW,CAAA;IAQjB,OAAO,CAAC,EAAE,MAAM,CAAA;CACjB;AAqMD,qBAAa,kBAAkB;IAI7B,SAAgB,IAAI,EAAE,IAAI,CAAA;IAK1B,OAAO,CAAC,QAAQ,CAAC,SAAS,CAEpB;gBAKM,IAAI,EAAE,IAAI;IAaT,kBAAkB,CAC7B,CAAC,SAAS,UAAU,EACpB,CAAC,SAAS,WAAW,EACrB,CAAC,SAAS,eAAe,EAEzB,GAAG,EAAE,MAAM,GAAG,IAAI,EAClB,MAAM,EAAE,CAAC,EACT,IAAI,EAAE,CAAC,EACP,IAAI,EAAE,CAAC,EACP,OAAO,CAAC,EAAE,MAAM,GACf,OAAO,CAAC,oBAAoB,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;IAqElC,aAAa,CAClB,CAAC,SAAS,UAAU,EACpB,CAAC,SAAS,WAAW,EACrB,CAAC,SAAS,eAAe,EACzB,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,GAAG,oBAAoB,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,GAAG,IAAI;IAqCvD,IAAI,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAYhC,YAAY,CACvB,QAAQ,EAAE,MAAM,EAChB,UAAU,UAAQ,EAClB,OAAO,CAAC,EAAE,MAAM,GACf,OAAO,CAAC,IAAI,CAAC;IA2BH,aAAa,CACxB,SAAS,EAAE,MAAM,EACjB,OAAO,SAAS,GACf,OAAO,CAAC,MAAM,CAAC;IAiCL,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC;IAc/B,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IASnC,OAAO,CAAC,oBAAoB;CAY7B;AAKD,qBAAa,cAAc;IAIzB,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAuB;IAK/C,OAAO,CAAC,OAAO,CAAqB;IAKpC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAyB;gBAK9C,OAAO,EAAE,qBAAqB;IAmB7B,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAoHtB,cAAc,IAAI,OAAO,CAAC,kBAAkB,CAAC;IAQ7C,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAS5B,UAAU,IAAI,OAAO,GAAG,SAAS;YAS1B,aAAa;YAsDb,OAAO;IAwCrB,OAAO,CAAC,mBAAmB;IAuD3B,OAAO,CAAC,MAAM;YAYA,YAAY;YAyBZ,UAAU;IAkBxB,OAAO,CAAC,kBAAkB;CAG3B"}