@arcblock/crawler 1.1.6 → 1.2.0

package/lib/esm/store/migrations/20250616-replace.js

@@ -0,0 +1,36 @@
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+/* eslint-disable no-console */
+import { DataTypes } from '@sequelize/core';
+export function up(_a) {
+    return __awaiter(this, arguments, void 0, function* ({ context }) {
+        console.log('[20250616-replace:up] Migrating...');
+        yield context.addColumn('snap', 'replace', {
+            type: DataTypes.BOOLEAN,
+            allowNull: false,
+            defaultValue: false,
+            index: true,
+        });
+        yield context.addIndex('snap', ['createdAt']);
+        yield context.addIndex('snap', ['updatedAt']);
+        yield context.addIndex('snap', ['status']);
+        console.log('[20250616-replace:up] Migrated successfully!');
+    });
+}
+export function down(_a) {
+    return __awaiter(this, arguments, void 0, function* ({ context }) {
+        console.log('[20250616-replace:down] Migrating...');
+        yield context.removeColumn('snap', 'replace');
+        yield context.removeIndex('snap', ['createdAt']);
+        yield context.removeIndex('snap', ['updatedAt']);
+        yield context.removeIndex('snap', ['status']);
+        console.log('[20250616-replace:down] Migrated successfully!');
+    });
+}

package/lib/esm/store/snapshot.d.ts

@@ -8,6 +8,7 @@ export interface SnapshotModel {
     screenshot?: string | null;
     error?: string;
     lastModified?: string;
+    replace?: boolean;
     meta?: {
         title?: string;
         description?: string;
@@ -35,6 +36,7 @@ export declare class Snapshot extends Model<SnapshotModel> implements SnapshotMo
     screenshot?: SnapshotModel['screenshot'];
     error?: SnapshotModel['error'];
     lastModified?: SnapshotModel['lastModified'];
+    replace?: SnapshotModel['replace'];
     meta?: SnapshotModel['meta'];
     options: SnapshotModel['options'];
     static initModel(sequelize: Sequelize): typeof Snapshot;

package/lib/esm/store/snapshot.js

@@ -24,6 +24,7 @@ export class Snapshot extends Model {
             status: {
                 type: DataTypes.ENUM('success', 'failed', 'pending'),
                 allowNull: false,
+                index: true,
             },
             html: {
                 type: DataTypes.TEXT,
@@ -41,6 +42,12 @@ export class Snapshot extends Model {
                 type: DataTypes.STRING,
                 allowNull: true,
             },
+            replace: {
+                type: DataTypes.BOOLEAN,
+                allowNull: false,
+                defaultValue: false,
+                index: true,
+            },
             meta: {
                 type: DataTypes.JSON,
                 allowNull: true,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@arcblock/crawler",
-  "version": "1.1.6",
+  "version": "1.2.0",
   "main": "lib/cjs/index.js",
   "module": "lib/esm/index.js",
   "types": "lib/cjs/index.d.ts",
@@ -61,7 +61,8 @@
     "robots-parser": "^3.0.1",
     "sitemap": "^7.1.2",
     "sqlite3": "^5.1.7",
-    "ufo": "^1.5.4"
+    "ufo": "^1.5.4",
+    "umzug": "^3.8.2"
   },
   "devDependencies": {
     "@types/dotenv-flow": "^3.3.3",