hunter-mate 0.1.3 → 0.1.5

package/dist/assets/server/doctor/doctor.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"doctor.service.js","sourceRoot":"","sources":["../../src/doctor/doctor.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,2CAA4C;AAC5C,6CAAmD;AACnD,qCAAyC;AACzC,yEAAmF;AACnF,8EAAmE;AACnE,wFAA6E;AAItE,IAAM,aAAa,GAAnB,MAAM,aAAa;IAI4B;IACL;IAJ9B,MAAM,GAAG,IAAI,GAAG,EAAsC,CAAC;IAExE,YACoD,UAAqC,EAC1C,YAAkC;QAD7B,eAAU,GAAV,UAAU,CAA2B;QAC1C,iBAAY,GAAZ,YAAY,CAAsB;QAE/E,IAAI,CAAC,0BAA0B,EAAE,CAAC;IACpC,CAAC;IAED,IAAI;QACF,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAClD,EAAE,EAAE,CAAC,CAAC,EAAE;YACR,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,WAAW,EAAE,CAAC,CAAC,WAAW;YAC1B,QAAQ,EAAE,CAAC,CAAC,QAAQ;YACpB,OAAO,EAAE,CAAC,CAAC,OAAO;SACnB,CAAC,CAAC,CAAC;IACN,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,OAAyB;QACjC,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,OAAO,CAAC;QACrC,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,KAAK,IAAI,CAAC;QACvC,MAAM,GAAG,GAAG,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;QAEtG,MAAM,OAAO,GAA8B,EAAE,CAAC;QAC9C,KAAK,MAAM,EAAE,IAAI,GAAG,EAAE,CAAC;YACrB,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACpC,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,OAAO,CAAC,IAAI,CAAC;oBACX,EAAE,EAAE,EAAoB;oBACxB,IAAI,EAAE,EAAE;oBACR,WAAW,EAAE,eAAe;oBAC5B,QAAQ,EAAE,OAAO;oBACjB,EAAE,EAAE,KAAK;oBACT,OAAO,EAAE,KAAK;oBACd,OAAO,EAAE,kBAAkB,EAAE,EAAE;iBAChC,CAAC,CAAC;gBACH,SAAS;YACX,CAAC;YACD,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;YACvC,MAAM,IAAI,GAAsB;gBAC9B,EAAE,EAAE,OAAO,CAAC,EAAE;gBACd,IAAI,EAAE,OAAO,CAAC,IAAI;gBAClB,WAAW,EAAE,OAAO,CAAC,WAAW;gBAChC,QAAQ,EAAE,OAAO,CAAC,QAAQ;gBAC1B,EAAE,EAAE,QAAQ,CAAC,EAAE;gBACf,OAAO,EAAE,OAAO,CAAC,OAAO;gBACxB,OAAO,EAAE,QAAQ,CAAC,OAAO;gBACzB,OAAO,EAAE,QAAQ,CAAC,OAAO;aAC1B,CAAC;YAEF,IAAI,IAAI,KAAK,QAAQ,IAAI,CAAC,QAAQ,CAAC,EAAE,IAAI,OAAO,CAAC,GAAG,IAAI,OAAO,CAAC,GAAG,EAAE,CAAC;gBACpE,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;gBAC3D,IAAI,CAAC,EAAE,GAAG,MAAM,CAAC,KAAK,CAAC;gBACvB,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,IAAI,CAAC,OAAO,CAAC;gBAC9C,IAAI,MAAM,CAAC,OAAO;oBAAE,IAAI,CAAC,OAAO,GAAG,EAAE,GAAG,IAAI,CAAC,OAAO,EAAE,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC;YAC5E,CAAC;YAED,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACrB,CAAC;QAED,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,OAAO,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;YAClE,CAAC,CAAC,OAAO;YACT,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,MAAM,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;gBACnD,CAAC,CAAC,MAAM;gBACR,CAAC,CAAC,IAAI,CAAC;QAEX,OAAO;YACL,IAAI;YACJ,MAAM;YACN,OAAO;YACP,MAAM,EAAE,OAAO;YACf,QAAQ,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,gBAAgB,CAAC,EAAE,OAAO,EAAE,MAAqC;SACzG,CAAC;IACJ,CAAC;IAEO,0BAA0B;QAChC,MAAM,OAAO,GAAuB;YAClC,EAAE,EAAE,gBAAgB;YACpB,IAAI,EAAE,0BAA0B;YAChC,WAAW,EAAE,+CAA+C;YAC5D,QAAQ,EAAE,MAAM;YAChB,OAAO,EAAE,IAAI;YAEb,KAAK,EAAE,KAAK,IAAI,EAAE;gBAChB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,wBAAwB,EAAE,CAAC;gBACrD,MAAM,eAAe,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;gBAC7F,OAAO;oBACL,EAAE,EAAE,eAAe,CAAC,MAAM,KAAK,CAAC;oBAChC,OAAO,EAAE;wBACP,eAAe,EAAE,MAAM,CAAC,IAAI;wBAC5B,eAAe,EAAE,eAAe,CAAC,MAAM;wBACvC,MAAM,EAAE,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC;4BAClD,QAAQ;4BACR,GAAG,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;4BAC3B,UAAU,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;yBAC1C,CAAC,CAAC;qBACJ;oBACD,OAAO,EAAE,eAAe,CAAC,MAAM;wBAC7B,CAAC,CAAC,MAAM,eAAe,CAAC,MAAM,sBAAsB;wBACpD,CAAC,CAAC,uBAAuB;iBAC5B,CAAC;YACJ,CAAC;YAED,GAAG,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE;gBAC9B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC;gBACtD,OAAO;oBACL,KAAK,EAAE,IAAI;oBACX,OAAO,EAAE,MAAM;wBACb,CAAC,CAAC,gBAAgB,MAAM,CAAC,MAAM,SAAS;wBACxC,CAAC,CAAC,OAAO,MAAM,CAAC,MAAM,aAAa;oBACrC,OAAO,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE;iBAC1C,CAAC;YACJ,CAAC;SACF,CAAC;QACF,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;IACvC,CAAC;IAEO,KAAK,CAAC,wBAAwB;QACpC,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,cAAc,EAAE,EAAE,CAAC,CAAC;QAC9E,MAAM,MAAM,GAAG,IAAI,GAAG,EAA2B,CAAC;QAClD,KAAK,MAAM,IAAI,IAAI,GAAG,EAAE,CAAC;YACvB,IAAI,CAAC,IAAI,CAAC,SAAS;gBAAE,SAAS;YAC9B,MAAM,IAAI,GAAG,IAAA,yCAAoB,EAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAClD,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;gBAAE,SAAS;YACrC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC;gBAAE,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YAC5C,MAAM,CAAC,GAAG,CAAC,IAAI,CAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC/B,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,KAAK,CAAC,mBAAmB,CAAC,MAAM,GAAG,KAAK;QAO9C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,wBAAwB,EAAE,CAAC;QACrD,MAAM,MAAM,GAMP,EAAE,CAAC;QAER,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,EAAE,EAAE,CAAC;YAC7C,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC;gBAAE,SAAS;YAGhC,MAAM,aAAa,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC;YACzF,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;gBAClB,MAAM,EAAE,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC7D,MAAM,EAAE,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC7D,OAAO,EAAE,GAAG,EAAE,CAAC;YACjB,CAAC,CAAC,CAAC;YACH,MAAM,MAAM,GAAG,aAAa,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC;YACzC,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,MAAM,CAAC,EAAE,CAAC,CAAC;YACvD,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YAEzC,MAAM,eAAe,GAAwB,EAAE,GAAG,CAAC,MAAM,CAAC,SAAS,IAAI,EAAE,CAAC,EAAE,CAAC;YAC7E,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBAC3B,MAAM,SAAS,GAAG,CAAC,KAAK,CAAC,SAAS,IAAI,EAAE,CAAwB,CAAC;gBACjE,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC;oBAC/C,IAAI,CAAC,IAAI,IAAI;wBAAE,SAAS;oBACxB,IAAI,eAAe,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC;wBAC/B,eAAe,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;oBACzB,CAAC;yBAAM,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,IAAI,eAAe,CAAC,CAAC,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;wBACpG,eAAe,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;oBACzB,CAAC;gBACH,CAAC;YACH,CAAC;YAED,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,IAAI,wBAAwB,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC;oBACpD,MAAM,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,iCAAiC,EAAE,KAAK,CAAC,CAAC;gBACxF,CAAC;gBACD,MAAM,CAAC,QAAQ,GAAG,GAAG,IAAA,8BAAS,EAAC,IAAI,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,QAAQ,CAAC,IAAI,IAAA,yCAAoB,EAAC,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC;gBAC/G,MAAM,CAAC,SAAS,GAAG,eAAe,CAAC;gBACnC,MAAM,CAAC,GAAG,GAAG;oBACX,GAAG,CAAC,MAAM,CAAC,GAAG,IAAI,EAAE,CAAC;oBACrB,YAAY,EAAE,QAAQ;oBACtB,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;iBACrC,CAAC;gBACF,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBAEnC,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,CAC5B,EAAE,QAAQ,EAAE,IAAA,YAAE,EAAC,QAAQ,CAAC,EAAE,SAAS,EAAE,QAAQ,EAAE,EAC/C,EAAE,QAAQ,EAAE,MAAM,CAAC,EAAE,EAAE,CACxB,CAAC;gBACF,MAAM,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YACvC,CAAC;YAED,MAAM,CAAC,IAAI,CAAC;gBACV,QAAQ,EAAE,IAAI;gBACd,QAAQ,EAAE,MAAM,CAAC,EAAE;gBACnB,UAAU,EAAE,QAAQ;gBACpB,YAAY,EAAE,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC;gBAC1C,SAAS,EAAE,MAAM,CAAC,SAAS;aAC5B,CAAC,CAAC;QACL,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;CACF,CAAA;AA9MY,sCAAa;wBAAb,aAAa;IADzB,IAAA,mBAAU,GAAE;IAKR,WAAA,IAAA,0BAAgB,EAAC,qCAAa,CAAC,CAAA;IAC/B,WAAA,IAAA,0BAAgB,EAAC,2BAAQ,CAAC,CAAA;qCADmC,oBAAU;QACb,oBAAU;GAL5D,aAAa,CA8MzB"}

package/dist/assets/server/doctor/doctor.types.d.ts

@@ -0,0 +1,46 @@
+export type DoctorCheckKey = 'linkedin-dupes';
+export interface DoctorCheckResult {
+    id: DoctorCheckKey;
+    name: string;
+    description: string;
+    severity: 'info' | 'warn' | 'error';
+    ok: boolean;
+    fixable: boolean;
+    details?: Record<string, unknown>;
+    message?: string;
+}
+export interface DoctorRunOptions {
+    checks?: DoctorCheckKey[];
+    mode?: 'check' | 'repair';
+    dryRun?: boolean;
+}
+export interface DoctorRunResult {
+    mode: 'check' | 'repair';
+    dryRun: boolean;
+    summary: 'ok' | 'warn' | 'error';
+    checks: DoctorCheckResult[];
+    repaired?: Array<{
+        dedupKey: string;
+        masterId: number;
+        removedIds: number[];
+        mergedFields: string[];
+        sourceUrl: string;
+    }>;
+}
+export interface DoctorCheckHandler {
+    id: DoctorCheckKey;
+    name: string;
+    description: string;
+    severity: 'info' | 'warn' | 'error';
+    fixable: boolean;
+    check(): Promise<{
+        ok: boolean;
+        details?: Record<string, unknown>;
+        message?: string;
+    }>;
+    fix?(details?: Record<string, unknown>, dryRun?: boolean): Promise<{
+        fixed: boolean;
+        message?: string;
+        details?: Record<string, unknown>;
+    }>;
+}

package/dist/assets/server/doctor/doctor.types.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=doctor.types.js.map

package/dist/assets/server/doctor/doctor.types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"doctor.types.js","sourceRoot":"","sources":["../../src/doctor/doctor.types.ts"],"names":[],"mappings":""}

package/dist/assets/server/extraction/adapter.service.d.ts

@@ -1,15 +1,28 @@
-import type { ControlCommandName } from '@hunter-mate/shared';
+import { OnModuleInit } from '@nestjs/common';
+import { Repository } from 'typeorm';
 import { ExtensionControlService } from '../extension/extension-control.service';
 import { ExtractionService } from './extraction.service';
-export declare class AdapterService {
+import { AdapterRule } from './entities/adapter-rule.entity';
+import { RecordingSnapshot } from '../recording/entities/recording-snapshot.entity';
+export declare class AdapterService implements OnModuleInit {
+    private readonly ruleRepo;
     private readonly ext;
     private readonly extraction;
-    constructor(ext: ExtensionControlService, extraction: ExtractionService);
+    constructor(ruleRepo: Repository<AdapterRule>, ext: ExtensionControlService, extraction: ExtractionService);
+    onModuleInit(): Promise<void>;
+    private seedLinkedInRule;
+    findRulesForUrl(url: string): Promise<AdapterRule[]>;
+    analyzeSnapshot(snapshot: RecordingSnapshot): Promise<{
+        pageClass: string;
+        extracted: Record<string, any>;
+        matchedRules: AdapterRule[];
+        adapterVersion: string;
+    }>;
     list(): {
         adapters: {
             platform: string;
             host: string;
-            command: ControlCommandName;
+            command: string;
             mode: string;
         }[];
     };
@@ -36,6 +49,7 @@ export declare class AdapterService {
         title: any;
         extractedAt: any;
     }>;
+    private runCdpExtract;
     private expectOk;
     private findTabOnHost;
 }

package/dist/assets/server/extraction/adapter.service.js

@@ -8,32 +8,124 @@ var __decorate = (this && this.__decorate) || function (decorators, target, key,
 var __metadata = (this && this.__metadata) || function (k, v) {
     if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
 };
+var __param = (this && this.__param) || function (paramIndex, decorator) {
+    return function (target, key) { decorator(target, key, paramIndex); }
+};
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.AdapterService = void 0;
 const common_1 = require("@nestjs/common");
 const crypto_1 = require("crypto");
+const typeorm_1 = require("@nestjs/typeorm");
+const typeorm_2 = require("typeorm");
 const extension_control_service_1 = require("../extension/extension-control.service");
 const extraction_service_1 = require("./extraction.service");
-const ADAPTERS = [
-    { platform: 'linkedin', hostSuffix: 'linkedin.com', command: 'hm.linkedin.extract' },
-    { platform: 'hiredchina', hostSuffix: 'hiredchina.com', command: 'hm.hiredchina.extract' },
-];
+const adapter_rule_entity_1 = require("./entities/adapter-rule.entity");
+const structured_data_1 = require("./structured-data");
 const sleep = (ms) => new Promise((r) => setTimeout(r, ms));
 let AdapterService = class AdapterService {
+    ruleRepo;
     ext;
     extraction;
-    constructor(ext, extraction) {
+    constructor(ruleRepo, ext, extraction) {
+        this.ruleRepo = ruleRepo;
         this.ext = ext;
         this.extraction = extraction;
     }
+    async onModuleInit() {
+        await this.seedLinkedInRule();
+    }
+    async seedLinkedInRule() {
+        const exists = await this.ruleRepo.findOne({
+            where: { platform: 'linkedin', version: '0.2.0', hostPattern: 'linkedin\\.com' },
+        });
+        if (exists)
+            return;
+        await this.ruleRepo.save(this.ruleRepo.create({
+            platform: 'linkedin',
+            version: '0.2.0',
+            hostPattern: 'linkedin\\.com',
+            pathPattern: '/in/',
+            ruleType: 'script',
+            rulePayload: { engine: 'linkedin-profile', entityType: 'talent' },
+            priority: 1000,
+            enabled: true,
+        }));
+    }
+    async findRulesForUrl(url) {
+        let parsed;
+        try {
+            parsed = new URL(url);
+        }
+        catch {
+            return [];
+        }
+        const all = await this.ruleRepo.find({ where: { enabled: true } });
+        return all
+            .filter((r) => {
+            try {
+                const hostMatch = new RegExp(r.hostPattern, 'i').test(parsed.hostname);
+                const pathMatch = new RegExp(r.pathPattern, 'i').test(parsed.pathname + parsed.search);
+                return hostMatch && pathMatch;
+            }
+            catch {
+                return false;
+            }
+        })
+            .sort((a, b) => b.priority - a.priority);
+    }
+    async analyzeSnapshot(snapshot) {
+        const sourceUrl = snapshot.sourceUrl || '';
+        const html = snapshot.html;
+        const matched = sourceUrl ? await this.findRulesForUrl(sourceUrl) : [];
+        const ruleExtracted = {};
+        for (const rule of matched) {
+            if (rule.ruleType === 'selector') {
+                const { load } = await Promise.resolve().then(() => require('cheerio'));
+                const $ = load(html);
+                const mapping = rule.rulePayload.mapping || {};
+                for (const [field, selector] of Object.entries(mapping)) {
+                    const el = $(selector).first();
+                    ruleExtracted[field] = el.text().trim() || el.attr('content') || el.attr('value') || null;
+                }
+            }
+            else if (rule.ruleType === 'regex') {
+                const mapping = rule.rulePayload.mapping || {};
+                for (const [field, pattern] of Object.entries(mapping)) {
+                    const hit = html.match(new RegExp(pattern, 's'));
+                    ruleExtracted[field] = hit?.[1] || null;
+                }
+            }
+            else if (rule.ruleType === 'script') {
+                const { applyScriptRule } = await Promise.resolve().then(() => require('./script-rule'));
+                Object.assign(ruleExtracted, applyScriptRule(html, rule.rulePayload));
+            }
+            else if (rule.ruleType === 'jsonld') {
+            }
+        }
+        const jsonld = (0, structured_data_1.extractJsonLd)(html);
+        const og = (0, structured_data_1.extractOpenGraph)(html);
+        const merged = { ...og, ...(jsonld?.data || {}), ...ruleExtracted };
+        for (const [k, v] of Object.entries({ ...(jsonld?.data || {}), ...(og || {}) })) {
+            if (ruleExtracted[k] == null && v != null)
+                merged[k] = v;
+        }
+        const pageClass = matched.find((r) => r.rulePayload.entityType)?.rulePayload.entityType ||
+            (jsonld ? (0, structured_data_1.pageClassFromJsonLdTypes)(jsonld.types) : null) ||
+            snapshot.pageClass ||
+            'unknown';
+        return {
+            pageClass,
+            extracted: merged,
+            matchedRules: matched,
+            adapterVersion: matched[0]?.version || (jsonld ? 'jsonld' : 'unknown'),
+        };
+    }
     list() {
         return {
-            adapters: ADAPTERS.map((a) => ({
-                platform: a.platform,
-                host: a.hostSuffix,
-                command: a.command,
-                mode: 'cdp-extract',
-            })),
+            adapters: [
+                { platform: 'linkedin', host: 'linkedin.com', command: 'hm.linkedin.extract', mode: 'cdp-extract' },
+                { platform: 'hiredchina', host: 'hiredchina.com', command: 'hm.hiredchina.extract', mode: 'cdp-extract' },
+            ],
         };
     }
     async run(body) {
@@ -46,17 +138,37 @@ let AdapterService = class AdapterService {
         catch {
             throw new common_1.BadRequestException(`invalid url: ${body.url}`);
         }
-        const adapter = ADAPTERS.find((a) => parsed.hostname === a.hostSuffix || parsed.hostname.endsWith(`.${a.hostSuffix}`));
+        const rules = await this.findRulesForUrl(body.url);
+        const adapter = rules[0];
         if (!adapter) {
-            throw new common_1.BadRequestException(`unsupported_site: ${parsed.hostname} (supported: ${ADAPTERS.map((a) => a.hostSuffix).join(', ')})`);
+            const fallback = [
+                { platform: 'linkedin', hostSuffix: 'linkedin.com', command: 'hm.linkedin.extract' },
+                { platform: 'hiredchina', hostSuffix: 'hiredchina.com', command: 'hm.hiredchina.extract' },
+            ];
+            const hardcoded = fallback.find((a) => parsed.hostname === a.hostSuffix || parsed.hostname.endsWith(`.${a.hostSuffix}`));
+            if (!hardcoded) {
+                throw new common_1.BadRequestException(`unsupported_site: ${parsed.hostname}`);
+            }
+            return this.runCdpExtract(hardcoded, body);
+        }
+        if (adapter.rulePayload.strategy === 'cdp') {
+            const cdpAdapter = {
+                platform: adapter.platform,
+                hostSuffix: parsed.hostname,
+                command: adapter.rulePayload.command || `hm.${adapter.platform}.extract`,
+            };
+            return this.runCdpExtract(cdpAdapter, body);
         }
+        throw new common_1.BadRequestException('adapter rule without cdp strategy requires recording snapshot');
+    }
+    async runCdpExtract(adapter, body) {
         let tabId = body.tab != null && Number.isFinite(Number(body.tab)) ? Number(body.tab) : null;
         let createdTab = false;
         if (tabId != null && tabId > 0) {
             await this.expectOk(this.ext.sendCommand({ command: 'cp.goto', params: { url: body.url, __tab: tabId } }), 'cp.goto');
         }
         else {
-            tabId = await this.findTabOnHost(parsed.hostname);
+            tabId = await this.findTabOnHost(new URL(body.url).hostname);
             if (tabId != null) {
                 await this.expectOk(this.ext.sendCommand({ command: 'cp.goto', params: { url: body.url, __tab: tabId } }), 'cp.goto');
             }
@@ -155,7 +267,9 @@ let AdapterService = class AdapterService {
 exports.AdapterService = AdapterService;
 exports.AdapterService = AdapterService = __decorate([
     (0, common_1.Injectable)(),
-    __metadata("design:paramtypes", [extension_control_service_1.ExtensionControlService,
+    __param(0, (0, typeorm_1.InjectRepository)(adapter_rule_entity_1.AdapterRule)),
+    __metadata("design:paramtypes", [typeorm_2.Repository,
+        extension_control_service_1.ExtensionControlService,
         extraction_service_1.ExtractionService])
 ], AdapterService);
 //# sourceMappingURL=adapter.service.js.map

package/dist/assets/server/extraction/adapter.service.js.map

@@ -1 +1 @@
-{"version":3,"file":"adapter.service.js","sourceRoot":"","sources":["../../src/extraction/adapter.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAAgF;AAChF,mCAAoC;AAEpC,sFAAiF;AACjF,6DAAyD;AASzD,MAAM,QAAQ,GAAiB;IAC7B,EAAE,QAAQ,EAAE,UAAU,EAAE,UAAU,EAAE,cAAc,EAAE,OAAO,EAAE,qBAAqB,EAAE;IACpF,EAAE,QAAQ,EAAE,YAAY,EAAE,UAAU,EAAE,gBAAgB,EAAE,OAAO,EAAE,uBAAuB,EAAE;CAC3F,CAAC;AAEF,MAAM,KAAK,GAAG,CAAC,EAAU,EAAE,EAAE,CAAC,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;AAQ7D,IAAM,cAAc,GAApB,MAAM,cAAc;IAEN;IACA;IAFnB,YACmB,GAA4B,EAC5B,UAA6B;QAD7B,QAAG,GAAH,GAAG,CAAyB;QAC5B,eAAU,GAAV,UAAU,CAAmB;IAC7C,CAAC;IAEJ,IAAI;QACF,OAAO;YACL,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBAC7B,QAAQ,EAAE,CAAC,CAAC,QAAQ;gBACpB,IAAI,EAAE,CAAC,CAAC,UAAU;gBAClB,OAAO,EAAE,CAAC,CAAC,OAAO;gBAClB,IAAI,EAAE,aAAa;aACpB,CAAC,CAAC;SACJ,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,IAAkF;QAC1F,IAAI,CAAC,IAAI,EAAE,GAAG;YAAE,MAAM,IAAI,4BAAmB,CAAC,cAAc,CAAC,CAAC;QAC9D,IAAI,MAAW,CAAC;QAChB,IAAI,CAAC;YACH,MAAM,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC7B,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,IAAI,4BAAmB,CAAC,gBAAgB,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;QAC5D,CAAC;QACD,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,CAC3B,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,KAAK,CAAC,CAAC,UAAU,IAAI,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,UAAU,EAAE,CAAC,CACxF,CAAC;QACF,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,IAAI,4BAAmB,CAC3B,qBAAqB,MAAM,CAAC,QAAQ,gBAAgB,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CACpG,CAAC;QACJ,CAAC;QAGD,IAAI,KAAK,GAAkB,IAAI,CAAC,GAAG,IAAI,IAAI,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAC3G,IAAI,UAAU,GAAG,KAAK,CAAC;QACvB,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;YAC/B,MAAM,IAAI,CAAC,QAAQ,CACjB,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,EACrF,SAAS,CACV,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,KAAK,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YAClD,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;gBAClB,MAAM,IAAI,CAAC,QAAQ,CACjB,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,EACrF,SAAS,CACV,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACN,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,QAAQ,CAC9B,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,OAAO,EAAE,YAAY,EAAE,MAAM,EAAE,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC,EACzF,YAAY,CACb,CAAC;gBACF,KAAK,GAAG,MAAM,CAAE,IAAgD,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;gBAC/E,UAAU,GAAG,IAAI,CAAC;YACpB,CAAC;QACH,CAAC;QACD,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,EAAE,CAAC;YAC5C,MAAM,IAAI,sBAAa,CAAC,8BAA8B,EAAE,GAAG,CAAC,CAAC;QAC/D,CAAC;QAGD,IAAI,OAAO,GAA+B,IAAI,CAAC;QAC/C,IAAI,SAAS,GAAkB,IAAI,CAAC;QACpC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC3B,MAAM,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YACtD,IAAI,CAAC;gBACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,QAAQ,CAC9B,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC;oBACnB,OAAO,EAAE,OAAO,CAAC,OAAO;oBACxB,MAAM,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE;oBACxB,SAAS,EAAE,KAAK;iBACjB,CAAC,EACF,OAAO,CAAC,OAAO,CAChB,CAAC;gBACF,MAAM,MAAM,GAAI,IAAyC,CAAC,MAAM,IAAI,IAAI,CAAC;gBACzE,IAAI,MAAM,EAAE,CAAC;oBACX,MAAM,WAAW,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC;oBACjF,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,IAAI,CACrD,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC,CACxC,CAAC;oBACF,IAAI,WAAW,IAAI,QAAQ,EAAE,CAAC;wBAC5B,OAAO,GAAG,MAAM,CAAC;wBACjB,MAAM;oBACR,CAAC;oBACD,IAAI,CAAC,KAAK,CAAC;wBAAE,OAAO,GAAG,MAAM,CAAC;gBAChC,CAAC;YACH,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,SAAS,GAAI,CAAW,CAAC,OAAO,CAAC;YACnC,CAAC;QACH,CAAC;QACD,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,IAAI,sBAAa,CAAC,mBAAmB,SAAS,IAAI,0BAA0B,EAAE,EAAE,GAAG,CAAC,CAAC;QAC7F,CAAC;QAGD,MAAM,KAAK,GAAG,WAAW,IAAA,mBAAU,GAAE,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;QACpD,MAAM,KAAK,GAAwC,EAAE,CAAC;QACtD,KAAK,MAAM,MAAM,IAAI,OAAO,CAAC,QAAQ,IAAI,EAAE,EAAE,CAAC;YAC5C,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,iBAAiB,CAAC,KAAK,EAAE,OAAO,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;YAC5F,IAAI,GAAG;gBAAE,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC3B,CAAC;QACD,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,EAAE,CAAC;QACrC,MAAM,KAAK,GAA8B,EAAE,CAAC;QAC5C,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC,EAAE,CAAC;YACzD,KAAK,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC1D,CAAC;QAED,OAAO;YACL,EAAE,EAAE,IAAI;YACR,KAAK;YACL,GAAG,EAAE,OAAO,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG;YAC5B,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,IAAI;YACpC,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,SAAS;YACzC,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,GAAG,EAAE,MAAM,CAAC,KAAK,CAAC;YAClB,UAAU;YACV,UAAU,EAAE,KAAK,CAAC,MAAM;YACxB,KAAK;YACL,KAAK;YACL,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,IAAI;YAC5B,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,IAAI;SACzC,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,QAAQ,CAAC,CAAmB,EAAE,KAAa;QACvD,MAAM,IAAI,GAAG,CAAC,MAAM,CAAC,CAA0C,CAAC;QAChE,IAAI,IAAI,IAAI,IAAI,CAAC,MAAM,KAAK,OAAO,EAAE,CAAC;YACpC,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,KAAK,IAAI,CAAC,OAAO,IAAI,iBAAiB,EAAE,CAAC,CAAC;QACpE,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAGO,KAAK,CAAC,aAAa,CAAC,QAAgB;QAC1C,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,QAAQ,CAC/B,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,OAAO,EAAE,aAAa,EAAE,MAAM,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,CAAC,EAC5E,aAAa,CACd,CAAsD,CAAC;YACxD,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC;YAC/B,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE;gBAC1B,IAAI,CAAC;oBACH,OAAO,IAAI,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,QAAQ,KAAK,QAAQ,CAAC;gBAC9C,CAAC;gBAAC,MAAM,CAAC;oBACP,OAAO,KAAK,CAAC;gBACf,CAAC;YACH,CAAC,CAAC,CAAC;YACH,OAAO,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QACvC,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;CACF,CAAA;AA1JY,wCAAc;yBAAd,cAAc;IAD1B,IAAA,mBAAU,GAAE;qCAGa,mDAAuB;QAChB,sCAAiB;GAHrC,cAAc,CA0J1B"}
+{"version":3,"file":"adapter.service.js","sourceRoot":"","sources":["../../src/extraction/adapter.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,2CAA8F;AAC9F,mCAAoC;AACpC,6CAAmD;AACnD,qCAAqC;AAErC,sFAAiF;AACjF,6DAAyD;AACzD,wEAA6D;AAE7D,uDAA8F;AAS9F,MAAM,KAAK,GAAG,CAAC,EAAU,EAAE,EAAE,CAAC,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;AAQ7D,IAAM,cAAc,GAApB,MAAM,cAAc;IAGN;IACA;IACA;IAJnB,YAEmB,QAAiC,EACjC,GAA4B,EAC5B,UAA6B;QAF7B,aAAQ,GAAR,QAAQ,CAAyB;QACjC,QAAG,GAAH,GAAG,CAAyB;QAC5B,eAAU,GAAV,UAAU,CAAmB;IAC7C,CAAC;IAEJ,KAAK,CAAC,YAAY;QAChB,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAC;IAChC,CAAC;IAEO,KAAK,CAAC,gBAAgB;QAC5B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;YACzC,KAAK,EAAE,EAAE,QAAQ,EAAE,UAAU,EAAE,OAAO,EAAE,OAAO,EAAE,WAAW,EAAE,gBAAgB,EAAE;SACjF,CAAC,CAAC;QACH,IAAI,MAAM;YAAE,OAAO;QACnB,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CACtB,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;YACnB,QAAQ,EAAE,UAAU;YACpB,OAAO,EAAE,OAAO;YAChB,WAAW,EAAE,gBAAgB;YAC7B,WAAW,EAAE,MAAM;YACnB,QAAQ,EAAE,QAAQ;YAClB,WAAW,EAAE,EAAE,MAAM,EAAE,kBAAkB,EAAE,UAAU,EAAE,QAAQ,EAAE;YACjE,QAAQ,EAAE,IAAI;YACd,OAAO,EAAE,IAAI;SACd,CAAC,CACH,CAAC;IACJ,CAAC;IAGD,KAAK,CAAC,eAAe,CAAC,GAAW;QAC/B,IAAI,MAAW,CAAC;QAChB,IAAI,CAAC;YACH,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;QACxB,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC;QACnE,OAAO,GAAG;aACP,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE;YACZ,IAAI,CAAC;gBACH,MAAM,SAAS,GAAG,IAAI,MAAM,CAAC,CAAC,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;gBACvE,MAAM,SAAS,GAAG,IAAI,MAAM,CAAC,CAAC,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC;gBACvF,OAAO,SAAS,IAAI,SAAS,CAAC;YAChC,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,KAAK,CAAC;YACf,CAAC;QACH,CAAC,CAAC;aACD,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC;IAC7C,CAAC;IAGD,KAAK,CAAC,eAAe,CAAC,QAA2B;QAM/C,MAAM,SAAS,GAAG,QAAQ,CAAC,SAAS,IAAI,EAAE,CAAC;QAC3C,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC;QAC3B,MAAM,OAAO,GAAG,SAAS,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAEvE,MAAM,aAAa,GAAwB,EAAE,CAAC;QAC9C,KAAK,MAAM,IAAI,IAAI,OAAO,EAAE,CAAC;YAC3B,IAAI,IAAI,CAAC,QAAQ,KAAK,UAAU,EAAE,CAAC;gBACjC,MAAM,EAAE,IAAI,EAAE,GAAG,2CAAa,SAAS,EAAC,CAAC;gBACzC,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC;gBACrB,MAAM,OAAO,GAAG,IAAI,CAAC,WAAW,CAAC,OAAO,IAAI,EAAE,CAAC;gBAC/C,KAAK,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;oBACxD,MAAM,EAAE,GAAG,CAAC,CAAC,QAAkB,CAAC,CAAC,KAAK,EAAE,CAAC;oBACzC,aAAa,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC;gBAC5F,CAAC;YACH,CAAC;iBAAM,IAAI,IAAI,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;gBACrC,MAAM,OAAO,GAAG,IAAI,CAAC,WAAW,CAAC,OAAO,IAAI,EAAE,CAAC;gBAC/C,KAAK,MAAM,CAAC,KAAK,EAAE,OAAO,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;oBACvD,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,OAAiB,EAAE,GAAG,CAAC,CAAC,CAAC;oBAC3D,aAAa,CAAC,KAAK,CAAC,GAAG,GAAG,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;gBAC1C,CAAC;YACH,CAAC;iBAAM,IAAI,IAAI,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;gBACtC,MAAM,EAAE,eAAe,EAAE,GAAG,2CAAa,eAAe,EAAC,CAAC;gBAC1D,MAAM,CAAC,MAAM,CAAC,aAAa,EAAE,eAAe,CAAC,IAAI,EAAE,IAAI,CAAC,WAAgC,CAAC,CAAC,CAAC;YAC7F,CAAC;iBAAM,IAAI,IAAI,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;YAExC,CAAC;QACH,CAAC;QAED,MAAM,MAAM,GAAG,IAAA,+BAAa,EAAC,IAAI,CAAC,CAAC;QACnC,MAAM,EAAE,GAAG,IAAA,kCAAgB,EAAC,IAAI,CAAC,CAAC;QAGlC,MAAM,MAAM,GAAwB,EAAE,GAAG,EAAE,EAAE,GAAG,CAAC,MAAM,EAAE,IAAI,IAAI,EAAE,CAAC,EAAE,GAAG,aAAa,EAAE,CAAC;QACzF,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,IAAI,IAAI,EAAE,CAAC,EAAE,GAAG,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC;YAChF,IAAI,aAAa,CAAC,CAAC,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,IAAI;gBAAE,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAC3D,CAAC;QAED,MAAM,SAAS,GACb,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,UAAU,CAAC,EAAE,WAAW,CAAC,UAAU;YACrE,CAAC,MAAM,CAAC,CAAC,CAAC,IAAA,0CAAwB,EAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;YACxD,QAAQ,CAAC,SAAS;YAClB,SAAS,CAAC;QAEZ,OAAO;YACL,SAAS;YACT,SAAS,EAAE,MAAM;YACjB,YAAY,EAAE,OAAO;YACrB,cAAc,EAAE,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC;SACvE,CAAC;IACJ,CAAC;IAED,IAAI;QACF,OAAO;YACL,QAAQ,EAAE;gBACR,EAAE,QAAQ,EAAE,UAAU,EAAE,IAAI,EAAE,cAAc,EAAE,OAAO,EAAE,qBAAqB,EAAE,IAAI,EAAE,aAAa,EAAE;gBACnG,EAAE,QAAQ,EAAE,YAAY,EAAE,IAAI,EAAE,gBAAgB,EAAE,OAAO,EAAE,uBAAuB,EAAE,IAAI,EAAE,aAAa,EAAE;aAC1G;SACF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,IAAkF;QAC1F,IAAI,CAAC,IAAI,EAAE,GAAG;YAAE,MAAM,IAAI,4BAAmB,CAAC,cAAc,CAAC,CAAC;QAC9D,IAAI,MAAW,CAAC;QAChB,IAAI,CAAC;YACH,MAAM,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC7B,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,IAAI,4BAAmB,CAAC,gBAAgB,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;QAC5D,CAAC;QAED,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACnD,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACzB,IAAI,CAAC,OAAO,EAAE,CAAC;YAEb,MAAM,QAAQ,GAAiB;gBAC7B,EAAE,QAAQ,EAAE,UAAU,EAAE,UAAU,EAAE,cAAc,EAAE,OAAO,EAAE,qBAAqB,EAAE;gBACpF,EAAE,QAAQ,EAAE,YAAY,EAAE,UAAU,EAAE,gBAAgB,EAAE,OAAO,EAAE,uBAAuB,EAAE;aAC3F,CAAC;YACF,MAAM,SAAS,GAAG,QAAQ,CAAC,IAAI,CAC7B,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,KAAK,CAAC,CAAC,UAAU,IAAI,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,UAAU,EAAE,CAAC,CACxF,CAAC;YACF,IAAI,CAAC,SAAS,EAAE,CAAC;gBACf,MAAM,IAAI,4BAAmB,CAAC,qBAAqB,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;YACxE,CAAC;YACD,OAAO,IAAI,CAAC,aAAa,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;QAC7C,CAAC;QAGD,IAAI,OAAO,CAAC,WAAW,CAAC,QAAQ,KAAK,KAAK,EAAE,CAAC;YAC3C,MAAM,UAAU,GAAe;gBAC7B,QAAQ,EAAE,OAAO,CAAC,QAAQ;gBAC1B,UAAU,EAAE,MAAM,CAAC,QAAQ;gBAC3B,OAAO,EAAE,OAAO,CAAC,WAAW,CAAC,OAAO,IAAI,MAAM,OAAO,CAAC,QAAQ,UAAU;aACzE,CAAC;YACF,OAAO,IAAI,CAAC,aAAa,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;QAC9C,CAAC;QAGD,MAAM,IAAI,4BAAmB,CAAC,+DAA+D,CAAC,CAAC;IACjG,CAAC;IAEO,KAAK,CAAC,aAAa,CAAC,OAAmB,EAAE,IAAkF;QAEjI,IAAI,KAAK,GAAkB,IAAI,CAAC,GAAG,IAAI,IAAI,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAC3G,IAAI,UAAU,GAAG,KAAK,CAAC;QACvB,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;YAC/B,MAAM,IAAI,CAAC,QAAQ,CACjB,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,EACrF,SAAS,CACV,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,KAAK,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,IAAI,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC;YAC7D,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;gBAClB,MAAM,IAAI,CAAC,QAAQ,CACjB,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,EACrF,SAAS,CACV,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACN,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,QAAQ,CAC9B,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,OAAO,EAAE,YAAY,EAAE,MAAM,EAAE,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC,EACzF,YAAY,CACb,CAAC;gBACF,KAAK,GAAG,MAAM,CAAE,IAAgD,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;gBAC/E,UAAU,GAAG,IAAI,CAAC;YACpB,CAAC;QACH,CAAC;QACD,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,EAAE,CAAC;YAC5C,MAAM,IAAI,sBAAa,CAAC,8BAA8B,EAAE,GAAG,CAAC,CAAC;QAC/D,CAAC;QAGD,IAAI,OAAO,GAA+B,IAAI,CAAC;QAC/C,IAAI,SAAS,GAAkB,IAAI,CAAC;QACpC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC3B,MAAM,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YACtD,IAAI,CAAC;gBACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,QAAQ,CAC9B,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC;oBACnB,OAAO,EAAE,OAAO,CAAC,OAAO;oBACxB,MAAM,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE;oBACxB,SAAS,EAAE,KAAK;iBACjB,CAAC,EACF,OAAO,CAAC,OAAO,CAChB,CAAC;gBACF,MAAM,MAAM,GAAI,IAAyC,CAAC,MAAM,IAAI,IAAI,CAAC;gBACzE,IAAI,MAAM,EAAE,CAAC;oBACX,MAAM,WAAW,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC;oBACjF,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,IAAI,CACrD,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC,CACxC,CAAC;oBACF,IAAI,WAAW,IAAI,QAAQ,EAAE,CAAC;wBAC5B,OAAO,GAAG,MAAM,CAAC;wBACjB,MAAM;oBACR,CAAC;oBACD,IAAI,CAAC,KAAK,CAAC;wBAAE,OAAO,GAAG,MAAM,CAAC;gBAChC,CAAC;YACH,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,SAAS,GAAI,CAAW,CAAC,OAAO,CAAC;YACnC,CAAC;QACH,CAAC;QACD,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,IAAI,sBAAa,CAAC,mBAAmB,SAAS,IAAI,0BAA0B,EAAE,EAAE,GAAG,CAAC,CAAC;QAC7F,CAAC;QAGD,MAAM,KAAK,GAAG,WAAW,IAAA,mBAAU,GAAE,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;QACpD,MAAM,KAAK,GAAwC,EAAE,CAAC;QACtD,KAAK,MAAM,MAAM,IAAI,OAAO,CAAC,QAAQ,IAAI,EAAE,EAAE,CAAC;YAC5C,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,iBAAiB,CAAC,KAAK,EAAE,OAAO,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;YAC5F,IAAI,GAAG;gBAAE,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC3B,CAAC;QACD,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,EAAE,CAAC;QACrC,MAAM,KAAK,GAA8B,EAAE,CAAC;QAC5C,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC,EAAE,CAAC;YACzD,KAAK,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC1D,CAAC;QAED,OAAO;YACL,EAAE,EAAE,IAAI;YACR,KAAK;YACL,GAAG,EAAE,OAAO,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG;YAC5B,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,IAAI;YACpC,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,SAAS;YACzC,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,GAAG,EAAE,MAAM,CAAC,KAAK,CAAC;YAClB,UAAU;YACV,UAAU,EAAE,KAAK,CAAC,MAAM;YACxB,KAAK;YACL,KAAK;YACL,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,IAAI;YAC5B,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,IAAI;SACzC,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,QAAQ,CAAC,CAAmB,EAAE,KAAa;QACvD,MAAM,IAAI,GAAG,CAAC,MAAM,CAAC,CAA0C,CAAC;QAChE,IAAI,IAAI,IAAI,IAAI,CAAC,MAAM,KAAK,OAAO,EAAE,CAAC;YACpC,MAAM,IAAI,KAAK,CAAC,GAAG,KAAK,KAAK,IAAI,CAAC,OAAO,IAAI,iBAAiB,EAAE,CAAC,CAAC;QACpE,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAGO,KAAK,CAAC,aAAa,CAAC,QAAgB;QAC1C,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,QAAQ,CAC/B,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,OAAO,EAAE,aAAa,EAAE,MAAM,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,CAAC,EAC5E,aAAa,CACd,CAAsD,CAAC;YACxD,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC;YAC/B,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE;gBAC1B,IAAI,CAAC;oBACH,OAAO,IAAI,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,QAAQ,KAAK,QAAQ,CAAC;gBAC9C,CAAC;gBAAC,MAAM,CAAC;oBACP,OAAO,KAAK,CAAC;gBACf,CAAC;YACH,CAAC,CAAC,CAAC;YACH,OAAO,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QACvC,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;CACF,CAAA;AAzRY,wCAAc;yBAAd,cAAc;IAD1B,IAAA,mBAAU,GAAE;IAGR,WAAA,IAAA,0BAAgB,EAAC,iCAAW,CAAC,CAAA;qCACH,oBAAU;QACf,mDAAuB;QAChB,sCAAiB;GALrC,cAAc,CAyR1B"}

package/dist/assets/server/extraction/anomaly-report.service.d.ts

@@ -0,0 +1,12 @@
+import { Repository } from 'typeorm';
+import { RecordingSnapshot } from '../recording/entities/recording-snapshot.entity';
+import { RecordingEvent } from '../recording/entities/recording-event.entity';
+import { DevopsSinkInit } from '../devops/devops-sink-init';
+export declare class AnomalyReportService {
+    private readonly snapshotRepo;
+    private readonly eventRepo;
+    private readonly devops;
+    constructor(snapshotRepo: Repository<RecordingSnapshot>, eventRepo: Repository<RecordingEvent>, devops: DevopsSinkInit);
+    report(sessionId: string, snapshotId: number, parseLogId: number, reason: string): Promise<void>;
+    private sanitizeHtml;
+}

package/dist/assets/server/extraction/anomaly-report.service.js

@@ -0,0 +1,81 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __param = (this && this.__param) || function (paramIndex, decorator) {
+    return function (target, key) { decorator(target, key, paramIndex); }
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AnomalyReportService = void 0;
+const common_1 = require("@nestjs/common");
+const typeorm_1 = require("@nestjs/typeorm");
+const typeorm_2 = require("typeorm");
+const recording_snapshot_entity_1 = require("../recording/entities/recording-snapshot.entity");
+const recording_event_entity_1 = require("../recording/entities/recording-event.entity");
+const devops_sink_init_1 = require("../devops/devops-sink-init");
+let AnomalyReportService = class AnomalyReportService {
+    snapshotRepo;
+    eventRepo;
+    devops;
+    constructor(snapshotRepo, eventRepo, devops) {
+        this.snapshotRepo = snapshotRepo;
+        this.eventRepo = eventRepo;
+        this.devops = devops;
+    }
+    async report(sessionId, snapshotId, parseLogId, reason) {
+        if (process.env.HUNTER_MATE_DEVOPS_ENABLED !== '1')
+            return;
+        if (!this.devops.usage)
+            return;
+        const snapshot = await this.snapshotRepo.findOne({ where: { id: snapshotId } });
+        if (!snapshot)
+            return;
+        const recentEvents = await this.eventRepo.find({
+            where: { sessionId },
+            order: { createdAt: 'DESC' },
+            take: 50,
+        });
+        const sanitizedHtml = this.sanitizeHtml(snapshot.html);
+        this.devops.usage.capture({
+            feature: 'parse-anomaly',
+            event: 'report',
+            context: {
+                sessionId,
+                snapshotId,
+                parseLogId,
+                sourceUrl: snapshot.sourceUrl,
+                domain: snapshot.domain,
+                pageClass: snapshot.pageClass,
+                htmlLength: snapshot.html.length,
+                htmlSample: sanitizedHtml.slice(0, 200_000),
+                eventCount: recentEvents.length,
+                eventSample: recentEvents.slice(0, 10).map((e) => ({ type: e.eventType, payloadType: e.payload?.type })),
+                reason,
+            },
+        });
+        await this.snapshotRepo.update(snapshotId, { reportedAt: new Date() });
+    }
+    sanitizeHtml(html) {
+        return html
+            .replace(/<script\b[^>]*>[\s\S]*?<\/script\b[^>]*>/gi, '')
+            .replace(/<input\b[^>]*>/gi, '<input>')
+            .replace(/<textarea\b[^>]*>[\s\S]*?<\/textarea\b[^>]*>/gi, '<textarea></textarea>')
+            .slice(0, 250_000);
+    }
+};
+exports.AnomalyReportService = AnomalyReportService;
+exports.AnomalyReportService = AnomalyReportService = __decorate([
+    (0, common_1.Injectable)(),
+    __param(0, (0, typeorm_1.InjectRepository)(recording_snapshot_entity_1.RecordingSnapshot)),
+    __param(1, (0, typeorm_1.InjectRepository)(recording_event_entity_1.RecordingEvent)),
+    __metadata("design:paramtypes", [typeorm_2.Repository,
+        typeorm_2.Repository,
+        devops_sink_init_1.DevopsSinkInit])
+], AnomalyReportService);
+//# sourceMappingURL=anomaly-report.service.js.map

package/dist/assets/server/extraction/anomaly-report.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"anomaly-report.service.js","sourceRoot":"","sources":["../../src/extraction/anomaly-report.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,2CAA4C;AAC5C,6CAAmD;AACnD,qCAAqC;AACrC,+FAAoF;AACpF,yFAA8E;AAE9E,iEAA4D;AAQrD,IAAM,oBAAoB,GAA1B,MAAM,oBAAoB;IAGZ;IAEA;IACA;IALnB,YAEmB,YAA2C,EAE3C,SAAqC,EACrC,MAAsB;QAHtB,iBAAY,GAAZ,YAAY,CAA+B;QAE3C,cAAS,GAAT,SAAS,CAA4B;QACrC,WAAM,GAAN,MAAM,CAAgB;IACtC,CAAC;IAEJ,KAAK,CAAC,MAAM,CAAC,SAAiB,EAAE,UAAkB,EAAE,UAAkB,EAAE,MAAc;QACpF,IAAI,OAAO,CAAC,GAAG,CAAC,0BAA0B,KAAK,GAAG;YAAE,OAAO;QAC3D,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK;YAAE,OAAO;QAE/B,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE,UAAU,EAAE,EAAE,CAAC,CAAC;QAChF,IAAI,CAAC,QAAQ;YAAE,OAAO;QAEtB,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;YAC7C,KAAK,EAAE,EAAE,SAAS,EAAE;YACpB,KAAK,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE;YAC5B,IAAI,EAAE,EAAE;SACT,CAAC,CAAC;QAEH,MAAM,aAAa,GAAG,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QAEvD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC;YACxB,OAAO,EAAE,eAAe;YACxB,KAAK,EAAE,QAAQ;YACf,OAAO,EAAE;gBACP,SAAS;gBACT,UAAU;gBACV,UAAU;gBACV,SAAS,EAAE,QAAQ,CAAC,SAAS;gBAC7B,MAAM,EAAE,QAAQ,CAAC,MAAM;gBACvB,SAAS,EAAE,QAAQ,CAAC,SAAS;gBAC7B,UAAU,EAAE,QAAQ,CAAC,IAAI,CAAC,MAAM;gBAChC,UAAU,EAAE,aAAa,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC;gBAC3C,UAAU,EAAE,YAAY,CAAC,MAAM;gBAC/B,WAAW,EAAE,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,SAAS,EAAE,WAAW,EAAE,CAAC,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;gBACxG,MAAM;aACP;SACF,CAAC,CAAC;QAEH,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,UAAU,EAAE,EAAE,UAAU,EAAE,IAAI,IAAI,EAAE,EAAE,CAAC,CAAC;IACzE,CAAC;IAEO,YAAY,CAAC,IAAY;QAC/B,OAAO,IAAI;aACR,OAAO,CAAC,4CAA4C,EAAE,EAAE,CAAC;aACzD,OAAO,CAAC,kBAAkB,EAAE,SAAS,CAAC;aACtC,OAAO,CAAC,gDAAgD,EAAE,uBAAuB,CAAC;aAClF,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;IACvB,CAAC;CACF,CAAA;AApDY,oDAAoB;+BAApB,oBAAoB;IADhC,IAAA,mBAAU,GAAE;IAGR,WAAA,IAAA,0BAAgB,EAAC,6CAAiB,CAAC,CAAA;IAEnC,WAAA,IAAA,0BAAgB,EAAC,uCAAc,CAAC,CAAA;qCADF,oBAAU;QAEb,oBAAU;QACb,iCAAc;GAN9B,oBAAoB,CAoDhC"}

package/dist/assets/server/extraction/entities/adapter-rule.entity.d.ts

@@ -0,0 +1,13 @@
+export type RuleType = 'selector' | 'regex' | 'script' | 'jsonld';
+export declare class AdapterRule {
+    id: number;
+    platform: string;
+    version: string;
+    hostPattern: string;
+    pathPattern: string;
+    ruleType: RuleType;
+    rulePayload: Record<string, any>;
+    priority: number;
+    enabled: boolean;
+    createdAt: Date;
+}

package/dist/assets/server/extraction/entities/adapter-rule.entity.js

@@ -0,0 +1,71 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AdapterRule = void 0;
+const typeorm_1 = require("typeorm");
+let AdapterRule = class AdapterRule {
+    id;
+    platform;
+    version;
+    hostPattern;
+    pathPattern;
+    ruleType;
+    rulePayload;
+    priority;
+    enabled;
+    createdAt;
+};
+exports.AdapterRule = AdapterRule;
+__decorate([
+    (0, typeorm_1.PrimaryGeneratedColumn)(),
+    __metadata("design:type", Number)
+], AdapterRule.prototype, "id", void 0);
+__decorate([
+    (0, typeorm_1.Column)({ type: 'varchar', length: 64 }),
+    __metadata("design:type", String)
+], AdapterRule.prototype, "platform", void 0);
+__decorate([
+    (0, typeorm_1.Column)({ type: 'varchar', length: 32 }),
+    __metadata("design:type", String)
+], AdapterRule.prototype, "version", void 0);
+__decorate([
+    (0, typeorm_1.Column)({ type: 'varchar', length: 256 }),
+    __metadata("design:type", String)
+], AdapterRule.prototype, "hostPattern", void 0);
+__decorate([
+    (0, typeorm_1.Column)({ type: 'varchar', length: 256 }),
+    __metadata("design:type", String)
+], AdapterRule.prototype, "pathPattern", void 0);
+__decorate([
+    (0, typeorm_1.Column)({ type: 'simple-enum', enum: ['selector', 'regex', 'script', 'jsonld'] }),
+    __metadata("design:type", String)
+], AdapterRule.prototype, "ruleType", void 0);
+__decorate([
+    (0, typeorm_1.Column)({ type: 'simple-json' }),
+    __metadata("design:type", Object)
+], AdapterRule.prototype, "rulePayload", void 0);
+__decorate([
+    (0, typeorm_1.Column)({ type: 'int', default: 0 }),
+    __metadata("design:type", Number)
+], AdapterRule.prototype, "priority", void 0);
+__decorate([
+    (0, typeorm_1.Column)({ type: 'boolean', default: true }),
+    __metadata("design:type", Boolean)
+], AdapterRule.prototype, "enabled", void 0);
+__decorate([
+    (0, typeorm_1.CreateDateColumn)(),
+    __metadata("design:type", Date)
+], AdapterRule.prototype, "createdAt", void 0);
+exports.AdapterRule = AdapterRule = __decorate([
+    (0, typeorm_1.Entity)('adapter_rules'),
+    (0, typeorm_1.Index)(['platform', 'version', 'hostPattern'])
+], AdapterRule);
+//# sourceMappingURL=adapter-rule.entity.js.map

package/dist/assets/server/extraction/entities/adapter-rule.entity.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"adapter-rule.entity.js","sourceRoot":"","sources":["../../../src/extraction/entities/adapter-rule.entity.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,qCAA0F;AAUnF,IAAM,WAAW,GAAjB,MAAM,WAAW;IAEtB,EAAE,CAAS;IAGX,QAAQ,CAAS;IAGjB,OAAO,CAAS;IAGhB,WAAW,CAAS;IAGpB,WAAW,CAAS;IAGpB,QAAQ,CAAW;IAGnB,WAAW,CAAsB;IAGjC,QAAQ,CAAS;IAGjB,OAAO,CAAU;IAGjB,SAAS,CAAO;CACjB,CAAA;AA9BY,kCAAW;AAEtB;IADC,IAAA,gCAAsB,GAAE;;uCACd;AAGX;IADC,IAAA,gBAAM,EAAC,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;;6CACvB;AAGjB;IADC,IAAA,gBAAM,EAAC,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;;4CACxB;AAGhB;IADC,IAAA,gBAAM,EAAC,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC;;gDACrB;AAGpB;IADC,IAAA,gBAAM,EAAC,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC;;gDACrB;AAGpB;IADC,IAAA,gBAAM,EAAC,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,UAAU,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,CAAC,EAAE,CAAC;;6CAC9D;AAGnB;IADC,IAAA,gBAAM,EAAC,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC;;gDACC;AAGjC;IADC,IAAA,gBAAM,EAAC,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;;6CACnB;AAGjB;IADC,IAAA,gBAAM,EAAC,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;;4CAC1B;AAGjB;IADC,IAAA,0BAAgB,GAAE;8BACR,IAAI;8CAAC;sBA7BL,WAAW;IAFvB,IAAA,gBAAM,EAAC,eAAe,CAAC;IACvB,IAAA,eAAK,EAAC,CAAC,UAAU,EAAE,SAAS,EAAE,aAAa,CAAC,CAAC;GACjC,WAAW,CA8BvB"}

package/dist/assets/server/extraction/entities/parse-log.entity.d.ts

@@ -8,7 +8,10 @@ export declare class ParseLog {
     extractedFields: Record<string, unknown>;
     missingFields: string[];
     hasSnapshot: boolean;
-    status: 'ok' | 'empty' | 'no-snapshot' | 'no-rule';
+    status: 'ok' | 'empty' | 'no-snapshot' | 'no-rule' | 'anomaly';
+    snapshotId?: number | null;
+    adapterVersion?: string;
+    anomalyScore?: number | null;
     entityId?: number | null;
     reportedAt?: Date | null;
     createdAt: Date;

package/dist/assets/server/extraction/entities/parse-log.entity.js

@@ -22,6 +22,9 @@ let ParseLog = class ParseLog {
     missingFields;
     hasSnapshot;
     status;
+    snapshotId;
+    adapterVersion;
+    anomalyScore;
     entityId;
     reportedAt;
     createdAt;
@@ -67,6 +70,18 @@ __decorate([
     (0, typeorm_1.Column)({ type: 'varchar', length: 16 }),
     __metadata("design:type", String)
 ], ParseLog.prototype, "status", void 0);
+__decorate([
+    (0, typeorm_1.Column)({ type: 'int', nullable: true }),
+    __metadata("design:type", Object)
+], ParseLog.prototype, "snapshotId", void 0);
+__decorate([
+    (0, typeorm_1.Column)({ type: 'varchar', length: 32, nullable: true }),
+    __metadata("design:type", String)
+], ParseLog.prototype, "adapterVersion", void 0);
+__decorate([
+    (0, typeorm_1.Column)({ type: 'float', nullable: true }),
+    __metadata("design:type", Object)
+], ParseLog.prototype, "anomalyScore", void 0);
 __decorate([
     (0, typeorm_1.Column)({ type: 'int', nullable: true }),
     __metadata("design:type", Object)

package/dist/assets/server/extraction/entities/parse-log.entity.js.map

@@ -1 +1 @@
-{"version":3,"file":"parse-log.entity.js","sourceRoot":"","sources":["../../../src/extraction/entities/parse-log.entity.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,qCAA0F;AAUnF,IAAM,QAAQ,GAAd,MAAM,QAAQ;IAEnB,EAAE,CAAS;IAGX,SAAS,CAAS;IAGlB,SAAS,CAAS;IAGlB,MAAM,CAAS;IAGf,SAAS,CAAS;IAIlB,cAAc,CAAW;IAIzB,eAAe,CAA0B;IAIzC,aAAa,CAAW;IAGxB,WAAW,CAAU;IAGrB,MAAM,CAA6C;IAInD,QAAQ,CAAiB;IAIzB,UAAU,CAAe;IAGzB,SAAS,CAAO;CACjB,CAAA;AA5CY,4BAAQ;AAEnB;IADC,IAAA,gCAAsB,GAAE;;oCACd;AAGX;IADC,IAAA,gBAAM,EAAC,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;;2CACtB;AAGlB;IADC,IAAA,gBAAM,EAAC,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC;;2CACvB;AAGlB;IADC,IAAA,gBAAM,EAAC,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC;;wCAC1B;AAGf;IADC,IAAA,gBAAM,EAAC,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;;2CACtB;AAIlB;IADC,IAAA,gBAAM,EAAC,EAAE,IAAI,EAAE,aAAa,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;;gDACvB;AAIzB;IADC,IAAA,gBAAM,EAAC,EAAE,IAAI,EAAE,aAAa,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;;iDACP;AAIzC;IADC,IAAA,gBAAM,EAAC,EAAE,IAAI,EAAE,aAAa,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;;+CACxB;AAGxB;IADC,IAAA,gBAAM,EAAC,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;;6CACvB;AAGrB;IADC,IAAA,gBAAM,EAAC,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;;wCACW;AAInD;IADC,IAAA,gBAAM,EAAC,EAAE,IAAI,EAAE,KAAK,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;;0CACf;AAIzB;IADC,IAAA,gBAAM,EAAC,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;;4CACpB;AAGzB;IADC,IAAA,0BAAgB,GAAE;8BACR,IAAI;2CAAC;mBA3CL,QAAQ;IAHpB,IAAA,gBAAM,EAAC,WAAW,CAAC;IACnB,IAAA,eAAK,EAAC,CAAC,WAAW,CAAC,CAAC;IACpB,IAAA,eAAK,EAAC,CAAC,QAAQ,CAAC,CAAC;GACL,QAAQ,CA4CpB"}
+{"version":3,"file":"parse-log.entity.js","sourceRoot":"","sources":["../../../src/extraction/entities/parse-log.entity.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,qCAA0F;AAUnF,IAAM,QAAQ,GAAd,MAAM,QAAQ;IAEnB,EAAE,CAAS;IAGX,SAAS,CAAS;IAGlB,SAAS,CAAS;IAGlB,MAAM,CAAS;IAGf,SAAS,CAAS;IAIlB,cAAc,CAAW;IAIzB,eAAe,CAA0B;IAIzC,aAAa,CAAW;IAGxB,WAAW,CAAU;IAGrB,MAAM,CAAyD;IAI/D,UAAU,CAAiB;IAI3B,cAAc,CAAU;IAIxB,YAAY,CAAiB;IAI7B,QAAQ,CAAiB;IAIzB,UAAU,CAAe;IAGzB,SAAS,CAAO;CACjB,CAAA;AAxDY,4BAAQ;AAEnB;IADC,IAAA,gCAAsB,GAAE;;oCACd;AAGX;IADC,IAAA,gBAAM,EAAC,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;;2CACtB;AAGlB;IADC,IAAA,gBAAM,EAAC,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC;;2CACvB;AAGlB;IADC,IAAA,gBAAM,EAAC,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC;;wCAC1B;AAGf;IADC,IAAA,gBAAM,EAAC,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;;2CACtB;AAIlB;IADC,IAAA,gBAAM,EAAC,EAAE,IAAI,EAAE,aAAa,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;;gDACvB;AAIzB;IADC,IAAA,gBAAM,EAAC,EAAE,IAAI,EAAE,aAAa,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;;iDACP;AAIzC;IADC,IAAA,gBAAM,EAAC,EAAE,IAAI,EAAE,aAAa,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;;+CACxB;AAGxB;IADC,IAAA,gBAAM,EAAC,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;;6CACvB;AAGrB;IADC,IAAA,gBAAM,EAAC,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;;wCACuB;AAI/D;IADC,IAAA,gBAAM,EAAC,EAAE,IAAI,EAAE,KAAK,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;;4CACb;AAI3B;IADC,IAAA,gBAAM,EAAC,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;;gDAChC;AAIxB;IADC,IAAA,gBAAM,EAAC,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;;8CACb;AAI7B;IADC,IAAA,gBAAM,EAAC,EAAE,IAAI,EAAE,KAAK,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;;0CACf;AAIzB;IADC,IAAA,gBAAM,EAAC,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;;4CACpB;AAGzB;IADC,IAAA,0BAAgB,GAAE;8BACR,IAAI;2CAAC;mBAvDL,QAAQ;IAHpB,IAAA,gBAAM,EAAC,WAAW,CAAC;IACnB,IAAA,eAAK,EAAC,CAAC,WAAW,CAAC,CAAC;IACpB,IAAA,eAAK,EAAC,CAAC,QAAQ,CAAC,CAAC;GACL,QAAQ,CAwDpB"}