hunter-mate 0.1.3 → 0.1.5

package/dist/assets/server/extraction/rrweb-snapshot.utils.js

@@ -0,0 +1,48 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.nodeToHtml = nodeToHtml;
+exports.isFullSnapshot = isFullSnapshot;
+exports.isCheckoutEvent = isCheckoutEvent;
+exports.snapshotTimestamp = snapshotTimestamp;
+function nodeToHtml(node) {
+    if (!node)
+        return '';
+    switch (node.type) {
+        case 0:
+            return (node.childNodes || []).map(nodeToHtml).join('');
+        case 1:
+            return `<!DOCTYPE ${node.name || 'html'}>`;
+        case 2: {
+            if (!node.tagName)
+                return '';
+            const attrs = Object.entries(node.attributes || {})
+                .map(([k, v]) => `${k}="${String(v).replace(/"/g, '&quot;')}"`)
+                .join(' ');
+            const open = attrs ? `<${node.tagName} ${attrs}>` : `<${node.tagName}>`;
+            const voidTags = new Set(['area', 'base', 'br', 'col', 'embed', 'hr', 'img', 'input', 'link', 'meta', 'param', 'source', 'track', 'wbr']);
+            if (voidTags.has(node.tagName.toLowerCase()))
+                return open;
+            const children = (node.childNodes || []).map(nodeToHtml).join('');
+            return `${open}${children}</${node.tagName}>`;
+        }
+        case 3:
+            return node.textContent ?? node.data ?? '';
+        case 5:
+            return `<!--${node.data || ''}-->`;
+        default:
+            return '';
+    }
+}
+function isFullSnapshot(payload) {
+    return payload?.type === 2 && !!payload.data?.node;
+}
+function isCheckoutEvent(payload) {
+    return !!payload && isFullSnapshot(payload) && payload.isCheckout === true;
+}
+function snapshotTimestamp(payload) {
+    if (payload && payload.timestamp && typeof payload.timestamp === 'number') {
+        return new Date(payload.timestamp);
+    }
+    return undefined;
+}
+//# sourceMappingURL=rrweb-snapshot.utils.js.map

package/dist/assets/server/extraction/rrweb-snapshot.utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"rrweb-snapshot.utils.js","sourceRoot":"","sources":["../../src/extraction/rrweb-snapshot.utils.ts"],"names":[],"mappings":";;AAkBA,gCAyBC;AAED,wCAEC;AAED,0CAEC;AAED,8CAKC;AAxCD,SAAgB,UAAU,CAAC,IAAkB;IAC3C,IAAI,CAAC,IAAI;QAAE,OAAO,EAAE,CAAC;IACrB,QAAQ,IAAI,CAAC,IAAI,EAAE,CAAC;QAClB,KAAK,CAAC;YACJ,OAAO,CAAC,IAAI,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC1D,KAAK,CAAC;YACJ,OAAO,aAAa,IAAI,CAAC,IAAI,IAAI,MAAM,GAAG,CAAC;QAC7C,KAAK,CAAC,CAAC,CAAC,CAAC;YACP,IAAI,CAAC,IAAI,CAAC,OAAO;gBAAE,OAAO,EAAE,CAAC;YAC7B,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,IAAI,EAAE,CAAC;iBAChD,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,QAAQ,CAAC,GAAG,CAAC;iBAC9D,IAAI,CAAC,GAAG,CAAC,CAAC;YACb,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,OAAO,IAAI,KAAK,GAAG,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,OAAO,GAAG,CAAC;YACxE,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;YAC1I,IAAI,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;gBAAE,OAAO,IAAI,CAAC;YAC1D,MAAM,QAAQ,GAAG,CAAC,IAAI,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAClE,OAAO,GAAG,IAAI,GAAG,QAAQ,KAAK,IAAI,CAAC,OAAO,GAAG,CAAC;QAChD,CAAC;QACD,KAAK,CAAC;YACJ,OAAO,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC;QAC7C,KAAK,CAAC;YACJ,OAAO,OAAO,IAAI,CAAC,IAAI,IAAI,EAAE,KAAK,CAAC;QACrC;YACE,OAAO,EAAE,CAAC;IACd,CAAC;AACH,CAAC;AAED,SAAgB,cAAc,CAAC,OAAwC;IACrE,OAAO,OAAO,EAAE,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC;AACrD,CAAC;AAED,SAAgB,eAAe,CAAC,OAAwC;IACtE,OAAO,CAAC,CAAC,OAAO,IAAI,cAAc,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC,UAAU,KAAK,IAAI,CAAC;AAC7E,CAAC;AAED,SAAgB,iBAAiB,CAAC,OAAwC;IACxE,IAAI,OAAO,IAAI,OAAO,CAAC,SAAS,IAAI,OAAO,OAAO,CAAC,SAAS,KAAK,QAAQ,EAAE,CAAC;QAC1E,OAAO,IAAI,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IACrC,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC"}

package/dist/assets/server/extraction/rrweb-snapshot.utils.spec.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/assets/server/extraction/rrweb-snapshot.utils.spec.js

@@ -0,0 +1,60 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const rrweb_snapshot_utils_1 = require("./rrweb-snapshot.utils");
+describe('rrweb-snapshot.utils', () => {
+    describe('nodeToHtml', () => {
+        it('should serialize element with attributes and children', () => {
+            const node = {
+                type: 2,
+                tagName: 'div',
+                attributes: { class: 'profile', id: 'p1' },
+                childNodes: [
+                    { type: 3, textContent: 'Jensen Huang' },
+                ],
+            };
+            expect((0, rrweb_snapshot_utils_1.nodeToHtml)(node)).toContain('<div class="profile" id="p1"');
+            expect((0, rrweb_snapshot_utils_1.nodeToHtml)(node)).toContain('Jensen Huang');
+            expect((0, rrweb_snapshot_utils_1.nodeToHtml)(node)).toContain('</div>');
+        });
+        it('should handle void tags without closing tag', () => {
+            const node = { type: 2, tagName: 'img', attributes: { src: 'a.jpg' } };
+            expect((0, rrweb_snapshot_utils_1.nodeToHtml)(node)).toBe('<img src="a.jpg">');
+        });
+        it('should return empty string for null node', () => {
+            expect((0, rrweb_snapshot_utils_1.nodeToHtml)(null)).toBe('');
+        });
+        it('should escape attribute double quotes', () => {
+            const node = { type: 2, tagName: 'span', attributes: { title: 'say "hi"' } };
+            expect((0, rrweb_snapshot_utils_1.nodeToHtml)(node)).toBe('<span title="say &quot;hi&quot;"></span>');
+        });
+    });
+    describe('isFullSnapshot', () => {
+        it('should recognize rrweb full snapshot payload', () => {
+            expect((0, rrweb_snapshot_utils_1.isFullSnapshot)({ type: 2, data: { node: { type: 2, tagName: 'html' } } })).toBe(true);
+        });
+        it('should reject incremental snapshot', () => {
+            expect((0, rrweb_snapshot_utils_1.isFullSnapshot)({ type: 3, data: { source: 0 } })).toBe(false);
+        });
+        it('should handle undefined payload', () => {
+            expect((0, rrweb_snapshot_utils_1.isFullSnapshot)(undefined)).toBe(false);
+        });
+    });
+    describe('isCheckoutEvent', () => {
+        it('should return true when full snapshot is checkout', () => {
+            expect((0, rrweb_snapshot_utils_1.isCheckoutEvent)({ type: 2, isCheckout: true, data: { node: {} } })).toBe(true);
+        });
+        it('should return false for non-checkout full snapshot', () => {
+            expect((0, rrweb_snapshot_utils_1.isCheckoutEvent)({ type: 2, data: { node: {} } })).toBe(false);
+        });
+    });
+    describe('snapshotTimestamp', () => {
+        it('should convert timestamp to Date', () => {
+            const ts = Date.now();
+            expect((0, rrweb_snapshot_utils_1.snapshotTimestamp)({ timestamp: ts })).toEqual(new Date(ts));
+        });
+        it('should return undefined when no timestamp', () => {
+            expect((0, rrweb_snapshot_utils_1.snapshotTimestamp)({})).toBeUndefined();
+        });
+    });
+});
+//# sourceMappingURL=rrweb-snapshot.utils.spec.js.map

package/dist/assets/server/extraction/rrweb-snapshot.utils.spec.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"rrweb-snapshot.utils.spec.js","sourceRoot":"","sources":["../../src/extraction/rrweb-snapshot.utils.spec.ts"],"names":[],"mappings":";;AAAA,iEAAwG;AAExG,QAAQ,CAAC,sBAAsB,EAAE,GAAG,EAAE;IACpC,QAAQ,CAAC,YAAY,EAAE,GAAG,EAAE;QAC1B,EAAE,CAAC,uDAAuD,EAAE,GAAG,EAAE;YAC/D,MAAM,IAAI,GAAG;gBACX,IAAI,EAAE,CAAC;gBACP,OAAO,EAAE,KAAK;gBACd,UAAU,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,EAAE,EAAE,IAAI,EAAE;gBAC1C,UAAU,EAAE;oBACV,EAAE,IAAI,EAAE,CAAC,EAAE,WAAW,EAAE,cAAc,EAAE;iBACzC;aACK,CAAC;YACT,MAAM,CAAC,IAAA,iCAAU,EAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,8BAA8B,CAAC,CAAC;YACnE,MAAM,CAAC,IAAA,iCAAU,EAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;YACnD,MAAM,CAAC,IAAA,iCAAU,EAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QAC/C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;YACrD,MAAM,IAAI,GAAG,EAAE,IAAI,EAAE,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE,EAAS,CAAC;YAC9E,MAAM,CAAC,IAAA,iCAAU,EAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;QACrD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,0CAA0C,EAAE,GAAG,EAAE;YAClD,MAAM,CAAC,IAAA,iCAAU,EAAC,IAAW,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC3C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,uCAAuC,EAAE,GAAG,EAAE;YAC/C,MAAM,IAAI,GAAG,EAAE,IAAI,EAAE,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE,EAAS,CAAC;YACpF,MAAM,CAAC,IAAA,iCAAU,EAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,0CAA0C,CAAC,CAAC;QAC5E,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;QAC9B,EAAE,CAAC,8CAA8C,EAAE,GAAG,EAAE;YACtD,MAAM,CAAC,IAAA,qCAAc,EAAC,EAAE,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,EAAS,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACtG,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,oCAAoC,EAAE,GAAG,EAAE;YAC5C,MAAM,CAAC,IAAA,qCAAc,EAAC,EAAE,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,EAAS,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC9E,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;YACzC,MAAM,CAAC,IAAA,qCAAc,EAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAChD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,iBAAiB,EAAE,GAAG,EAAE;QAC/B,EAAE,CAAC,mDAAmD,EAAE,GAAG,EAAE;YAC3D,MAAM,CAAC,IAAA,sCAAe,EAAC,EAAE,IAAI,EAAE,CAAC,EAAE,UAAU,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,EAAS,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC/F,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,oDAAoD,EAAE,GAAG,EAAE;YAC5D,MAAM,CAAC,IAAA,sCAAe,EAAC,EAAE,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,EAAS,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC9E,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;QACjC,EAAE,CAAC,kCAAkC,EAAE,GAAG,EAAE;YAC1C,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACtB,MAAM,CAAC,IAAA,wCAAiB,EAAC,EAAE,SAAS,EAAE,EAAE,EAAS,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;QAC5E,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2CAA2C,EAAE,GAAG,EAAE;YACnD,MAAM,CAAC,IAAA,wCAAiB,EAAC,EAAS,CAAC,CAAC,CAAC,aAAa,EAAE,CAAC;QACvD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/assets/server/extraction/script-rule.d.ts

@@ -4,6 +4,7 @@ export interface ScriptFieldRule {
     regex?: string;
 }
 export interface ScriptRulePayload {
+    engine?: string;
     fields?: Record<string, ScriptFieldRule>;
     lists?: Record<string, {
         selector: string;

package/dist/assets/server/extraction/script-rule.js

@@ -2,6 +2,7 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.applyScriptRule = applyScriptRule;
 const cheerio_1 = require("cheerio");
+const linkedin_extractor_1 = require("./linkedin-extractor");
 function readField($, root, rule) {
     const el = root.find(rule.selector).first();
     if (!el.length)
@@ -22,6 +23,9 @@ function readField($, root, rule) {
     return value || null;
 }
 function applyScriptRule(html, payload) {
+    if (payload.engine === 'linkedin-profile') {
+        return (0, linkedin_extractor_1.extractLinkedInProfile)(html);
+    }
     const $ = (0, cheerio_1.load)(html);
     const out = {};
     for (const [field, rule] of Object.entries(payload.fields || {})) {

package/dist/assets/server/extraction/script-rule.js.map

@@ -1 +1 @@
-{"version":3,"file":"script-rule.js","sourceRoot":"","sources":["../../src/extraction/script-rule.ts"],"names":[],"mappings":";;AAuCA,0CAkBC;AAzDD,qCAA2C;AAwB3C,SAAS,SAAS,CAAC,CAAa,EAAE,IAAS,EAAE,IAAqB;IAChE,MAAM,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,CAAC;IAC5C,IAAI,CAAC,EAAE,CAAC,MAAM;QAAE,OAAO,IAAI,CAAC;IAC5B,IAAI,KAAoB,CAAC;IACzB,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM;QAAE,KAAK,GAAG,EAAE,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;SAC5D,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM;QAAE,KAAK,GAAG,EAAE,CAAC,IAAI,EAAE,CAAC;;QAC5C,KAAK,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC;IACxC,IAAI,KAAK,IAAI,IAAI;QAAE,OAAO,IAAI,CAAC;IAC/B,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC;QACnD,KAAK,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,IAAI,CAAC;IACjC,CAAC;IACD,OAAO,KAAK,IAAI,IAAI,CAAC;AACvB,CAAC;AAED,SAAgB,eAAe,CAAC,IAAY,EAAE,OAA0B;IACtE,MAAM,CAAC,GAAG,IAAA,cAAI,EAAC,IAAI,CAAC,CAAC;IACrB,MAAM,GAAG,GAAwB,EAAE,CAAC;IACpC,KAAK,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC,EAAE,CAAC;QACjE,GAAG,CAAC,KAAK,CAAC,GAAG,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,IAAI,CAAC,CAAC;IAC3E,CAAC;IACD,KAAK,MAAM,CAAC,QAAQ,EAAE,QAAQ,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC,EAAE,CAAC;QACvE,MAAM,KAAK,GAA0B,EAAE,CAAC;QACxC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE;YACnC,MAAM,IAAI,GAAwB,EAAE,CAAC;YACrC,KAAK,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC5D,IAAI,CAAC,KAAK,CAAC,GAAG,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC;YAC1C,CAAC;YACD,IAAI,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,IAAI,CAAC;gBAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnE,CAAC,CAAC,CAAC;QACH,IAAI,KAAK,CAAC,MAAM;YAAE,GAAG,CAAC,QAAQ,CAAC,GAAG,KAAK,CAAC;IAC1C,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC"}
+{"version":3,"file":"script-rule.js","sourceRoot":"","sources":["../../src/extraction/script-rule.ts"],"names":[],"mappings":";;AA0CA,0CAuBC;AAjED,qCAA2C;AAC3C,6DAA8D;AA0B9D,SAAS,SAAS,CAAC,CAAa,EAAE,IAAS,EAAE,IAAqB;IAChE,MAAM,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,CAAC;IAC5C,IAAI,CAAC,EAAE,CAAC,MAAM;QAAE,OAAO,IAAI,CAAC;IAC5B,IAAI,KAAoB,CAAC;IACzB,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM;QAAE,KAAK,GAAG,EAAE,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;SAC5D,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM;QAAE,KAAK,GAAG,EAAE,CAAC,IAAI,EAAE,CAAC;;QAC5C,KAAK,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC;IACxC,IAAI,KAAK,IAAI,IAAI;QAAE,OAAO,IAAI,CAAC;IAC/B,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC;QACnD,KAAK,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,IAAI,CAAC;IACjC,CAAC;IACD,OAAO,KAAK,IAAI,IAAI,CAAC;AACvB,CAAC;AAED,SAAgB,eAAe,CAAC,IAAY,EAAE,OAA0B;IAEtE,IAAI,OAAO,CAAC,MAAM,KAAK,kBAAkB,EAAE,CAAC;QAC1C,OAAO,IAAA,2CAAsB,EAAC,IAAI,CAAC,CAAC;IACtC,CAAC;IAED,MAAM,CAAC,GAAG,IAAA,cAAI,EAAC,IAAI,CAAC,CAAC;IACrB,MAAM,GAAG,GAAwB,EAAE,CAAC;IACpC,KAAK,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC,EAAE,CAAC;QACjE,GAAG,CAAC,KAAK,CAAC,GAAG,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,IAAI,CAAC,CAAC;IAC3E,CAAC;IACD,KAAK,MAAM,CAAC,QAAQ,EAAE,QAAQ,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC,EAAE,CAAC;QACvE,MAAM,KAAK,GAA0B,EAAE,CAAC;QACxC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE;YACnC,MAAM,IAAI,GAAwB,EAAE,CAAC;YACrC,KAAK,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC5D,IAAI,CAAC,KAAK,CAAC,GAAG,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC;YAC1C,CAAC;YACD,IAAI,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,IAAI,CAAC;gBAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnE,CAAC,CAAC,CAAC;QACH,IAAI,KAAK,CAAC,MAAM;YAAE,GAAG,CAAC,QAAQ,CAAC,GAAG,KAAK,CAAC;IAC1C,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC"}

package/dist/assets/server/extraction/snapshot-analysis.service.d.ts

@@ -0,0 +1,23 @@
+import { OnModuleInit } from '@nestjs/common';
+import { Repository } from 'typeorm';
+import { RecordingEventBus } from '../recording/recording-event-bus.service';
+import { RecordingSnapshotService } from '../recording/recording-snapshot.service';
+import { ParseLog } from './entities/parse-log.entity';
+import { AdapterService } from './adapter.service';
+import { ExtractionService } from './extraction.service';
+import { AnomalyReportService } from './anomaly-report.service';
+export declare class SnapshotAnalysisService implements OnModuleInit {
+    private readonly eventBus;
+    private readonly snapshotService;
+    private readonly adapterService;
+    private readonly extractionService;
+    private readonly anomalyReport;
+    private readonly parseLogRepo;
+    private debounceTimers;
+    constructor(eventBus: RecordingEventBus, snapshotService: RecordingSnapshotService, adapterService: AdapterService, extractionService: ExtractionService, anomalyReport: AnomalyReportService, parseLogRepo: Repository<ParseLog>);
+    onModuleInit(): void;
+    private debouncedAnalyze;
+    private analyzeSnapshot;
+    private detectAnomaly;
+    private extractDomain;
+}

package/dist/assets/server/extraction/snapshot-analysis.service.js

@@ -0,0 +1,147 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __param = (this && this.__param) || function (paramIndex, decorator) {
+    return function (target, key) { decorator(target, key, paramIndex); }
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.SnapshotAnalysisService = void 0;
+const common_1 = require("@nestjs/common");
+const typeorm_1 = require("@nestjs/typeorm");
+const typeorm_2 = require("typeorm");
+const recording_event_bus_service_1 = require("../recording/recording-event-bus.service");
+const recording_snapshot_service_1 = require("../recording/recording-snapshot.service");
+const parse_log_entity_1 = require("./entities/parse-log.entity");
+const adapter_service_1 = require("./adapter.service");
+const extraction_service_1 = require("./extraction.service");
+const anomaly_report_service_1 = require("./anomaly-report.service");
+const CRITICAL_FIELDS = {
+    talent: ['name'],
+    job: ['title'],
+    company: ['name'],
+};
+let SnapshotAnalysisService = class SnapshotAnalysisService {
+    eventBus;
+    snapshotService;
+    adapterService;
+    extractionService;
+    anomalyReport;
+    parseLogRepo;
+    debounceTimers = new Map();
+    constructor(eventBus, snapshotService, adapterService, extractionService, anomalyReport, parseLogRepo) {
+        this.eventBus = eventBus;
+        this.snapshotService = snapshotService;
+        this.adapterService = adapterService;
+        this.extractionService = extractionService;
+        this.anomalyReport = anomalyReport;
+        this.parseLogRepo = parseLogRepo;
+    }
+    onModuleInit() {
+        this.eventBus.on('recording.snapshot.created', (evt) => {
+            this.debouncedAnalyze(evt.sessionId, evt.snapshotId);
+        });
+    }
+    debouncedAnalyze(sessionId, snapshotId) {
+        const existing = this.debounceTimers.get(sessionId);
+        if (existing)
+            clearTimeout(existing);
+        this.debounceTimers.set(sessionId, setTimeout(() => {
+            this.debounceTimers.delete(sessionId);
+            this.analyzeSnapshot(snapshotId).catch((err) => {
+                console.error('[SnapshotAnalysis] analyze failed', err);
+            });
+        }, 1000));
+    }
+    async analyzeSnapshot(snapshotId) {
+        const snapshot = await this.snapshotService.getById(snapshotId);
+        if (!snapshot)
+            return;
+        const recent = await this.parseLogRepo.findOne({
+            where: { sessionId: snapshot.sessionId },
+            order: { createdAt: 'DESC' },
+        });
+        if (recent &&
+            recent.status === 'ok' &&
+            recent.createdAt &&
+            snapshot.snapshotTimestamp.getTime() - recent.createdAt.getTime() < 5000) {
+            return;
+        }
+        const analysis = await this.adapterService.analyzeSnapshot(snapshot);
+        const domain = snapshot.domain ? (0, extraction_service_1.etldPlus1)(snapshot.domain) : this.extractDomain(snapshot.sourceUrl);
+        const entity = await this.extractionService.incrementalUpsertEntity(analysis.pageClass, domain, snapshot.sourceUrl || '', analysis.extracted, [], snapshot.sessionId, analysis.adapterVersion);
+        const anomaly = this.detectAnomaly(analysis.pageClass, analysis.extracted, analysis.matchedRules, domain);
+        const status = anomaly.isAnomaly ? 'anomaly' : entity ? 'ok' : analysis.matchedRules.length ? 'empty' : 'no-rule';
+        await this.snapshotService.updateParseStatus(snapshot.id, status, anomaly.score);
+        const parseLog = await this.parseLogRepo.save(this.parseLogRepo.create({
+            sessionId: snapshot.sessionId,
+            sourceUrl: snapshot.sourceUrl || '',
+            domain,
+            pageClass: analysis.pageClass,
+            status,
+            hasSnapshot: true,
+            snapshotId: snapshot.id,
+            adapterVersion: analysis.adapterVersion,
+            matchedRuleIds: analysis.matchedRules.map((r) => `${r.platform}:${r.version}:${r.id}`),
+            extractedFields: Object.fromEntries(Object.entries(analysis.extracted).filter(([, v]) => v != null)),
+            missingFields: Object.entries(analysis.extracted).filter(([, v]) => v == null).map(([k]) => k),
+            entityId: entity?.id ?? null,
+            anomalyScore: anomaly.score,
+        }));
+        if (status === 'anomaly') {
+            await this.anomalyReport.report(snapshot.sessionId, snapshot.id, parseLog.id, anomaly.reason);
+        }
+    }
+    detectAnomaly(pageClass, extracted, matchedRules, domain) {
+        const reasons = [];
+        if (pageClass === 'unknown' && matchedRules.length > 0) {
+            reasons.push('enabled site but unknown page class');
+        }
+        if (matchedRules.length === 0 && domain) {
+            reasons.push('no adapter rules matched for enabled domain');
+        }
+        const critical = CRITICAL_FIELDS[pageClass] || [];
+        for (const field of critical) {
+            if (!extracted[field])
+                reasons.push(`missing critical field: ${field}`);
+        }
+        const nonEmptyFields = Object.values(extracted).filter((v) => v != null && String(v).trim() !== '').length;
+        if (nonEmptyFields === 0 && matchedRules.length > 0) {
+            reasons.push('all extracted fields are empty after adapter rules');
+        }
+        const score = Math.min(1, reasons.length * 0.25 + 0.1);
+        return {
+            isAnomaly: reasons.length > 0,
+            score,
+            reason: reasons.join('; ') || 'ok',
+        };
+    }
+    extractDomain(sourceUrl) {
+        if (!sourceUrl)
+            return '';
+        try {
+            return (0, extraction_service_1.etldPlus1)(new URL(sourceUrl).hostname);
+        }
+        catch {
+            return '';
+        }
+    }
+};
+exports.SnapshotAnalysisService = SnapshotAnalysisService;
+exports.SnapshotAnalysisService = SnapshotAnalysisService = __decorate([
+    (0, common_1.Injectable)(),
+    __param(5, (0, typeorm_1.InjectRepository)(parse_log_entity_1.ParseLog)),
+    __metadata("design:paramtypes", [recording_event_bus_service_1.RecordingEventBus,
+        recording_snapshot_service_1.RecordingSnapshotService,
+        adapter_service_1.AdapterService,
+        extraction_service_1.ExtractionService,
+        anomaly_report_service_1.AnomalyReportService,
+        typeorm_2.Repository])
+], SnapshotAnalysisService);
+//# sourceMappingURL=snapshot-analysis.service.js.map

package/dist/assets/server/extraction/snapshot-analysis.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"snapshot-analysis.service.js","sourceRoot":"","sources":["../../src/extraction/snapshot-analysis.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,2CAA0D;AAC1D,6CAAmD;AACnD,qCAAqC;AACrC,0FAA6E;AAC7E,wFAAmF;AAEnF,kEAAuD;AACvD,uDAAmD;AACnD,6DAAoE;AACpE,qEAAgE;AAOhE,MAAM,eAAe,GAA6B;IAChD,MAAM,EAAE,CAAC,MAAM,CAAC;IAChB,GAAG,EAAE,CAAC,OAAO,CAAC;IACd,OAAO,EAAE,CAAC,MAAM,CAAC;CAClB,CAAC;AAGK,IAAM,uBAAuB,GAA7B,MAAM,uBAAuB;IAIf;IACA;IACA;IACA;IACA;IAEA;IATX,cAAc,GAAG,IAAI,GAAG,EAA0B,CAAC;IAE3D,YACmB,QAA2B,EAC3B,eAAyC,EACzC,cAA8B,EAC9B,iBAAoC,EACpC,aAAmC,EAEnC,YAAkC;QANlC,aAAQ,GAAR,QAAQ,CAAmB;QAC3B,oBAAe,GAAf,eAAe,CAA0B;QACzC,mBAAc,GAAd,cAAc,CAAgB;QAC9B,sBAAiB,GAAjB,iBAAiB,CAAmB;QACpC,kBAAa,GAAb,aAAa,CAAsB;QAEnC,iBAAY,GAAZ,YAAY,CAAsB;IAClD,CAAC;IAEJ,YAAY;QACV,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,4BAA4B,EAAE,CAAC,GAAyB,EAAE,EAAE;YAC3E,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,SAAS,EAAE,GAAG,CAAC,UAAU,CAAC,CAAC;QACvD,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,gBAAgB,CAAC,SAAiB,EAAE,UAAkB;QAC5D,MAAM,QAAQ,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACpD,IAAI,QAAQ;YAAE,YAAY,CAAC,QAAQ,CAAC,CAAC;QACrC,IAAI,CAAC,cAAc,CAAC,GAAG,CACrB,SAAS,EACT,UAAU,CAAC,GAAG,EAAE;YACd,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YACtC,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;gBAC7C,OAAO,CAAC,KAAK,CAAC,mCAAmC,EAAE,GAAG,CAAC,CAAC;YAC1D,CAAC,CAAC,CAAC;QACL,CAAC,EAAE,IAAI,CAAC,CACT,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,eAAe,CAAC,UAAkB;QAC9C,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;QAChE,IAAI,CAAC,QAAQ;YAAE,OAAO;QAGtB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC;YAC7C,KAAK,EAAE,EAAE,SAAS,EAAE,QAAQ,CAAC,SAAS,EAAE;YACxC,KAAK,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE;SAC7B,CAAC,CAAC;QACH,IACE,MAAM;YACN,MAAM,CAAC,MAAM,KAAK,IAAI;YACtB,MAAM,CAAC,SAAS;YAChB,QAAQ,CAAC,iBAAiB,CAAC,OAAO,EAAE,GAAG,MAAM,CAAC,SAAS,CAAC,OAAO,EAAE,GAAG,IAAI,EACxE,CAAC;YACD,OAAO;QACT,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;QACrE,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,IAAA,8BAAS,EAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;QAErG,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,uBAAuB,CACjE,QAAQ,CAAC,SAAS,EAClB,MAAM,EACN,QAAQ,CAAC,SAAS,IAAI,EAAE,EACxB,QAAQ,CAAC,SAAS,EAClB,EAAE,EACF,QAAQ,CAAC,SAAS,EAClB,QAAQ,CAAC,cAAc,CACxB,CAAC;QAEF,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,SAAS,EAAE,QAAQ,CAAC,SAAS,EAAE,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;QAC1G,MAAM,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;QAElH,MAAM,IAAI,CAAC,eAAe,CAAC,iBAAiB,CAAC,QAAQ,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;QAEjF,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,IAAI,CAC3C,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC;YACvB,SAAS,EAAE,QAAQ,CAAC,SAAS;YAC7B,SAAS,EAAE,QAAQ,CAAC,SAAS,IAAI,EAAE;YACnC,MAAM;YACN,SAAS,EAAE,QAAQ,CAAC,SAAS;YAC7B,MAAM;YACN,WAAW,EAAE,IAAI;YACjB,UAAU,EAAE,QAAQ,CAAC,EAAE;YACvB,cAAc,EAAE,QAAQ,CAAC,cAAc;YACvC,cAAc,EAAE,QAAQ,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,EAAE,EAAE,CAAC;YACtF,eAAe,EAAE,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC;YACpG,aAAa,EAAE,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;YAC9F,QAAQ,EAAE,MAAM,EAAE,EAAE,IAAI,IAAI;YAC5B,YAAY,EAAE,OAAO,CAAC,KAAK;SACrB,CAAC,CACa,CAAC;QAEzB,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YACzB,MAAM,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,EAAE,QAAQ,CAAC,EAAE,EAAE,QAAQ,CAAC,EAAE,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;QAChG,CAAC;IACH,CAAC;IAEO,aAAa,CACnB,SAAiB,EACjB,SAA8B,EAC9B,YAAmB,EACnB,MAAc;QAEd,MAAM,OAAO,GAAa,EAAE,CAAC;QAE7B,IAAI,SAAS,KAAK,SAAS,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvD,OAAO,CAAC,IAAI,CAAC,qCAAqC,CAAC,CAAC;QACtD,CAAC;QACD,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,IAAI,MAAM,EAAE,CAAC;YACxC,OAAO,CAAC,IAAI,CAAC,6CAA6C,CAAC,CAAC;QAC9D,CAAC;QAED,MAAM,QAAQ,GAAG,eAAe,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;QAClD,KAAK,MAAM,KAAK,IAAI,QAAQ,EAAE,CAAC;YAC7B,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC;gBAAE,OAAO,CAAC,IAAI,CAAC,2BAA2B,KAAK,EAAE,CAAC,CAAC;QAC1E,CAAC;QAED,MAAM,cAAc,GAAG,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,IAAI,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC;QAC3G,IAAI,cAAc,KAAK,CAAC,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpD,OAAO,CAAC,IAAI,CAAC,oDAAoD,CAAC,CAAC;QACrE,CAAC;QAED,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,MAAM,GAAG,IAAI,GAAG,GAAG,CAAC,CAAC;QACvD,OAAO;YACL,SAAS,EAAE,OAAO,CAAC,MAAM,GAAG,CAAC;YAC7B,KAAK;YACL,MAAM,EAAE,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI;SACnC,CAAC;IACJ,CAAC;IAEO,aAAa,CAAC,SAAkB;QACtC,IAAI,CAAC,SAAS;YAAE,OAAO,EAAE,CAAC;QAC1B,IAAI,CAAC;YACH,OAAO,IAAA,8BAAS,EAAC,IAAI,GAAG,CAAC,SAAS,CAAC,CAAC,QAAQ,CAAC,CAAC;QAChD,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;CACF,CAAA;AArIY,0DAAuB;kCAAvB,uBAAuB;IADnC,IAAA,mBAAU,GAAE;IAUR,WAAA,IAAA,0BAAgB,EAAC,2BAAQ,CAAC,CAAA;qCALA,+CAAiB;QACV,qDAAwB;QACzB,gCAAc;QACX,sCAAiB;QACrB,6CAAoB;QAErB,oBAAU;GAVhC,uBAAuB,CAqInC"}

package/dist/assets/server/recording/entities/recording-snapshot.entity.d.ts

@@ -0,0 +1,16 @@
+export declare class RecordingSnapshot {
+    id: number;
+    sessionId: string;
+    eventId: number;
+    sourceUrl?: string;
+    domain?: string;
+    pageClass?: string;
+    html: string;
+    snapshotTimestamp: Date;
+    isCheckout: boolean;
+    adapterVersion?: string;
+    parseStatus?: string;
+    anomalyScore?: number;
+    reportedAt?: Date;
+    createdAt: Date;
+}

package/dist/assets/server/recording/entities/recording-snapshot.entity.js

@@ -0,0 +1,91 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.RecordingSnapshot = void 0;
+const typeorm_1 = require("typeorm");
+let RecordingSnapshot = class RecordingSnapshot {
+    id;
+    sessionId;
+    eventId;
+    sourceUrl;
+    domain;
+    pageClass;
+    html;
+    snapshotTimestamp;
+    isCheckout;
+    adapterVersion;
+    parseStatus;
+    anomalyScore;
+    reportedAt;
+    createdAt;
+};
+exports.RecordingSnapshot = RecordingSnapshot;
+__decorate([
+    (0, typeorm_1.PrimaryGeneratedColumn)(),
+    __metadata("design:type", Number)
+], RecordingSnapshot.prototype, "id", void 0);
+__decorate([
+    (0, typeorm_1.Index)(),
+    (0, typeorm_1.Column)({ type: 'varchar', length: 64 }),
+    __metadata("design:type", String)
+], RecordingSnapshot.prototype, "sessionId", void 0);
+__decorate([
+    (0, typeorm_1.Column)({ type: 'int' }),
+    __metadata("design:type", Number)
+], RecordingSnapshot.prototype, "eventId", void 0);
+__decorate([
+    (0, typeorm_1.Column)({ type: 'varchar', length: 512, nullable: true }),
+    __metadata("design:type", String)
+], RecordingSnapshot.prototype, "sourceUrl", void 0);
+__decorate([
+    (0, typeorm_1.Column)({ type: 'varchar', length: 128, nullable: true }),
+    __metadata("design:type", String)
+], RecordingSnapshot.prototype, "domain", void 0);
+__decorate([
+    (0, typeorm_1.Column)({ type: 'varchar', length: 16, nullable: true }),
+    __metadata("design:type", String)
+], RecordingSnapshot.prototype, "pageClass", void 0);
+__decorate([
+    (0, typeorm_1.Column)({ type: 'text' }),
+    __metadata("design:type", String)
+], RecordingSnapshot.prototype, "html", void 0);
+__decorate([
+    (0, typeorm_1.Column)({ type: 'datetime' }),
+    __metadata("design:type", Date)
+], RecordingSnapshot.prototype, "snapshotTimestamp", void 0);
+__decorate([
+    (0, typeorm_1.Column)({ type: 'boolean', default: false }),
+    __metadata("design:type", Boolean)
+], RecordingSnapshot.prototype, "isCheckout", void 0);
+__decorate([
+    (0, typeorm_1.Column)({ type: 'varchar', length: 32, nullable: true }),
+    __metadata("design:type", String)
+], RecordingSnapshot.prototype, "adapterVersion", void 0);
+__decorate([
+    (0, typeorm_1.Column)({ type: 'varchar', length: 16, nullable: true }),
+    __metadata("design:type", String)
+], RecordingSnapshot.prototype, "parseStatus", void 0);
+__decorate([
+    (0, typeorm_1.Column)({ type: 'float', nullable: true }),
+    __metadata("design:type", Number)
+], RecordingSnapshot.prototype, "anomalyScore", void 0);
+__decorate([
+    (0, typeorm_1.Column)({ type: 'datetime', nullable: true }),
+    __metadata("design:type", Date)
+], RecordingSnapshot.prototype, "reportedAt", void 0);
+__decorate([
+    (0, typeorm_1.CreateDateColumn)(),
+    __metadata("design:type", Date)
+], RecordingSnapshot.prototype, "createdAt", void 0);
+exports.RecordingSnapshot = RecordingSnapshot = __decorate([
+    (0, typeorm_1.Entity)('recording_snapshots')
+], RecordingSnapshot);
+//# sourceMappingURL=recording-snapshot.entity.js.map

package/dist/assets/server/recording/entities/recording-snapshot.entity.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"recording-snapshot.entity.js","sourceRoot":"","sources":["../../../src/recording/entities/recording-snapshot.entity.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,qCAMiB;AAOV,IAAM,iBAAiB,GAAvB,MAAM,iBAAiB;IAE5B,EAAE,CAAS;IAIX,SAAS,CAAS;IAIlB,OAAO,CAAS;IAGhB,SAAS,CAAU;IAGnB,MAAM,CAAU;IAGhB,SAAS,CAAU;IAInB,IAAI,CAAS;IAIb,iBAAiB,CAAO;IAIxB,UAAU,CAAU;IAGpB,cAAc,CAAU;IAGxB,WAAW,CAAU;IAGrB,YAAY,CAAU;IAGtB,UAAU,CAAQ;IAGlB,SAAS,CAAO;CACjB,CAAA;AA/CY,8CAAiB;AAE5B;IADC,IAAA,gCAAsB,GAAE;;6CACd;AAIX;IAFC,IAAA,eAAK,GAAE;IACP,IAAA,gBAAM,EAAC,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;;oDACtB;AAIlB;IADC,IAAA,gBAAM,EAAC,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;;kDACR;AAGhB;IADC,IAAA,gBAAM,EAAC,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,GAAG,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;;oDACtC;AAGnB;IADC,IAAA,gBAAM,EAAC,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,GAAG,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;;iDACzC;AAGhB;IADC,IAAA,gBAAM,EAAC,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;;oDACrC;AAInB;IADC,IAAA,gBAAM,EAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;;+CACZ;AAIb;IADC,IAAA,gBAAM,EAAC,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC;8BACV,IAAI;4DAAC;AAIxB;IADC,IAAA,gBAAM,EAAC,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;;qDACxB;AAGpB;IADC,IAAA,gBAAM,EAAC,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;;yDAChC;AAGxB;IADC,IAAA,gBAAM,EAAC,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;;sDACnC;AAGrB;IADC,IAAA,gBAAM,EAAC,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;;uDACpB;AAGtB;IADC,IAAA,gBAAM,EAAC,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;8BAChC,IAAI;qDAAC;AAGlB;IADC,IAAA,0BAAgB,GAAE;8BACR,IAAI;oDAAC;4BA9CL,iBAAiB;IAD7B,IAAA,gBAAM,EAAC,qBAAqB,CAAC;GACjB,iBAAiB,CA+C7B"}

package/dist/assets/server/recording/recording-event-bus.service.d.ts

@@ -0,0 +1,4 @@
+import { EventEmitter } from 'events';
+export declare class RecordingEventBus extends EventEmitter {
+    constructor();
+}

package/dist/assets/server/recording/recording-event-bus.service.js

@@ -0,0 +1,25 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.RecordingEventBus = void 0;
+const common_1 = require("@nestjs/common");
+const events_1 = require("events");
+let RecordingEventBus = class RecordingEventBus extends events_1.EventEmitter {
+    constructor() {
+        super();
+    }
+};
+exports.RecordingEventBus = RecordingEventBus;
+exports.RecordingEventBus = RecordingEventBus = __decorate([
+    (0, common_1.Injectable)(),
+    __metadata("design:paramtypes", [])
+], RecordingEventBus);
+//# sourceMappingURL=recording-event-bus.service.js.map

package/dist/assets/server/recording/recording-event-bus.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"recording-event-bus.service.js","sourceRoot":"","sources":["../../src/recording/recording-event-bus.service.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAA4C;AAC5C,mCAAsC;AAQ/B,IAAM,iBAAiB,GAAvB,MAAM,iBAAkB,SAAQ,qBAAY;IACjD;QACE,KAAK,EAAE,CAAC;IACV,CAAC;CACF,CAAA;AAJY,8CAAiB;4BAAjB,iBAAiB;IAD7B,IAAA,mBAAU,GAAE;;GACA,iBAAiB,CAI7B"}

package/dist/assets/server/recording/recording-snapshot.service.d.ts

@@ -0,0 +1,13 @@
+import { Repository } from 'typeorm';
+import { RecordingEvent } from './entities/recording-event.entity';
+import { RecordingSnapshot } from './entities/recording-snapshot.entity';
+export declare class RecordingSnapshotService {
+    private readonly repo;
+    constructor(repo: Repository<RecordingSnapshot>);
+    createFromEvent(event: RecordingEvent): Promise<RecordingSnapshot | null>;
+    getLatest(sessionId: string): Promise<RecordingSnapshot | null>;
+    getById(id: number): Promise<RecordingSnapshot | null>;
+    updateParseStatus(id: number, status: string, anomalyScore?: number): Promise<void>;
+    markReported(id: number): Promise<void>;
+    keepOnlyLatest(sessionId: string, keepCount?: number): Promise<void>;
+}

package/dist/assets/server/recording/recording-snapshot.service.js

@@ -0,0 +1,81 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __param = (this && this.__param) || function (paramIndex, decorator) {
+    return function (target, key) { decorator(target, key, paramIndex); }
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.RecordingSnapshotService = void 0;
+const common_1 = require("@nestjs/common");
+const typeorm_1 = require("@nestjs/typeorm");
+const typeorm_2 = require("typeorm");
+const recording_snapshot_entity_1 = require("./entities/recording-snapshot.entity");
+const rrweb_snapshot_utils_1 = require("../extraction/rrweb-snapshot.utils");
+let RecordingSnapshotService = class RecordingSnapshotService {
+    repo;
+    constructor(repo) {
+        this.repo = repo;
+    }
+    async createFromEvent(event) {
+        const payload = event.payload;
+        if (!(0, rrweb_snapshot_utils_1.isFullSnapshot)(payload))
+            return null;
+        const html = (0, rrweb_snapshot_utils_1.nodeToHtml)(payload.data.node);
+        const snapshot = this.repo.create({
+            sessionId: event.sessionId,
+            eventId: event.id,
+            sourceUrl: event.sourceUrl,
+            html,
+            snapshotTimestamp: (0, rrweb_snapshot_utils_1.snapshotTimestamp)(payload) || event.createdAt || new Date(),
+            isCheckout: payload.isCheckout === true,
+        });
+        return this.repo.save(snapshot);
+    }
+    async getLatest(sessionId) {
+        const [snapshot] = await this.repo.find({
+            where: { sessionId },
+            order: { snapshotTimestamp: 'DESC', id: 'DESC' },
+            take: 1,
+        });
+        return snapshot || null;
+    }
+    async getById(id) {
+        return this.repo.findOne({ where: { id } });
+    }
+    async updateParseStatus(id, status, anomalyScore) {
+        const update = { parseStatus: status };
+        if (anomalyScore !== undefined) {
+            update.anomalyScore = anomalyScore;
+        }
+        await this.repo.update(id, update);
+    }
+    async markReported(id) {
+        await this.repo.update(id, { reportedAt: new Date() });
+    }
+    async keepOnlyLatest(sessionId, keepCount = 10) {
+        const ids = await this.repo
+            .createQueryBuilder('s')
+            .select('s.id', 'id')
+            .where('s.sessionId = :sessionId', { sessionId })
+            .orderBy('s.snapshotTimestamp', 'DESC')
+            .offset(keepCount)
+            .getRawMany();
+        if (ids.length) {
+            await this.repo.delete(ids.map((r) => r.id));
+        }
+    }
+};
+exports.RecordingSnapshotService = RecordingSnapshotService;
+exports.RecordingSnapshotService = RecordingSnapshotService = __decorate([
+    (0, common_1.Injectable)(),
+    __param(0, (0, typeorm_1.InjectRepository)(recording_snapshot_entity_1.RecordingSnapshot)),
+    __metadata("design:paramtypes", [typeorm_2.Repository])
+], RecordingSnapshotService);
+//# sourceMappingURL=recording-snapshot.service.js.map

package/dist/assets/server/recording/recording-snapshot.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"recording-snapshot.service.js","sourceRoot":"","sources":["../../src/recording/recording-snapshot.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,2CAA4C;AAC5C,6CAAmD;AACnD,qCAAqC;AAErC,oFAAyE;AACzE,6EAAmG;AAG5F,IAAM,wBAAwB,GAA9B,MAAM,wBAAwB;IAGhB;IAFnB,YAEmB,IAAmC;QAAnC,SAAI,GAAJ,IAAI,CAA+B;IACnD,CAAC;IAEJ,KAAK,CAAC,eAAe,CAAC,KAAqB;QACzC,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC;QAC9B,IAAI,CAAC,IAAA,qCAAc,EAAC,OAAO,CAAC;YAAE,OAAO,IAAI,CAAC;QAE1C,MAAM,IAAI,GAAG,IAAA,iCAAU,EAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC3C,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC;YAChC,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,OAAO,EAAE,KAAK,CAAC,EAAE;YACjB,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,IAAI;YACJ,iBAAiB,EAAE,IAAA,wCAAiB,EAAC,OAAO,CAAC,IAAI,KAAK,CAAC,SAAS,IAAI,IAAI,IAAI,EAAE;YAC9E,UAAU,EAAE,OAAO,CAAC,UAAU,KAAK,IAAI;SACxC,CAAC,CAAC;QACH,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAClC,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,SAAiB;QAC/B,MAAM,CAAC,QAAQ,CAAC,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;YACtC,KAAK,EAAE,EAAE,SAAS,EAAE;YACpB,KAAK,EAAE,EAAE,iBAAiB,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,EAAE;YAChD,IAAI,EAAE,CAAC;SACR,CAAC,CAAC;QACH,OAAO,QAAQ,IAAI,IAAI,CAAC;IAC1B,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,EAAU;QACtB,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC;IAC9C,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,EAAU,EAAE,MAAc,EAAE,YAAqB;QACvE,MAAM,MAAM,GAAwB,EAAE,WAAW,EAAE,MAAM,EAAE,CAAC;QAC5D,IAAI,YAAY,KAAK,SAAS,EAAE,CAAC;YAC/B,MAAM,CAAC,YAAY,GAAG,YAAY,CAAC;QACrC,CAAC;QACD,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;IACrC,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,EAAU;QAC3B,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,EAAE,UAAU,EAAE,IAAI,IAAI,EAAE,EAAE,CAAC,CAAC;IACzD,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,SAAiB,EAAE,SAAS,GAAG,EAAE;QACpD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,IAAI;aACxB,kBAAkB,CAAC,GAAG,CAAC;aACvB,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC;aACpB,KAAK,CAAC,0BAA0B,EAAE,EAAE,SAAS,EAAE,CAAC;aAChD,OAAO,CAAC,qBAAqB,EAAE,MAAM,CAAC;aACtC,MAAM,CAAC,SAAS,CAAC;aACjB,UAAU,EAAE,CAAC;QAChB,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;YACf,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAC/C,CAAC;IACH,CAAC;CACF,CAAA;AA3DY,4DAAwB;mCAAxB,wBAAwB;IADpC,IAAA,mBAAU,GAAE;IAGR,WAAA,IAAA,0BAAgB,EAAC,6CAAiB,CAAC,CAAA;qCACb,oBAAU;GAHxB,wBAAwB,CA2DpC"}

package/dist/assets/server/recording/recording-snapshot.service.spec.d.ts

@@ -0,0 +1 @@
+export {};