hunter-mate 0.1.6 → 0.1.8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/assets/extension/background/service-worker.js +911 -159
- package/dist/assets/extension/build-info.json +1 -0
- package/dist/assets/extension/content/index.js +22 -4
- package/dist/assets/extension/manifest.json +5 -4
- package/dist/assets/extension/offscreen/offscreen.html +8 -0
- package/dist/assets/extension/offscreen/offscreen.js +149 -0
- package/dist/assets/extension/package.json +12 -4
- package/dist/assets/extension/sidepanel/index.css +2 -0
- package/dist/assets/extension/sidepanel/index.html +7 -394
- package/dist/assets/extension/sidepanel/index.js +53 -923
- package/dist/assets/server/app.module.js +12 -1
- package/dist/assets/server/app.module.js.map +1 -1
- package/dist/assets/server/auth/auth.controller.d.ts +7 -0
- package/dist/assets/server/auth/auth.controller.js +20 -0
- package/dist/assets/server/auth/auth.controller.js.map +1 -1
- package/dist/assets/server/auth/auth.middleware.js +9 -1
- package/dist/assets/server/auth/auth.middleware.js.map +1 -1
- package/dist/assets/server/auth/auth.service.d.ts +11 -0
- package/dist/assets/server/auth/auth.service.js +58 -1
- package/dist/assets/server/auth/auth.service.js.map +1 -1
- package/dist/assets/server/build-info.json +1 -1
- package/dist/assets/server/customer/customer.controller.d.ts +18 -0
- package/dist/assets/server/customer/customer.controller.js +81 -0
- package/dist/assets/server/customer/customer.controller.js.map +1 -0
- package/dist/assets/server/customer/customer.entity.d.ts +17 -0
- package/dist/assets/server/customer/customer.entity.js +82 -0
- package/dist/assets/server/customer/customer.entity.js.map +1 -0
- package/dist/assets/server/customer/customer.module.d.ts +2 -0
- package/dist/assets/server/customer/customer.module.js +28 -0
- package/dist/assets/server/customer/customer.module.js.map +1 -0
- package/dist/assets/server/customer/customer.service.d.ts +36 -0
- package/dist/assets/server/customer/customer.service.js +200 -0
- package/dist/assets/server/customer/customer.service.js.map +1 -0
- package/dist/assets/server/db/schema-validator.service.d.ts +2 -0
- package/dist/assets/server/db/schema-validator.service.js +32 -1
- package/dist/assets/server/db/schema-validator.service.js.map +1 -1
- package/dist/assets/server/db/sqlite.module.d.ts +1 -0
- package/dist/assets/server/db/sqlite.module.js +12 -2
- package/dist/assets/server/db/sqlite.module.js.map +1 -1
- package/dist/assets/server/devops/devops-sink-init.d.ts +1 -14
- package/dist/assets/server/devops/devops-sink-init.js +3 -8
- package/dist/assets/server/devops/devops-sink-init.js.map +1 -1
- package/dist/assets/server/extension/extension-control.controller.d.ts +15 -0
- package/dist/assets/server/extension/extension-control.controller.js +42 -2
- package/dist/assets/server/extension/extension-control.controller.js.map +1 -1
- package/dist/assets/server/extension/extension-control.service.d.ts +14 -1
- package/dist/assets/server/extension/extension-control.service.js +65 -2
- package/dist/assets/server/extension/extension-control.service.js.map +1 -1
- package/dist/assets/server/extraction/adapter.service.d.ts +3 -0
- package/dist/assets/server/extraction/adapter.service.js +127 -6
- package/dist/assets/server/extraction/adapter.service.js.map +1 -1
- package/dist/assets/server/extraction/anomaly-report.service.js +1 -1
- package/dist/assets/server/extraction/anomaly-report.service.js.map +1 -1
- package/dist/assets/server/extraction/entities/adapter-rule.entity.d.ts +2 -0
- package/dist/assets/server/extraction/entities/adapter-rule.entity.js +10 -0
- package/dist/assets/server/extraction/entities/adapter-rule.entity.js.map +1 -1
- package/dist/assets/server/extraction/extraction-entity.controller.d.ts +21 -3
- package/dist/assets/server/extraction/extraction-entity.controller.js +44 -9
- package/dist/assets/server/extraction/extraction-entity.controller.js.map +1 -1
- package/dist/assets/server/extraction/extraction.module.js +13 -3
- package/dist/assets/server/extraction/extraction.module.js.map +1 -1
- package/dist/assets/server/extraction/extraction.service.d.ts +4 -1
- package/dist/assets/server/extraction/extraction.service.js +59 -4
- package/dist/assets/server/extraction/extraction.service.js.map +1 -1
- package/dist/assets/server/extraction/harness-overlay.service.d.ts +41 -0
- package/dist/assets/server/extraction/harness-overlay.service.js +319 -0
- package/dist/assets/server/extraction/harness-overlay.service.js.map +1 -0
- package/dist/assets/server/extraction/liepin-extractor.d.ts +1 -0
- package/dist/assets/server/extraction/liepin-extractor.js +172 -0
- package/dist/assets/server/extraction/liepin-extractor.js.map +1 -0
- package/dist/assets/server/extraction/script-rule.js +4 -0
- package/dist/assets/server/extraction/script-rule.js.map +1 -1
- package/dist/assets/server/governance/action-audit.entity.d.ts +12 -0
- package/dist/assets/server/governance/action-audit.entity.js +66 -0
- package/dist/assets/server/governance/action-audit.entity.js.map +1 -0
- package/dist/assets/server/governance/governance.controller.d.ts +14 -0
- package/dist/assets/server/governance/governance.controller.js +77 -0
- package/dist/assets/server/governance/governance.controller.js.map +1 -0
- package/dist/assets/server/governance/governance.ingester.d.ts +20 -0
- package/dist/assets/server/governance/governance.ingester.js +114 -0
- package/dist/assets/server/governance/governance.ingester.js.map +1 -0
- package/dist/assets/server/governance/governance.module.d.ts +2 -0
- package/dist/assets/server/governance/governance.module.js +26 -0
- package/dist/assets/server/governance/governance.module.js.map +1 -0
- package/dist/assets/server/governance/governance.service.d.ts +114 -0
- package/dist/assets/server/governance/governance.service.js +356 -0
- package/dist/assets/server/governance/governance.service.js.map +1 -0
- package/dist/assets/server/jobcase/jobcase.controller.d.ts +1 -0
- package/dist/assets/server/jobcase/jobcase.entity.d.ts +1 -0
- package/dist/assets/server/jobcase/jobcase.entity.js +6 -0
- package/dist/assets/server/jobcase/jobcase.entity.js.map +1 -1
- package/dist/assets/server/jobcase/jobcase.service.d.ts +2 -0
- package/dist/assets/server/jobcase/jobcase.service.js +2 -1
- package/dist/assets/server/jobcase/jobcase.service.js.map +1 -1
- package/dist/assets/server/main.js +1 -0
- package/dist/assets/server/main.js.map +1 -1
- package/dist/assets/server/package.json +5 -4
- package/dist/assets/server/preference/preference.controller.d.ts +14 -0
- package/dist/assets/server/preference/preference.controller.js +66 -0
- package/dist/assets/server/preference/preference.controller.js.map +1 -0
- package/dist/assets/server/preference/preference.entity.d.ts +13 -0
- package/dist/assets/server/preference/preference.entity.js +77 -0
- package/dist/assets/server/preference/preference.entity.js.map +1 -0
- package/dist/assets/server/preference/preference.module.d.ts +2 -0
- package/dist/assets/server/preference/preference.module.js +26 -0
- package/dist/assets/server/preference/preference.module.js.map +1 -0
- package/dist/assets/server/preference/preference.service.d.ts +33 -0
- package/dist/assets/server/preference/preference.service.js +122 -0
- package/dist/assets/server/preference/preference.service.js.map +1 -0
- package/dist/assets/server/recording/recording-event-queue.service.d.ts +26 -0
- package/dist/assets/server/recording/recording-event-queue.service.js +115 -0
- package/dist/assets/server/recording/recording-event-queue.service.js.map +1 -0
- package/dist/assets/server/recording/recording-retention.service.d.ts +38 -0
- package/dist/assets/server/recording/recording-retention.service.js +174 -0
- package/dist/assets/server/recording/recording-retention.service.js.map +1 -0
- package/dist/assets/server/recording/recording-snapshot.service.d.ts +1 -0
- package/dist/assets/server/recording/recording-snapshot.service.js +4 -0
- package/dist/assets/server/recording/recording-snapshot.service.js.map +1 -1
- package/dist/assets/server/recording/recording.controller.d.ts +21 -1
- package/dist/assets/server/recording/recording.controller.js +37 -2
- package/dist/assets/server/recording/recording.controller.js.map +1 -1
- package/dist/assets/server/recording/recording.gateway.js +11 -0
- package/dist/assets/server/recording/recording.gateway.js.map +1 -1
- package/dist/assets/server/recording/recording.module.js +16 -2
- package/dist/assets/server/recording/recording.module.js.map +1 -1
- package/dist/assets/server/recording/recording.service.d.ts +10 -1
- package/dist/assets/server/recording/recording.service.js +31 -6
- package/dist/assets/server/recording/recording.service.js.map +1 -1
- package/dist/assets/server/remark/remark.controller.d.ts +1 -1
- package/dist/assets/server/remark/remark.controller.js +1 -10
- package/dist/assets/server/remark/remark.controller.js.map +1 -1
- package/dist/assets/server/remark/remark.entity.d.ts +1 -1
- package/dist/assets/server/remark/remark.entity.js.map +1 -1
- package/dist/assets/server/site/entities/site-registry.entity.d.ts +1 -1
- package/dist/assets/server/site/entities/site-registry.entity.js +1 -1
- package/dist/assets/server/site/entities/site-registry.entity.js.map +1 -1
- package/dist/assets/server/site/site.controller.d.ts +1 -1
- package/dist/assets/server/site/site.service.d.ts +5 -1
- package/dist/assets/server/site/site.service.js +13 -0
- package/dist/assets/server/site/site.service.js.map +1 -1
- package/dist/assets/server/system/system.controller.d.ts +1 -0
- package/dist/assets/server/system/system.controller.js +1 -1
- package/dist/assets/server/system/system.controller.js.map +1 -1
- package/dist/assets/server/system/system.service.d.ts +1 -0
- package/dist/assets/server/system/system.service.js +3 -2
- package/dist/assets/server/system/system.service.js.map +1 -1
- package/dist/cache/db.js +6 -6
- package/dist/commands/addons.js +2 -1
- package/dist/commands/cache.js +3 -4
- package/dist/commands/case.d.ts +67 -0
- package/dist/commands/case.js +101 -0
- package/dist/commands/config.d.ts +4 -0
- package/dist/commands/config.js +8 -1
- package/dist/commands/customer.d.ts +25 -0
- package/dist/commands/customer.js +137 -0
- package/dist/commands/doctor.js +119 -13
- package/dist/commands/extension.js +26 -32
- package/dist/commands/extras.d.ts +22 -3
- package/dist/commands/extras.js +116 -7
- package/dist/commands/init.d.ts +1 -1
- package/dist/commands/init.js +3 -4
- package/dist/commands/issue-env.d.ts +23 -0
- package/dist/commands/issue-env.js +101 -0
- package/dist/commands/job.d.ts +6 -2
- package/dist/commands/job.js +75 -20
- package/dist/commands/login.d.ts +19 -0
- package/dist/commands/login.js +85 -13
- package/dist/commands/migrate.d.ts +32 -0
- package/dist/commands/migrate.js +116 -0
- package/dist/commands/note.d.ts +3 -0
- package/dist/commands/note.js +75 -0
- package/dist/commands/ops.js +82 -15
- package/dist/commands/preference.d.ts +6 -0
- package/dist/commands/preference.js +80 -0
- package/dist/commands/record.js +2 -4
- package/dist/commands/report.js +2 -4
- package/dist/commands/search.js +9 -2
- package/dist/commands/server.d.ts +9 -2
- package/dist/commands/server.js +118 -19
- package/dist/commands/status.d.ts +4 -0
- package/dist/commands/status.js +16 -6
- package/dist/commands/update.js +8 -9
- package/dist/config.d.ts +21 -0
- package/dist/config.js +27 -0
- package/dist/i18n/locales/en-US.json +19 -1
- package/dist/i18n/locales/zh-CN.json +19 -1
- package/dist/index.js +52 -2
- package/dist/keychain.d.ts +16 -1
- package/dist/keychain.js +43 -16
- package/dist/logger.js +2 -2
- package/dist/updater.d.ts +1 -1
- package/dist/updater.js +24 -7
- package/dist/utils/command-error.d.ts +11 -0
- package/dist/utils/command-error.js +47 -0
- package/dist/utils/link.d.ts +18 -0
- package/dist/utils/link.js +83 -0
- package/dist/utils/proxy-detect.d.ts +20 -0
- package/dist/utils/proxy-detect.js +96 -0
- package/dist/utils/script-path.d.ts +5 -0
- package/dist/utils/script-path.js +27 -0
- package/dist/version.js +34 -9
- package/dist/watchdog.d.ts +23 -1
- package/dist/watchdog.js +97 -6
- package/dist/web/dist/404.html +1 -0
- package/dist/web/dist/_next/static/WdJr3NhHjlu5xN0qOap1k/_buildManifest.js +1 -0
- package/dist/web/dist/_next/static/WdJr3NhHjlu5xN0qOap1k/_ssgManifest.js +1 -0
- package/dist/web/dist/_next/static/chunks/166.f30be223f694f8ee.js +1 -0
- package/dist/web/dist/_next/static/chunks/1e6d5a0c.0488932e17ecdf24.js +15 -0
- package/dist/web/dist/_next/static/chunks/539-5d0e8c5c238c56f8.js +1 -0
- package/dist/web/dist/_next/static/chunks/589-d632233641f35681.js +1 -0
- package/dist/web/dist/_next/static/chunks/671.3b8e9cc96b25b6ea.js +1 -0
- package/dist/web/dist/_next/static/chunks/935-99f57b7d4151d9e7.js +5 -0
- package/dist/web/dist/_next/static/chunks/a7067448-96dd4b8457c447e8.js +1 -0
- package/dist/web/dist/_next/static/chunks/app/_not-found/page-fdf1a13a7656886a.js +1 -0
- package/dist/web/dist/_next/static/chunks/app/auth/verify/page-8e5cff53d6f7d8e1.js +1 -0
- package/dist/web/dist/_next/static/chunks/app/companies/page-e38a69e1929d0953.js +1 -0
- package/dist/web/dist/_next/static/chunks/app/entity/page-250f8a9b6d91ab19.js +1 -0
- package/dist/web/dist/_next/static/chunks/app/jobs/page-6a281776fec065f6.js +1 -0
- package/dist/web/dist/_next/static/chunks/app/layout-83e623e973c1693f.js +1 -0
- package/dist/web/dist/_next/static/chunks/app/logs/page-d478031d49f7ba00.js +1 -0
- package/dist/web/dist/_next/static/chunks/app/matching/jobs/[id]/talents/page-f57f4b7529823601.js +1 -0
- package/dist/web/dist/_next/static/chunks/app/matching/portraits/[id]/jobs/page-614d1e62d7b9d215.js +1 -0
- package/dist/web/dist/_next/static/chunks/app/page-e3392de08ae81fba.js +1 -0
- package/dist/web/dist/_next/static/chunks/app/parselog/page-58d3acece95b4089.js +1 -0
- package/dist/web/dist/_next/static/chunks/app/recordings/page-e2e2e3c3a64083fb.js +1 -0
- package/dist/web/dist/_next/static/chunks/app/snapshots/[id]/agent-prompt/page-fd3b7d7373b8f8b7.js +1 -0
- package/dist/web/dist/_next/static/chunks/app/talents/page-30748338da20d7e0.js +1 -0
- package/dist/web/dist/_next/static/chunks/framework-b3a558b17a070965.js +1 -0
- package/dist/web/dist/_next/static/chunks/main-5a4e0cd75dd7f04b.js +1 -0
- package/dist/web/dist/_next/static/chunks/main-app-80b038a312917d90.js +1 -0
- package/dist/web/dist/_next/static/chunks/pages/_app-da7d628f49271ece.js +4 -0
- package/dist/web/dist/_next/static/chunks/pages/_error-17756f67e0a11350.js +1 -0
- package/dist/web/dist/_next/static/chunks/polyfills-42372ed130431b0a.js +1 -0
- package/dist/web/dist/_next/static/chunks/webpack-1784baecc6fdcf0b.js +1 -0
- package/dist/web/dist/_next/static/css/db881c5b3072b88a.css +3 -0
- package/dist/web/dist/_next/static/css/f60d210841fab76b.css +1 -0
- package/dist/web/dist/auth/verify.html +1 -0
- package/dist/web/dist/auth/verify.txt +8 -0
- package/dist/web/dist/companies.html +1 -0
- package/dist/web/dist/companies.txt +7 -0
- package/dist/web/dist/entity.html +1 -0
- package/dist/web/dist/entity.txt +8 -0
- package/dist/web/dist/index.html +1 -0
- package/dist/web/dist/index.txt +8 -0
- package/dist/web/dist/jobs.html +1 -0
- package/dist/web/dist/jobs.txt +7 -0
- package/dist/web/dist/logs.html +1 -0
- package/dist/web/dist/logs.txt +8 -0
- package/dist/web/dist/matching/jobs/placeholder/talents.html +1 -0
- package/dist/web/dist/matching/jobs/placeholder/talents.txt +8 -0
- package/dist/web/dist/matching/portraits/placeholder/jobs.html +1 -0
- package/dist/web/dist/matching/portraits/placeholder/jobs.txt +8 -0
- package/dist/web/dist/parselog.html +1 -0
- package/dist/web/dist/parselog.txt +8 -0
- package/dist/web/dist/recordings.html +1 -0
- package/dist/web/dist/recordings.txt +8 -0
- package/dist/web/dist/snapshots/placeholder/agent-prompt.html +1 -0
- package/dist/web/dist/snapshots/placeholder/agent-prompt.txt +8 -0
- package/dist/web/dist/talents.html +1 -0
- package/dist/web/dist/talents.txt +7 -0
- package/package.json +26 -6
|
@@ -0,0 +1,319 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
|
|
3
|
+
var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
|
|
4
|
+
if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
|
|
5
|
+
else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
|
|
6
|
+
return c > 3 && r && Object.defineProperty(target, key, r), r;
|
|
7
|
+
};
|
|
8
|
+
var __metadata = (this && this.__metadata) || function (k, v) {
|
|
9
|
+
if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
|
|
10
|
+
};
|
|
11
|
+
var __param = (this && this.__param) || function (paramIndex, decorator) {
|
|
12
|
+
return function (target, key) { decorator(target, key, paramIndex); }
|
|
13
|
+
};
|
|
14
|
+
var HarnessOverlayService_1;
|
|
15
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
16
|
+
exports.HarnessOverlayService = void 0;
|
|
17
|
+
exports.parseYamlSubset = parseYamlSubset;
|
|
18
|
+
exports.deriveDomain = deriveDomain;
|
|
19
|
+
exports.validateAdapterDoc = validateAdapterDoc;
|
|
20
|
+
const common_1 = require("@nestjs/common");
|
|
21
|
+
const typeorm_1 = require("@nestjs/typeorm");
|
|
22
|
+
const typeorm_2 = require("typeorm");
|
|
23
|
+
const fs = require("fs");
|
|
24
|
+
const path = require("path");
|
|
25
|
+
const adapter_rule_entity_1 = require("./entities/adapter-rule.entity");
|
|
26
|
+
const site_service_1 = require("../site/site.service");
|
|
27
|
+
function parseYamlSubset(text, ref = 'yaml') {
|
|
28
|
+
const lines = text.split(/\r?\n/);
|
|
29
|
+
const root = {};
|
|
30
|
+
const stack = [
|
|
31
|
+
{ indent: -1, container: root, isList: false },
|
|
32
|
+
];
|
|
33
|
+
const stripComment = (s) => {
|
|
34
|
+
let q = null;
|
|
35
|
+
for (let i = 0; i < s.length; i++) {
|
|
36
|
+
const c = s[i];
|
|
37
|
+
if (q) {
|
|
38
|
+
if (c === q)
|
|
39
|
+
q = null;
|
|
40
|
+
continue;
|
|
41
|
+
}
|
|
42
|
+
if (c === "'" || c === '"')
|
|
43
|
+
q = c;
|
|
44
|
+
else if (c === '#' && (i === 0 || s[i - 1] === ' ' || s[i - 1] === '\t'))
|
|
45
|
+
return s.slice(0, i);
|
|
46
|
+
}
|
|
47
|
+
return s;
|
|
48
|
+
};
|
|
49
|
+
const parseScalar = (raw) => {
|
|
50
|
+
const s = raw.trim();
|
|
51
|
+
if (s === '')
|
|
52
|
+
return undefined;
|
|
53
|
+
if (s === 'null' || s === '~')
|
|
54
|
+
return null;
|
|
55
|
+
if (s === 'true')
|
|
56
|
+
return true;
|
|
57
|
+
if (s === 'false')
|
|
58
|
+
return false;
|
|
59
|
+
if (/^-?\d+$/.test(s))
|
|
60
|
+
return Number(s);
|
|
61
|
+
if (/^-?\d+\.\d+$/.test(s))
|
|
62
|
+
return Number(s);
|
|
63
|
+
if (s.startsWith("'") && s.endsWith("'"))
|
|
64
|
+
return s.slice(1, -1).replace(/''/g, "'");
|
|
65
|
+
if (s.startsWith('"') && s.endsWith('"'))
|
|
66
|
+
return s.slice(1, -1).replace(/\\"/g, '"');
|
|
67
|
+
return s;
|
|
68
|
+
};
|
|
69
|
+
for (let n = 0; n < lines.length; n++) {
|
|
70
|
+
const noComment = stripComment(lines[n]).replace(/\s+$/, '');
|
|
71
|
+
if (!noComment.trim())
|
|
72
|
+
continue;
|
|
73
|
+
const indent = noComment.match(/^ */)[0].length;
|
|
74
|
+
const line = noComment.trim();
|
|
75
|
+
while (stack.length > 1 && indent <= stack[stack.length - 1].indent)
|
|
76
|
+
stack.pop();
|
|
77
|
+
const top = stack[stack.length - 1];
|
|
78
|
+
if (line.startsWith('- ')) {
|
|
79
|
+
if (!top.isList)
|
|
80
|
+
throw new Error(`${ref}:${n + 1} '- ' 出现在非列表上下文`);
|
|
81
|
+
const rest = line.slice(2).trim();
|
|
82
|
+
const m = rest.match(/^([^:]+):(?:\s+(.*))?$/);
|
|
83
|
+
if (m && !/^['"[]/.test(m[1])) {
|
|
84
|
+
const obj = {};
|
|
85
|
+
obj[m[1].trim()] = m[2] === undefined ? undefined : parseScalar(m[2]);
|
|
86
|
+
top.container.push(obj);
|
|
87
|
+
stack.push({ indent, container: obj, isList: false });
|
|
88
|
+
}
|
|
89
|
+
else {
|
|
90
|
+
top.container.push(parseScalar(rest));
|
|
91
|
+
}
|
|
92
|
+
continue;
|
|
93
|
+
}
|
|
94
|
+
const m = line.match(/^([^:]+):(?:\s+(.*))?$/);
|
|
95
|
+
if (!m)
|
|
96
|
+
throw new Error(`${ref}:${n + 1} 无法解析(受限子集仅支持 key: value): ${line}`);
|
|
97
|
+
const key = m[1].trim();
|
|
98
|
+
const valRaw = m[2];
|
|
99
|
+
if (valRaw !== undefined) {
|
|
100
|
+
top.container[key] = parseScalar(valRaw);
|
|
101
|
+
continue;
|
|
102
|
+
}
|
|
103
|
+
let j = n + 1;
|
|
104
|
+
let isList = false;
|
|
105
|
+
while (j < lines.length) {
|
|
106
|
+
const t = stripComment(lines[j]).trim();
|
|
107
|
+
if (t) {
|
|
108
|
+
isList = t.startsWith('- ');
|
|
109
|
+
break;
|
|
110
|
+
}
|
|
111
|
+
j++;
|
|
112
|
+
}
|
|
113
|
+
const child = isList ? [] : {};
|
|
114
|
+
top.container[key] = child;
|
|
115
|
+
stack.push({ indent, container: child, isList });
|
|
116
|
+
}
|
|
117
|
+
return root;
|
|
118
|
+
}
|
|
119
|
+
function deriveDomain(hostPattern) {
|
|
120
|
+
const plain = hostPattern.replace(/\\\./g, '.').replace(/^\^/, '').replace(/\$$/, '');
|
|
121
|
+
if (!/^[\w.-]+$/.test(plain))
|
|
122
|
+
return null;
|
|
123
|
+
return plain;
|
|
124
|
+
}
|
|
125
|
+
function validateAdapterDoc(doc, ref) {
|
|
126
|
+
if (doc?.engine || doc?.rulePayload?.engine) {
|
|
127
|
+
throw new Error(`${ref}: 红线违规——外部 adapter 禁止 engine 字段(JS 引擎走 hunter-mate 官方仓晋升)`);
|
|
128
|
+
}
|
|
129
|
+
const ruleType = doc?.ruleType;
|
|
130
|
+
if (!['selector', 'regex', 'jsonld'].includes(ruleType)) {
|
|
131
|
+
throw new Error(`${ref}: ruleType 必须是 selector/regex/jsonld 之一,实际: ${ruleType}`);
|
|
132
|
+
}
|
|
133
|
+
for (const k of ['platform', 'version', 'hostPattern', 'pathPattern']) {
|
|
134
|
+
if (!doc?.[k])
|
|
135
|
+
throw new Error(`${ref}: 缺少必填字段 ${k}`);
|
|
136
|
+
}
|
|
137
|
+
if (doc.profileKey != null) {
|
|
138
|
+
if (typeof doc.profileKey !== 'string') {
|
|
139
|
+
throw new Error(`${ref}: profileKey 必须是字符串正则`);
|
|
140
|
+
}
|
|
141
|
+
try {
|
|
142
|
+
new RegExp(doc.profileKey);
|
|
143
|
+
}
|
|
144
|
+
catch (e) {
|
|
145
|
+
throw new Error(`${ref}: profileKey 正则不合法: ${e?.message}`, { cause: e });
|
|
146
|
+
}
|
|
147
|
+
if (!/\((?!\?)/.test(doc.profileKey)) {
|
|
148
|
+
throw new Error(`${ref}: profileKey 需含 ≥1 个捕获组(归一 canonical 路径用): ${doc.profileKey}`);
|
|
149
|
+
}
|
|
150
|
+
}
|
|
151
|
+
const rulePayload = { ...(doc.payload || {}) };
|
|
152
|
+
if (doc.entityType)
|
|
153
|
+
rulePayload.entityType = doc.entityType;
|
|
154
|
+
if (doc.fields)
|
|
155
|
+
rulePayload.fields = doc.fields;
|
|
156
|
+
if (doc.lists)
|
|
157
|
+
rulePayload.lists = doc.lists;
|
|
158
|
+
if (doc.profileKey)
|
|
159
|
+
rulePayload.profileKey = doc.profileKey;
|
|
160
|
+
if (Array.isArray(doc.interactionHints) && doc.interactionHints.length) {
|
|
161
|
+
rulePayload.interactionHints = doc.interactionHints;
|
|
162
|
+
}
|
|
163
|
+
return {
|
|
164
|
+
platform: doc.platform,
|
|
165
|
+
version: String(doc.version),
|
|
166
|
+
hostPattern: doc.hostPattern,
|
|
167
|
+
pathPattern: doc.pathPattern,
|
|
168
|
+
ruleType,
|
|
169
|
+
entityType: doc.entityType,
|
|
170
|
+
priority: Number(doc.priority ?? 100),
|
|
171
|
+
rulePayload,
|
|
172
|
+
};
|
|
173
|
+
}
|
|
174
|
+
let HarnessOverlayService = HarnessOverlayService_1 = class HarnessOverlayService {
|
|
175
|
+
ruleRepo;
|
|
176
|
+
siteService;
|
|
177
|
+
logger = new common_1.Logger(HarnessOverlayService_1.name);
|
|
178
|
+
constructor(ruleRepo, siteService) {
|
|
179
|
+
this.ruleRepo = ruleRepo;
|
|
180
|
+
this.siteService = siteService;
|
|
181
|
+
}
|
|
182
|
+
async onModuleInit() {
|
|
183
|
+
const p = process.env.HUNTER_MATE_HARNESS_PATH;
|
|
184
|
+
if (!p || !p.trim())
|
|
185
|
+
return;
|
|
186
|
+
try {
|
|
187
|
+
const s = await this.sync(p);
|
|
188
|
+
this.logger.log(`harness overlay synced from ${p}: +${s.rules.added} ~${s.rules.updated} -${s.rules.disabled} rules, sites +${s.sites.added} ~${s.sites.updated}`);
|
|
189
|
+
}
|
|
190
|
+
catch (e) {
|
|
191
|
+
this.logger.warn(`harness overlay auto-sync skipped: ${e?.message || e}`);
|
|
192
|
+
}
|
|
193
|
+
}
|
|
194
|
+
async sync(harnessPath, dryRun = false) {
|
|
195
|
+
const adaptersDir = path.join(harnessPath, 'adapters');
|
|
196
|
+
if (!fs.existsSync(adaptersDir)) {
|
|
197
|
+
throw new Error(`adapters 目录不存在: ${adaptersDir}(harnessPath 指向 hunter-mate-harness 仓?)`);
|
|
198
|
+
}
|
|
199
|
+
const summary = {
|
|
200
|
+
harnessPath,
|
|
201
|
+
dryRun,
|
|
202
|
+
rules: { added: 0, updated: 0, disabled: 0, unchanged: 0 },
|
|
203
|
+
sites: { added: 0, updated: 0, unchanged: 0 },
|
|
204
|
+
errors: [],
|
|
205
|
+
};
|
|
206
|
+
const indexFile = path.join(adaptersDir, 'index.yaml');
|
|
207
|
+
if (!fs.existsSync(indexFile)) {
|
|
208
|
+
summary.errors.push('index.yaml 不存在: ' + indexFile);
|
|
209
|
+
return summary;
|
|
210
|
+
}
|
|
211
|
+
const index = parseYamlSubset(fs.readFileSync(indexFile, 'utf-8'), 'index.yaml');
|
|
212
|
+
const triggers = Array.isArray(index?.triggers) ? index.triggers : [];
|
|
213
|
+
const seenExternalIds = new Set();
|
|
214
|
+
const pending = [];
|
|
215
|
+
for (const t of triggers) {
|
|
216
|
+
const ref = `index.yaml trigger ${t?.platform || '?'}`;
|
|
217
|
+
try {
|
|
218
|
+
if (!t?.adapter || !t?.platform)
|
|
219
|
+
throw new Error(`${ref}: 缺少 platform/adapter 字段`);
|
|
220
|
+
new RegExp(t.hostPattern || '');
|
|
221
|
+
new RegExp(t.pathPattern || '');
|
|
222
|
+
const adapterFile = path.join(adaptersDir, t.adapter);
|
|
223
|
+
if (!fs.existsSync(adapterFile))
|
|
224
|
+
throw new Error(`${ref}: adapter 文件不存在 ${t.adapter}`);
|
|
225
|
+
const doc = validateAdapterDoc(parseYamlSubset(fs.readFileSync(adapterFile, 'utf-8'), t.adapter), t.adapter);
|
|
226
|
+
const externalId = t.adapter.split(path.sep).join('/').replace(/\\/g, '/');
|
|
227
|
+
seenExternalIds.add(externalId);
|
|
228
|
+
pending.push({ externalId, doc, trigger: t });
|
|
229
|
+
}
|
|
230
|
+
catch (e) {
|
|
231
|
+
summary.errors.push(e?.message || String(e));
|
|
232
|
+
}
|
|
233
|
+
}
|
|
234
|
+
const existing = await this.ruleRepo.find({ where: { source: 'harness' } });
|
|
235
|
+
const byExternalId = new Map(existing.map((r) => [r.externalId || '', r]));
|
|
236
|
+
for (const { externalId, doc, trigger } of pending) {
|
|
237
|
+
const cur = byExternalId.get(externalId);
|
|
238
|
+
const nextPayload = JSON.stringify(doc.rulePayload);
|
|
239
|
+
if (!cur) {
|
|
240
|
+
summary.rules.added++;
|
|
241
|
+
if (!dryRun) {
|
|
242
|
+
await this.ruleRepo.save(this.ruleRepo.create({
|
|
243
|
+
platform: doc.platform,
|
|
244
|
+
version: doc.version,
|
|
245
|
+
hostPattern: doc.hostPattern,
|
|
246
|
+
pathPattern: doc.pathPattern,
|
|
247
|
+
ruleType: doc.ruleType,
|
|
248
|
+
rulePayload: doc.rulePayload,
|
|
249
|
+
priority: doc.priority,
|
|
250
|
+
enabled: true,
|
|
251
|
+
source: 'harness',
|
|
252
|
+
externalId,
|
|
253
|
+
}));
|
|
254
|
+
}
|
|
255
|
+
continue;
|
|
256
|
+
}
|
|
257
|
+
const changed = cur.platform !== doc.platform ||
|
|
258
|
+
cur.version !== doc.version ||
|
|
259
|
+
cur.hostPattern !== doc.hostPattern ||
|
|
260
|
+
cur.pathPattern !== doc.pathPattern ||
|
|
261
|
+
cur.ruleType !== doc.ruleType ||
|
|
262
|
+
cur.priority !== doc.priority ||
|
|
263
|
+
JSON.stringify(cur.rulePayload) !== nextPayload ||
|
|
264
|
+
cur.enabled !== true;
|
|
265
|
+
if (changed) {
|
|
266
|
+
summary.rules.updated++;
|
|
267
|
+
if (!dryRun) {
|
|
268
|
+
Object.assign(cur, {
|
|
269
|
+
platform: doc.platform,
|
|
270
|
+
version: doc.version,
|
|
271
|
+
hostPattern: doc.hostPattern,
|
|
272
|
+
pathPattern: doc.pathPattern,
|
|
273
|
+
ruleType: doc.ruleType,
|
|
274
|
+
rulePayload: doc.rulePayload,
|
|
275
|
+
priority: doc.priority,
|
|
276
|
+
enabled: true,
|
|
277
|
+
});
|
|
278
|
+
await this.ruleRepo.save(cur);
|
|
279
|
+
}
|
|
280
|
+
}
|
|
281
|
+
else {
|
|
282
|
+
summary.rules.unchanged++;
|
|
283
|
+
}
|
|
284
|
+
byExternalId.delete(externalId);
|
|
285
|
+
}
|
|
286
|
+
for (const [, stale] of byExternalId) {
|
|
287
|
+
if (stale.enabled) {
|
|
288
|
+
summary.rules.disabled++;
|
|
289
|
+
if (!dryRun) {
|
|
290
|
+
stale.enabled = false;
|
|
291
|
+
await this.ruleRepo.save(stale);
|
|
292
|
+
}
|
|
293
|
+
}
|
|
294
|
+
else {
|
|
295
|
+
summary.rules.unchanged++;
|
|
296
|
+
}
|
|
297
|
+
}
|
|
298
|
+
for (const { doc, trigger } of pending) {
|
|
299
|
+
const domain = deriveDomain(doc.hostPattern);
|
|
300
|
+
if (!domain) {
|
|
301
|
+
summary.errors.push(`${trigger?.platform}: hostPattern 非单行 host,跳过 site 注册: ${doc.hostPattern}`);
|
|
302
|
+
continue;
|
|
303
|
+
}
|
|
304
|
+
const r = dryRun
|
|
305
|
+
? { action: 'added' }
|
|
306
|
+
: await this.siteService.upsertHarness(domain, trigger?.platform || doc.platform);
|
|
307
|
+
summary.sites[r.action === 'added' ? 'added' : r.action === 'updated' ? 'updated' : 'unchanged']++;
|
|
308
|
+
}
|
|
309
|
+
return summary;
|
|
310
|
+
}
|
|
311
|
+
};
|
|
312
|
+
exports.HarnessOverlayService = HarnessOverlayService;
|
|
313
|
+
exports.HarnessOverlayService = HarnessOverlayService = HarnessOverlayService_1 = __decorate([
|
|
314
|
+
(0, common_1.Injectable)(),
|
|
315
|
+
__param(0, (0, typeorm_1.InjectRepository)(adapter_rule_entity_1.AdapterRule)),
|
|
316
|
+
__metadata("design:paramtypes", [typeorm_2.Repository,
|
|
317
|
+
site_service_1.SiteService])
|
|
318
|
+
], HarnessOverlayService);
|
|
319
|
+
//# sourceMappingURL=harness-overlay.service.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"harness-overlay.service.js","sourceRoot":"","sources":["../../src/extraction/harness-overlay.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAyBA,0CAiFC;AAGD,oCAIC;AAcD,gDA8CC;AA7KD,2CAAkE;AAClE,6CAAmD;AACnD,qCAAqC;AACrC,yBAAyB;AACzB,6BAA6B;AAC7B,wEAA6D;AAC7D,uDAAmD;AAmBnD,SAAgB,eAAe,CAAC,IAAY,EAAE,GAAG,GAAG,MAAM;IACxD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAClC,MAAM,IAAI,GAAQ,EAAE,CAAC;IACrB,MAAM,KAAK,GAA+D;QACxE,EAAE,MAAM,EAAE,CAAC,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE;KAC/C,CAAC;IAEF,MAAM,YAAY,GAAG,CAAC,CAAS,EAAU,EAAE;QACzC,IAAI,CAAC,GAAkB,IAAI,CAAC;QAC5B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAClC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YACf,IAAI,CAAC,EAAE,CAAC;gBACN,IAAI,CAAC,KAAK,CAAC;oBAAE,CAAC,GAAG,IAAI,CAAC;gBACtB,SAAS;YACX,CAAC;YACD,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,GAAG;gBAAE,CAAC,GAAG,CAAC,CAAC;iBAC7B,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,IAAI,CAAC;gBAAE,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACjG,CAAC;QACD,OAAO,CAAC,CAAC;IACX,CAAC,CAAC;IACF,MAAM,WAAW,GAAG,CAAC,GAAW,EAAO,EAAE;QACvC,MAAM,CAAC,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC;QACrB,IAAI,CAAC,KAAK,EAAE;YAAE,OAAO,SAAS,CAAC;QAC/B,IAAI,CAAC,KAAK,MAAM,IAAI,CAAC,KAAK,GAAG;YAAE,OAAO,IAAI,CAAC;QAC3C,IAAI,CAAC,KAAK,MAAM;YAAE,OAAO,IAAI,CAAC;QAC9B,IAAI,CAAC,KAAK,OAAO;YAAE,OAAO,KAAK,CAAC;QAChC,IAAI,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC;YAAE,OAAO,MAAM,CAAC,CAAC,CAAC,CAAC;QACxC,IAAI,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC;YAAE,OAAO,MAAM,CAAC,CAAC,CAAC,CAAC;QAC7C,IAAI,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC;YAAE,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;QACpF,IAAI,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC;YAAE,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QACrF,OAAO,CAAC,CAAC;IACX,CAAC,CAAC;IAEF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,SAAS,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QAC7D,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE;YAAE,SAAS;QAChC,MAAM,MAAM,GAAG,SAAS,CAAC,KAAK,CAAC,KAAK,CAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;QACjD,MAAM,IAAI,GAAG,SAAS,CAAC,IAAI,EAAE,CAAC;QAE9B,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,MAAM,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,MAAM;YAAE,KAAK,CAAC,GAAG,EAAE,CAAC;QACjF,MAAM,GAAG,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAEpC,IAAI,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;YAC1B,IAAI,CAAC,GAAG,CAAC,MAAM;gBAAE,MAAM,IAAI,KAAK,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC;YACnE,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YAClC,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAC;YAC/C,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC9B,MAAM,GAAG,GAAQ,EAAE,CAAC;gBACpB,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBACtE,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACxB,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;YACxD,CAAC;iBAAM,CAAC;gBACN,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC;YACxC,CAAC;YACD,SAAS;QACX,CAAC;QAED,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAC;QAC/C,IAAI,CAAC,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,8BAA8B,IAAI,EAAE,CAAC,CAAC;QAC7E,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QACxB,MAAM,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAEpB,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YACzB,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC;YACzC,SAAS;QACX,CAAC;QACD,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACd,IAAI,MAAM,GAAG,KAAK,CAAC;QACnB,OAAO,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;YACxB,MAAM,CAAC,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YACxC,IAAI,CAAC,EAAE,CAAC;gBACN,MAAM,GAAG,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;gBAC5B,MAAM;YACR,CAAC;YACD,CAAC,EAAE,CAAC;QACN,CAAC;QACD,MAAM,KAAK,GAAQ,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACpC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;QAC3B,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;IACnD,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAGD,SAAgB,YAAY,CAAC,WAAmB;IAC9C,MAAM,KAAK,GAAG,WAAW,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IACtF,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IAC1C,OAAO,KAAK,CAAC;AACf,CAAC;AAcD,SAAgB,kBAAkB,CAAC,GAAQ,EAAE,GAAW;IAEtD,IAAI,GAAG,EAAE,MAAM,IAAI,GAAG,EAAE,WAAW,EAAE,MAAM,EAAE,CAAC;QAC5C,MAAM,IAAI,KAAK,CAAC,GAAG,GAAG,2DAA2D,CAAC,CAAC;IACrF,CAAC;IACD,MAAM,QAAQ,GAAG,GAAG,EAAE,QAAQ,CAAC;IAC/B,IAAI,CAAC,CAAC,UAAU,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QACxD,MAAM,IAAI,KAAK,CAAC,GAAG,GAAG,+CAA+C,QAAQ,EAAE,CAAC,CAAC;IACnF,CAAC;IACD,KAAK,MAAM,CAAC,IAAI,CAAC,UAAU,EAAE,SAAS,EAAE,aAAa,EAAE,aAAa,CAAC,EAAE,CAAC;QACtE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,GAAG,GAAG,YAAY,CAAC,EAAE,CAAC,CAAC;IACxD,CAAC;IAGD,IAAI,GAAG,CAAC,UAAU,IAAI,IAAI,EAAE,CAAC;QAC3B,IAAI,OAAO,GAAG,CAAC,UAAU,KAAK,QAAQ,EAAE,CAAC;YACvC,MAAM,IAAI,KAAK,CAAC,GAAG,GAAG,uBAAuB,CAAC,CAAC;QACjD,CAAC;QACD,IAAI,CAAC;YACH,IAAI,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QAC7B,CAAC;QAAC,OAAO,CAAM,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,GAAG,GAAG,uBAAuB,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;QAC3E,CAAC;QACD,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,CAAC;YACrC,MAAM,IAAI,KAAK,CAAC,GAAG,GAAG,8CAA8C,GAAG,CAAC,UAAU,EAAE,CAAC,CAAC;QACxF,CAAC;IACH,CAAC;IACD,MAAM,WAAW,GAAwB,EAAE,GAAG,CAAC,GAAG,CAAC,OAAO,IAAI,EAAE,CAAC,EAAE,CAAC;IACpE,IAAI,GAAG,CAAC,UAAU;QAAE,WAAW,CAAC,UAAU,GAAG,GAAG,CAAC,UAAU,CAAC;IAC5D,IAAI,GAAG,CAAC,MAAM;QAAE,WAAW,CAAC,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC;IAChD,IAAI,GAAG,CAAC,KAAK;QAAE,WAAW,CAAC,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC;IAC7C,IAAI,GAAG,CAAC,UAAU;QAAE,WAAW,CAAC,UAAU,GAAG,GAAG,CAAC,UAAU,CAAC;IAE5D,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,IAAI,GAAG,CAAC,gBAAgB,CAAC,MAAM,EAAE,CAAC;QACvE,WAAW,CAAC,gBAAgB,GAAG,GAAG,CAAC,gBAAgB,CAAC;IACtD,CAAC;IACD,OAAO;QACL,QAAQ,EAAE,GAAG,CAAC,QAAQ;QACtB,OAAO,EAAE,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC;QAC5B,WAAW,EAAE,GAAG,CAAC,WAAW;QAC5B,WAAW,EAAE,GAAG,CAAC,WAAW;QAC5B,QAAQ;QACR,UAAU,EAAE,GAAG,CAAC,UAAU;QAC1B,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,IAAI,GAAG,CAAC;QACrC,WAAW;KACZ,CAAC;AACJ,CAAC;AAWM,IAAM,qBAAqB,6BAA3B,MAAM,qBAAqB;IAKb;IACA;IALF,MAAM,GAAG,IAAI,eAAM,CAAC,uBAAqB,CAAC,IAAI,CAAC,CAAC;IAEjE,YAEmB,QAAiC,EACjC,WAAwB;QADxB,aAAQ,GAAR,QAAQ,CAAyB;QACjC,gBAAW,GAAX,WAAW,CAAa;IACxC,CAAC;IAGJ,KAAK,CAAC,YAAY;QAChB,MAAM,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC;QAC/C,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE;YAAE,OAAO;QAC5B,IAAI,CAAC;YACH,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC7B,IAAI,CAAC,MAAM,CAAC,GAAG,CACb,+BAA+B,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,KAAK,KAAK,CAAC,CAAC,KAAK,CAAC,OAAO,KAAK,CAAC,CAAC,KAAK,CAAC,QAAQ,kBAAkB,CAAC,CAAC,KAAK,CAAC,KAAK,KAAK,CAAC,CAAC,KAAK,CAAC,OAAO,EAAE,CAClJ,CAAC;QACJ,CAAC;QAAC,OAAO,CAAM,EAAE,CAAC;YAChB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,sCAAsC,CAAC,EAAE,OAAO,IAAI,CAAC,EAAE,CAAC,CAAC;QAC5E,CAAC;IACH,CAAC;IASD,KAAK,CAAC,IAAI,CAAC,WAAmB,EAAE,MAAM,GAAG,KAAK;QAC5C,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC;QACvD,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;YAChC,MAAM,IAAI,KAAK,CAAC,mBAAmB,WAAW,yCAAyC,CAAC,CAAC;QAC3F,CAAC;QACD,MAAM,OAAO,GAAuB;YAClC,WAAW;YACX,MAAM;YACN,KAAK,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE;YAC1D,KAAK,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE;YAC7C,MAAM,EAAE,EAAE;SACX,CAAC;QAEF,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,YAAY,CAAC,CAAC;QACvD,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;YAC9B,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,kBAAkB,GAAG,SAAS,CAAC,CAAC;YACpD,OAAO,OAAO,CAAC;QACjB,CAAC;QACD,MAAM,KAAK,GAAG,eAAe,CAAC,EAAE,CAAC,YAAY,CAAC,SAAS,EAAE,OAAO,CAAC,EAAE,YAAY,CAAC,CAAC;QACjF,MAAM,QAAQ,GAAU,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;QAE7E,MAAM,eAAe,GAAG,IAAI,GAAG,EAAU,CAAC;QAC1C,MAAM,OAAO,GAAwE,EAAE,CAAC;QAExF,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;YACzB,MAAM,GAAG,GAAG,sBAAsB,CAAC,EAAE,QAAQ,IAAI,GAAG,EAAE,CAAC;YACvD,IAAI,CAAC;gBACH,IAAI,CAAC,CAAC,EAAE,OAAO,IAAI,CAAC,CAAC,EAAE,QAAQ;oBAAE,MAAM,IAAI,KAAK,CAAC,GAAG,GAAG,0BAA0B,CAAC,CAAC;gBACnF,IAAI,MAAM,CAAC,CAAC,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC;gBAChC,IAAI,MAAM,CAAC,CAAC,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC;gBAChC,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC;gBACtD,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,WAAW,CAAC;oBAAE,MAAM,IAAI,KAAK,CAAC,GAAG,GAAG,mBAAmB,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;gBACvF,MAAM,GAAG,GAAG,kBAAkB,CAC5B,eAAe,CAAC,EAAE,CAAC,YAAY,CAAC,WAAW,EAAE,OAAO,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,EACjE,CAAC,CAAC,OAAO,CACV,CAAC;gBACF,MAAM,UAAU,GAAG,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;gBAC3E,eAAe,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;gBAChC,OAAO,CAAC,IAAI,CAAC,EAAE,UAAU,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC;YAChD,CAAC;YAAC,OAAO,CAAM,EAAE,CAAC;gBAChB,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,EAAE,OAAO,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;YAC/C,CAAC;QACH,CAAC;QAGD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,EAAE,CAAC,CAAC;QAC5E,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,UAAU,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAE3E,KAAK,MAAM,EAAE,UAAU,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,OAAO,EAAE,CAAC;YACnD,MAAM,GAAG,GAAG,YAAY,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;YACzC,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;YACpD,IAAI,CAAC,GAAG,EAAE,CAAC;gBACT,OAAO,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;gBACtB,IAAI,CAAC,MAAM,EAAE,CAAC;oBACZ,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CACtB,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;wBACnB,QAAQ,EAAE,GAAG,CAAC,QAAQ;wBACtB,OAAO,EAAE,GAAG,CAAC,OAAO;wBACpB,WAAW,EAAE,GAAG,CAAC,WAAW;wBAC5B,WAAW,EAAE,GAAG,CAAC,WAAW;wBAC5B,QAAQ,EAAE,GAAG,CAAC,QAAQ;wBACtB,WAAW,EAAE,GAAG,CAAC,WAAW;wBAC5B,QAAQ,EAAE,GAAG,CAAC,QAAQ;wBACtB,OAAO,EAAE,IAAI;wBACb,MAAM,EAAE,SAAS;wBACjB,UAAU;qBACX,CAAC,CACH,CAAC;gBACJ,CAAC;gBACD,SAAS;YACX,CAAC;YACD,MAAM,OAAO,GACX,GAAG,CAAC,QAAQ,KAAK,GAAG,CAAC,QAAQ;gBAC7B,GAAG,CAAC,OAAO,KAAK,GAAG,CAAC,OAAO;gBAC3B,GAAG,CAAC,WAAW,KAAK,GAAG,CAAC,WAAW;gBACnC,GAAG,CAAC,WAAW,KAAK,GAAG,CAAC,WAAW;gBACnC,GAAG,CAAC,QAAQ,KAAK,GAAG,CAAC,QAAQ;gBAC7B,GAAG,CAAC,QAAQ,KAAK,GAAG,CAAC,QAAQ;gBAC7B,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,WAAW,CAAC,KAAK,WAAW;gBAC/C,GAAG,CAAC,OAAO,KAAK,IAAI,CAAC;YACvB,IAAI,OAAO,EAAE,CAAC;gBACZ,OAAO,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBACxB,IAAI,CAAC,MAAM,EAAE,CAAC;oBACZ,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE;wBACjB,QAAQ,EAAE,GAAG,CAAC,QAAQ;wBACtB,OAAO,EAAE,GAAG,CAAC,OAAO;wBACpB,WAAW,EAAE,GAAG,CAAC,WAAW;wBAC5B,WAAW,EAAE,GAAG,CAAC,WAAW;wBAC5B,QAAQ,EAAE,GAAG,CAAC,QAAQ;wBACtB,WAAW,EAAE,GAAG,CAAC,WAAW;wBAC5B,QAAQ,EAAE,GAAG,CAAC,QAAQ;wBACtB,OAAO,EAAE,IAAI;qBACd,CAAC,CAAC;oBACH,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBAChC,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;YAC5B,CAAC;YACD,YAAY,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QAClC,CAAC;QAGD,KAAK,MAAM,CAAC,EAAE,KAAK,CAAC,IAAI,YAAY,EAAE,CAAC;YACrC,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;gBAClB,OAAO,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC;gBACzB,IAAI,CAAC,MAAM,EAAE,CAAC;oBACZ,KAAK,CAAC,OAAO,GAAG,KAAK,CAAC;oBACtB,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBAClC,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;YAC5B,CAAC;QACH,CAAC;QAGD,KAAK,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,OAAO,EAAE,CAAC;YACvC,MAAM,MAAM,GAAG,YAAY,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;YAC7C,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,OAAO,EAAE,QAAQ,sCAAsC,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC;gBACjG,SAAS;YACX,CAAC;YACD,MAAM,CAAC,GAAG,MAAM;gBACd,CAAC,CAAC,EAAE,MAAM,EAAE,OAAgB,EAAE;gBAC9B,CAAC,CAAC,MAAM,IAAI,CAAC,WAAW,CAAC,aAAa,CAAC,MAAM,EAAE,OAAO,EAAE,QAAQ,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC;YACpF,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,KAAK,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,EAAE,CAAC;QACrG,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;CACF,CAAA;AA/JY,sDAAqB;gCAArB,qBAAqB;IADjC,IAAA,mBAAU,GAAE;IAKR,WAAA,IAAA,0BAAgB,EAAC,iCAAW,CAAC,CAAA;qCACH,oBAAU;QACP,0BAAW;GANhC,qBAAqB,CA+JjC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export declare function extractLiepinTalent(html: string): Record<string, any>;
|
|
@@ -0,0 +1,172 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.extractLiepinTalent = extractLiepinTalent;
|
|
4
|
+
const cheerio_1 = require("cheerio");
|
|
5
|
+
const clean = (s) => {
|
|
6
|
+
if (s == null)
|
|
7
|
+
return null;
|
|
8
|
+
const t = s.replace(/\s+/g, ' ').trim();
|
|
9
|
+
return t || null;
|
|
10
|
+
};
|
|
11
|
+
function splitByI($, el) {
|
|
12
|
+
const html = $(el).html() || '';
|
|
13
|
+
return html
|
|
14
|
+
.replace(/<i[^>]*>\s*<\/i>/g, '|')
|
|
15
|
+
.split('|')
|
|
16
|
+
.map((s) => clean($(s).text?.() ?? s) ?? clean(s.replace(/<[^>]+>/g, '')))
|
|
17
|
+
.map((s) => s || '')
|
|
18
|
+
.filter(Boolean);
|
|
19
|
+
}
|
|
20
|
+
function parsePeriod(text) {
|
|
21
|
+
const m = text.match(/[((]\s*([^))]*?)\s*[))]/);
|
|
22
|
+
if (!m)
|
|
23
|
+
return { start: null, end: null, duration: null };
|
|
24
|
+
const parts = m[1].split(',').map((s) => clean(s)).filter(Boolean);
|
|
25
|
+
const range = (parts[0] || '').split('-').map((s) => clean(s));
|
|
26
|
+
return {
|
|
27
|
+
start: range[0] || null,
|
|
28
|
+
end: range[1] || null,
|
|
29
|
+
duration: parts[1] || null,
|
|
30
|
+
};
|
|
31
|
+
}
|
|
32
|
+
function readInfoCols($, root) {
|
|
33
|
+
const out = {};
|
|
34
|
+
root.find('.rd-info-col').each((_i, col) => {
|
|
35
|
+
const title = clean($(col).find('.rd-info-col-title').first().text());
|
|
36
|
+
const cont = clean($(col).find('.rd-info-col-cont').first().text());
|
|
37
|
+
if (title && cont)
|
|
38
|
+
out[title.replace(/[::]\s*$/, '')] = cont;
|
|
39
|
+
});
|
|
40
|
+
return out;
|
|
41
|
+
}
|
|
42
|
+
function extractBasic($) {
|
|
43
|
+
const root = $('#resume-detail-basic-info');
|
|
44
|
+
if (!root.length)
|
|
45
|
+
return {};
|
|
46
|
+
const name = clean(root.find('.name-box .name').first().text());
|
|
47
|
+
const sepInfos = root.find('.basic-cont .sep-info').toArray();
|
|
48
|
+
const parts0 = sepInfos.length > 0 ? splitByI($, sepInfos[0]) : [];
|
|
49
|
+
const parts1 = sepInfos.length > 1 ? splitByI($, sepInfos[1]) : [];
|
|
50
|
+
const joined0 = parts0.join(' ');
|
|
51
|
+
const age = joined0.match(/(\d+)\s*岁/)?.[1] ?? null;
|
|
52
|
+
const workYears = joined0.match(/工作\s*(\d+)\s*年/)?.[1] ?? null;
|
|
53
|
+
const gender = parts0.find((p) => /^(男|女)$/.test(p)) ?? null;
|
|
54
|
+
const companyMasked = parts0[parts0.length - 1] === '保密' ? true : parts0.includes('保密') ? true : undefined;
|
|
55
|
+
const contactTimeRaw = clean(root.find('.res-status-box').first().text());
|
|
56
|
+
return {
|
|
57
|
+
name,
|
|
58
|
+
nameMasked: name ? /\*/.test(name) : undefined,
|
|
59
|
+
statusTag: clean(root.find('.user-status-tag').first().text()),
|
|
60
|
+
gender,
|
|
61
|
+
age: age ? Number(age) : null,
|
|
62
|
+
city: parts0.find((p) => /^(北京|上海|广州|深圳|天津|重庆|杭州|南京|苏州|成都|武汉|西安|[一-鿿]{2,6})$/.test(p) && !/^(男|女|保密)$/.test(p) && !/岁|年/.test(p)) ?? null,
|
|
63
|
+
degree: parts0.find((p) => /(博士|硕士|MBA|本科|大专|专科|高中|中专|初中)/.test(p)) ?? null,
|
|
64
|
+
workYears: workYears ? Number(workYears) : null,
|
|
65
|
+
workYearsText: joined0.match(/工作[^|]*/) ? joined0.match(/工作\s*\d+\s*年/)?.[0] ?? null : null,
|
|
66
|
+
currentCompany: parts0[parts0.length - 1] ?? null,
|
|
67
|
+
currentCompanyMasked: companyMasked,
|
|
68
|
+
currentPosition: parts1[0] ?? null,
|
|
69
|
+
contactTime: contactTimeRaw ? contactTimeRaw.replace(/^方便联系时间[::]\s*/, '') : null,
|
|
70
|
+
photoUrl: root.find('.logo-box img').first().attr('src') ?? null,
|
|
71
|
+
};
|
|
72
|
+
}
|
|
73
|
+
function extractIntent($) {
|
|
74
|
+
const root = $('#resume-detail-job-exp-info');
|
|
75
|
+
if (!root.length)
|
|
76
|
+
return {};
|
|
77
|
+
const labels = root.find('.lebels-wrap span').toArray().map((el) => clean($(el).text())).filter(Boolean);
|
|
78
|
+
return {
|
|
79
|
+
position: clean(root.find('.tabs .title').first().attr('title')) ?? clean(root.find('.tabs .title').first().text()),
|
|
80
|
+
salary: clean(root.find('.tabs .salary').first().text()),
|
|
81
|
+
city: clean(root.find('.dqname-wrap').first().text()),
|
|
82
|
+
industries: labels,
|
|
83
|
+
};
|
|
84
|
+
}
|
|
85
|
+
function extractWorkExperiences($) {
|
|
86
|
+
const out = [];
|
|
87
|
+
$('#resume-detail-work-info .rd-work-item-cont').each((_i, el) => {
|
|
88
|
+
const item = $(el);
|
|
89
|
+
const periodText = clean(item.find('.rd-work-time').first().text()) ?? '';
|
|
90
|
+
const cols = readInfoCols($, item);
|
|
91
|
+
out.push({
|
|
92
|
+
company: clean(item.find('.rd-work-comp h5').first().attr('title')) ?? clean(item.find('.rd-work-comp h5').first().text()),
|
|
93
|
+
...parsePeriod(periodText),
|
|
94
|
+
position: clean(item.find('.job-name').first().text()),
|
|
95
|
+
department: cols['所在部门'] ?? null,
|
|
96
|
+
location: cols['工作地点'] ?? null,
|
|
97
|
+
subordinates: cols['下属人数'] != null ? Number(cols['下属人数']) : null,
|
|
98
|
+
reportsTo: cols['汇报对象'] ?? null,
|
|
99
|
+
responsibilities: cols['职责业绩'] ?? null,
|
|
100
|
+
});
|
|
101
|
+
});
|
|
102
|
+
return out;
|
|
103
|
+
}
|
|
104
|
+
function extractProjects($) {
|
|
105
|
+
const out = [];
|
|
106
|
+
$('#resume-detail-project-info .rd-project-item-cont').each((_i, el) => {
|
|
107
|
+
const item = $(el);
|
|
108
|
+
const periodText = clean(item.find('.rd-project-time').first().text()) ?? '';
|
|
109
|
+
const cols = readInfoCols($, item);
|
|
110
|
+
out.push({
|
|
111
|
+
name: clean(item.find('.rd-project-name h5').first().attr('title')) ?? clean(item.find('.rd-project-name h5').first().text()),
|
|
112
|
+
...parsePeriod(periodText),
|
|
113
|
+
role: cols['项目职务'] ?? null,
|
|
114
|
+
company: cols['所在公司'] ?? null,
|
|
115
|
+
description: cols['项目描述'] ?? null,
|
|
116
|
+
duties: cols['项目职责'] ?? null,
|
|
117
|
+
});
|
|
118
|
+
});
|
|
119
|
+
return out;
|
|
120
|
+
}
|
|
121
|
+
function extractEducation($) {
|
|
122
|
+
const out = [];
|
|
123
|
+
$('#resume-detail-edu-info .rd-edu-info-item').each((_i, el) => {
|
|
124
|
+
const item = $(el);
|
|
125
|
+
out.push({
|
|
126
|
+
school: clean(item.find('.school-name').first().attr('title')) ?? clean(item.find('.school-name').first().text()),
|
|
127
|
+
major: clean(item.find('.school-special').first().attr('title')) ?? clean(item.find('.school-special').first().text()),
|
|
128
|
+
degree: clean(item.find('.school-degree').first().attr('title')) ?? clean(item.find('.school-degree').first().text()),
|
|
129
|
+
period: clean(item.find('.school-time').first().text()),
|
|
130
|
+
tags: item.find('.edu-school-tags .tag-item').toArray().map((t) => clean($(t).text())).filter(Boolean),
|
|
131
|
+
});
|
|
132
|
+
});
|
|
133
|
+
return out;
|
|
134
|
+
}
|
|
135
|
+
function extractResId($) {
|
|
136
|
+
const scm = $('[data-tlg-scm]').first().attr('data-tlg-scm') || '';
|
|
137
|
+
const m = scm.match(/cid=([^&]+)/);
|
|
138
|
+
return m?.[1] ?? null;
|
|
139
|
+
}
|
|
140
|
+
function extractLiepinTalent(html) {
|
|
141
|
+
const $ = (0, cheerio_1.load)(html);
|
|
142
|
+
const isTalentPage = $('#resume-detail-basic-info').length > 0;
|
|
143
|
+
if (!isTalentPage)
|
|
144
|
+
return { platform: 'liepin', pageType: 'unknown' };
|
|
145
|
+
const languages = $('#resume-detail-lang-info .rd-lang-item .lang-name')
|
|
146
|
+
.toArray().map((el) => clean($(el).text())).filter(Boolean);
|
|
147
|
+
const basic = extractBasic($);
|
|
148
|
+
const workExperiences = extractWorkExperiences($);
|
|
149
|
+
const projects = extractProjects($);
|
|
150
|
+
const education = extractEducation($);
|
|
151
|
+
return {
|
|
152
|
+
platform: 'liepin',
|
|
153
|
+
pageType: 'talent',
|
|
154
|
+
resId: extractResId($),
|
|
155
|
+
...basic,
|
|
156
|
+
intent: extractIntent($),
|
|
157
|
+
workExperiences,
|
|
158
|
+
projects,
|
|
159
|
+
education,
|
|
160
|
+
languages,
|
|
161
|
+
selfEvaluation: clean($('#resume-detail-self-eva-info .resume-detail-template-cont').first().text()),
|
|
162
|
+
statement: clean($('.c-detail-statement').first().text()),
|
|
163
|
+
hasAntiScrapeWatermark: $('.cozue').length > 0,
|
|
164
|
+
_counts: {
|
|
165
|
+
workExperiences: workExperiences.length,
|
|
166
|
+
projects: projects.length,
|
|
167
|
+
education: education.length,
|
|
168
|
+
languages: languages.length,
|
|
169
|
+
},
|
|
170
|
+
};
|
|
171
|
+
}
|
|
172
|
+
//# sourceMappingURL=liepin-extractor.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"liepin-extractor.js","sourceRoot":"","sources":["../../src/extraction/liepin-extractor.ts"],"names":[],"mappings":";;AA2JA,kDAgCC;AA3LD,qCAA2C;AAW3C,MAAM,KAAK,GAAG,CAAC,CAA4B,EAAiB,EAAE;IAC5D,IAAI,CAAC,IAAI,IAAI;QAAE,OAAO,IAAI,CAAC;IAC3B,MAAM,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;IACxC,OAAO,CAAC,IAAI,IAAI,CAAC;AACnB,CAAC,CAAC;AAGF,SAAS,QAAQ,CAAC,CAAa,EAAE,EAAO;IACtC,MAAM,IAAI,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC;IAChC,OAAO,IAAI;SACR,OAAO,CAAC,mBAAmB,EAAE,GAAG,CAAC;SACjC,KAAK,CAAC,GAAG,CAAC;SACV,GAAG,CAAC,CAAC,CAAS,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,IAAI,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,CAAC;SACjF,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;SACnB,MAAM,CAAC,OAAO,CAAC,CAAC;AACrB,CAAC;AAGD,SAAS,WAAW,CAAC,IAAY;IAC/B,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAChD,IAAI,CAAC,CAAC;QAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;IAC1D,MAAM,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAa,CAAC;IAC/E,MAAM,KAAK,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IAC/D,OAAO;QACL,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,IAAI,IAAI;QACvB,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC,IAAI,IAAI;QACrB,QAAQ,EAAE,KAAK,CAAC,CAAC,CAAC,IAAI,IAAI;KAC3B,CAAC;AACJ,CAAC;AAGD,SAAS,YAAY,CAAC,CAAa,EAAE,IAAS;IAC5C,MAAM,GAAG,GAA2B,EAAE,CAAC;IACvC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,CAAC,EAAU,EAAE,GAAQ,EAAE,EAAE;QACtD,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC;QACtE,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC;QACpE,IAAI,KAAK,IAAI,IAAI;YAAE,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC;IAC/D,CAAC,CAAC,CAAC;IACH,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,YAAY,CAAC,CAAa;IACjC,MAAM,IAAI,GAAG,CAAC,CAAC,2BAA2B,CAAC,CAAC;IAC5C,IAAI,CAAC,IAAI,CAAC,MAAM;QAAE,OAAO,EAAE,CAAC;IAC5B,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC;IAChE,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC,OAAO,EAAE,CAAC;IAC9D,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACnE,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACnE,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACjC,MAAM,GAAG,GAAG,OAAO,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;IACpD,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,CAAC,gBAAgB,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;IAC/D,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;IAC7D,MAAM,aAAa,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;IAC3G,MAAM,cAAc,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC;IAC1E,OAAO;QACL,IAAI;QACJ,UAAU,EAAE,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS;QAC9C,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,CAAC;QAC9D,MAAM;QACN,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI;QAC7B,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,oDAAoD,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI;QACzI,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,+BAA+B,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI;QAC3E,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI;QAC/C,aAAa,EAAE,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI;QAC3F,cAAc,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,IAAI;QACjD,oBAAoB,EAAE,aAAa;QACnC,eAAe,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,IAAI;QAClC,WAAW,EAAE,cAAc,CAAC,CAAC,CAAC,cAAc,CAAC,OAAO,CAAC,gBAAgB,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI;QACjF,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI;KACjE,CAAC;AACJ,CAAC;AAED,SAAS,aAAa,CAAC,CAAa;IAClC,MAAM,IAAI,GAAG,CAAC,CAAC,6BAA6B,CAAC,CAAC;IAC9C,IAAI,CAAC,IAAI,CAAC,MAAM;QAAE,OAAO,EAAE,CAAC;IAC5B,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC,OAAO,EAAE,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACzG,OAAO;QACL,QAAQ,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,CAAC;QACnH,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,CAAC;QACxD,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,CAAC;QACrD,UAAU,EAAE,MAAM;KACnB,CAAC;AACJ,CAAC;AAED,SAAS,sBAAsB,CAAC,CAAa;IAC3C,MAAM,GAAG,GAA0B,EAAE,CAAC;IACtC,CAAC,CAAC,6CAA6C,CAAC,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE;QAC/D,MAAM,IAAI,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC;QACnB,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;QAC1E,MAAM,IAAI,GAAG,YAAY,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;QACnC,GAAG,CAAC,IAAI,CAAC;YACP,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,CAAC;YAC1H,GAAG,WAAW,CAAC,UAAU,CAAC;YAC1B,QAAQ,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,CAAC;YACtD,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI;YAChC,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI;YAC9B,YAAY,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI;YAChE,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI;YAC/B,gBAAgB,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI;SACvC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IACH,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,eAAe,CAAC,CAAa;IACpC,MAAM,GAAG,GAA0B,EAAE,CAAC;IACtC,CAAC,CAAC,mDAAmD,CAAC,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE;QACrE,MAAM,IAAI,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC;QACnB,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;QAC7E,MAAM,IAAI,GAAG,YAAY,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;QACnC,GAAG,CAAC,IAAI,CAAC;YACP,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,CAAC;YAC7H,GAAG,WAAW,CAAC,UAAU,CAAC;YAC1B,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI;YAC1B,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI;YAC7B,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI;YACjC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI;SAC7B,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IACH,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,gBAAgB,CAAC,CAAa;IACrC,MAAM,GAAG,GAA0B,EAAE,CAAC;IACtC,CAAC,CAAC,2CAA2C,CAAC,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE;QAC7D,MAAM,IAAI,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC;QACnB,GAAG,CAAC,IAAI,CAAC;YACP,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,CAAC;YACjH,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,CAAC;YACtH,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,CAAC;YACrH,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,CAAC;YACvD,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC,OAAO,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC;SACvG,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IACH,OAAO,GAAG,CAAC;AACb,CAAC;AAGD,SAAS,YAAY,CAAC,CAAa;IACjC,MAAM,GAAG,GAAG,CAAC,CAAC,gBAAgB,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC;IACnE,MAAM,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;IACnC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;AACxB,CAAC;AAED,SAAgB,mBAAmB,CAAC,IAAY;IAC9C,MAAM,CAAC,GAAG,IAAA,cAAI,EAAC,IAAI,CAAC,CAAC;IACrB,MAAM,YAAY,GAAG,CAAC,CAAC,2BAA2B,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;IAC/D,IAAI,CAAC,YAAY;QAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC;IAEtE,MAAM,SAAS,GAAG,CAAC,CAAC,mDAAmD,CAAC;SACrE,OAAO,EAAE,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAC9D,MAAM,KAAK,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC;IAC9B,MAAM,eAAe,GAAG,sBAAsB,CAAC,CAAC,CAAC,CAAC;IAClD,MAAM,QAAQ,GAAG,eAAe,CAAC,CAAC,CAAC,CAAC;IACpC,MAAM,SAAS,GAAG,gBAAgB,CAAC,CAAC,CAAC,CAAC;IAEtC,OAAO;QACL,QAAQ,EAAE,QAAQ;QAClB,QAAQ,EAAE,QAAQ;QAClB,KAAK,EAAE,YAAY,CAAC,CAAC,CAAC;QACtB,GAAG,KAAK;QACR,MAAM,EAAE,aAAa,CAAC,CAAC,CAAC;QACxB,eAAe;QACf,QAAQ;QACR,SAAS;QACT,SAAS;QACT,cAAc,EAAE,KAAK,CAAC,CAAC,CAAC,2DAA2D,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,CAAC;QACpG,SAAS,EAAE,KAAK,CAAC,CAAC,CAAC,qBAAqB,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,CAAC;QACzD,sBAAsB,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,MAAM,GAAG,CAAC;QAC9C,OAAO,EAAE;YACP,eAAe,EAAE,eAAe,CAAC,MAAM;YACvC,QAAQ,EAAE,QAAQ,CAAC,MAAM;YACzB,SAAS,EAAE,SAAS,CAAC,MAAM;YAC3B,SAAS,EAAE,SAAS,CAAC,MAAM;SAC5B;KACF,CAAC;AACJ,CAAC"}
|
|
@@ -3,6 +3,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
|
|
|
3
3
|
exports.applyScriptRule = applyScriptRule;
|
|
4
4
|
const cheerio_1 = require("cheerio");
|
|
5
5
|
const linkedin_extractor_1 = require("./linkedin-extractor");
|
|
6
|
+
const liepin_extractor_1 = require("./liepin-extractor");
|
|
6
7
|
function readField($, root, rule) {
|
|
7
8
|
const el = root.find(rule.selector).first();
|
|
8
9
|
if (!el.length)
|
|
@@ -26,6 +27,9 @@ function applyScriptRule(html, payload) {
|
|
|
26
27
|
if (payload.engine === 'linkedin-profile') {
|
|
27
28
|
return (0, linkedin_extractor_1.extractLinkedInProfile)(html);
|
|
28
29
|
}
|
|
30
|
+
if (payload.engine === 'liepin-talent') {
|
|
31
|
+
return (0, liepin_extractor_1.extractLiepinTalent)(html);
|
|
32
|
+
}
|
|
29
33
|
const $ = (0, cheerio_1.load)(html);
|
|
30
34
|
const out = {};
|
|
31
35
|
for (const [field, rule] of Object.entries(payload.fields || {})) {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"script-rule.js","sourceRoot":"","sources":["../../src/extraction/script-rule.ts"],"names":[],"mappings":";;
|
|
1
|
+
{"version":3,"file":"script-rule.js","sourceRoot":"","sources":["../../src/extraction/script-rule.ts"],"names":[],"mappings":";;AA2CA,0CA0BC;AArED,qCAA2C;AAC3C,6DAA8D;AAC9D,yDAAyD;AA0BzD,SAAS,SAAS,CAAC,CAAa,EAAE,IAAS,EAAE,IAAqB;IAChE,MAAM,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,CAAC;IAC5C,IAAI,CAAC,EAAE,CAAC,MAAM;QAAE,OAAO,IAAI,CAAC;IAC5B,IAAI,KAAoB,CAAC;IACzB,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM;QAAE,KAAK,GAAG,EAAE,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;SAC5D,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM;QAAE,KAAK,GAAG,EAAE,CAAC,IAAI,EAAE,CAAC;;QAC5C,KAAK,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC;IACxC,IAAI,KAAK,IAAI,IAAI;QAAE,OAAO,IAAI,CAAC;IAC/B,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC;QACnD,KAAK,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,IAAI,CAAC;IACjC,CAAC;IACD,OAAO,KAAK,IAAI,IAAI,CAAC;AACvB,CAAC;AAED,SAAgB,eAAe,CAAC,IAAY,EAAE,OAA0B;IAEtE,IAAI,OAAO,CAAC,MAAM,KAAK,kBAAkB,EAAE,CAAC;QAC1C,OAAO,IAAA,2CAAsB,EAAC,IAAI,CAAC,CAAC;IACtC,CAAC;IACD,IAAI,OAAO,CAAC,MAAM,KAAK,eAAe,EAAE,CAAC;QACvC,OAAO,IAAA,sCAAmB,EAAC,IAAI,CAAC,CAAC;IACnC,CAAC;IAED,MAAM,CAAC,GAAG,IAAA,cAAI,EAAC,IAAI,CAAC,CAAC;IACrB,MAAM,GAAG,GAAwB,EAAE,CAAC;IACpC,KAAK,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC,EAAE,CAAC;QACjE,GAAG,CAAC,KAAK,CAAC,GAAG,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,IAAI,CAAC,CAAC;IAC3E,CAAC;IACD,KAAK,MAAM,CAAC,QAAQ,EAAE,QAAQ,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC,EAAE,CAAC;QACvE,MAAM,KAAK,GAA0B,EAAE,CAAC;QACxC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE;YACnC,MAAM,IAAI,GAAwB,EAAE,CAAC;YACrC,KAAK,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC5D,IAAI,CAAC,KAAK,CAAC,GAAG,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC;YAC1C,CAAC;YACD,IAAI,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,IAAI,CAAC;gBAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnE,CAAC,CAAC,CAAC;QACH,IAAI,KAAK,CAAC,MAAM;YAAE,GAAG,CAAC,QAAQ,CAAC,GAAG,KAAK,CAAC;IAC1C,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
export type GovernanceActionType = 'profile_view' | 'search_run' | 'invite' | 'page_scroll';
|
|
2
|
+
export declare class ActionAudit {
|
|
3
|
+
id: number;
|
|
4
|
+
site: string;
|
|
5
|
+
accountType: string;
|
|
6
|
+
actionType: GovernanceActionType;
|
|
7
|
+
sessionId: string;
|
|
8
|
+
tabId?: string | null;
|
|
9
|
+
detail?: string | null;
|
|
10
|
+
stopCode?: string | null;
|
|
11
|
+
createdAt: Date;
|
|
12
|
+
}
|
|
@@ -0,0 +1,66 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
|
|
3
|
+
var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
|
|
4
|
+
if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
|
|
5
|
+
else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
|
|
6
|
+
return c > 3 && r && Object.defineProperty(target, key, r), r;
|
|
7
|
+
};
|
|
8
|
+
var __metadata = (this && this.__metadata) || function (k, v) {
|
|
9
|
+
if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
|
|
10
|
+
};
|
|
11
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
12
|
+
exports.ActionAudit = void 0;
|
|
13
|
+
const typeorm_1 = require("typeorm");
|
|
14
|
+
let ActionAudit = class ActionAudit {
|
|
15
|
+
id;
|
|
16
|
+
site;
|
|
17
|
+
accountType;
|
|
18
|
+
actionType;
|
|
19
|
+
sessionId;
|
|
20
|
+
tabId;
|
|
21
|
+
detail;
|
|
22
|
+
stopCode;
|
|
23
|
+
createdAt;
|
|
24
|
+
};
|
|
25
|
+
exports.ActionAudit = ActionAudit;
|
|
26
|
+
__decorate([
|
|
27
|
+
(0, typeorm_1.PrimaryGeneratedColumn)(),
|
|
28
|
+
__metadata("design:type", Number)
|
|
29
|
+
], ActionAudit.prototype, "id", void 0);
|
|
30
|
+
__decorate([
|
|
31
|
+
(0, typeorm_1.Column)({ type: 'varchar', length: 128 }),
|
|
32
|
+
__metadata("design:type", String)
|
|
33
|
+
], ActionAudit.prototype, "site", void 0);
|
|
34
|
+
__decorate([
|
|
35
|
+
(0, typeorm_1.Column)({ type: 'varchar', length: 64 }),
|
|
36
|
+
__metadata("design:type", String)
|
|
37
|
+
], ActionAudit.prototype, "accountType", void 0);
|
|
38
|
+
__decorate([
|
|
39
|
+
(0, typeorm_1.Column)({ type: 'varchar', length: 32 }),
|
|
40
|
+
__metadata("design:type", String)
|
|
41
|
+
], ActionAudit.prototype, "actionType", void 0);
|
|
42
|
+
__decorate([
|
|
43
|
+
(0, typeorm_1.Column)({ type: 'varchar', length: 64 }),
|
|
44
|
+
__metadata("design:type", String)
|
|
45
|
+
], ActionAudit.prototype, "sessionId", void 0);
|
|
46
|
+
__decorate([
|
|
47
|
+
(0, typeorm_1.Column)({ type: 'varchar', length: 64, nullable: true }),
|
|
48
|
+
__metadata("design:type", Object)
|
|
49
|
+
], ActionAudit.prototype, "tabId", void 0);
|
|
50
|
+
__decorate([
|
|
51
|
+
(0, typeorm_1.Column)({ type: 'text', nullable: true }),
|
|
52
|
+
__metadata("design:type", Object)
|
|
53
|
+
], ActionAudit.prototype, "detail", void 0);
|
|
54
|
+
__decorate([
|
|
55
|
+
(0, typeorm_1.Column)({ type: 'varchar', length: 64, nullable: true }),
|
|
56
|
+
__metadata("design:type", Object)
|
|
57
|
+
], ActionAudit.prototype, "stopCode", void 0);
|
|
58
|
+
__decorate([
|
|
59
|
+
(0, typeorm_1.CreateDateColumn)({ type: 'datetime' }),
|
|
60
|
+
__metadata("design:type", Date)
|
|
61
|
+
], ActionAudit.prototype, "createdAt", void 0);
|
|
62
|
+
exports.ActionAudit = ActionAudit = __decorate([
|
|
63
|
+
(0, typeorm_1.Entity)('action_audits'),
|
|
64
|
+
(0, typeorm_1.Index)(['site', 'actionType', 'createdAt'])
|
|
65
|
+
], ActionAudit);
|
|
66
|
+
//# sourceMappingURL=action-audit.entity.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"action-audit.entity.js","sourceRoot":"","sources":["../../src/governance/action-audit.entity.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,qCAA0F;AAYnF,IAAM,WAAW,GAAjB,MAAM,WAAW;IAEtB,EAAE,CAAS;IAGX,IAAI,CAAS;IAGb,WAAW,CAAS;IAGpB,UAAU,CAAuB;IAGjC,SAAS,CAAS;IAIlB,KAAK,CAAiB;IAItB,MAAM,CAAiB;IAIvB,QAAQ,CAAiB;IAGzB,SAAS,CAAO;CACjB,CAAA;AA9BY,kCAAW;AAEtB;IADC,IAAA,gCAAsB,GAAE;;uCACd;AAGX;IADC,IAAA,gBAAM,EAAC,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC;;yCAC5B;AAGb;IADC,IAAA,gBAAM,EAAC,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;;gDACpB;AAGpB;IADC,IAAA,gBAAM,EAAC,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;;+CACP;AAGjC;IADC,IAAA,gBAAM,EAAC,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;;8CACtB;AAIlB;IADC,IAAA,gBAAM,EAAC,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;;0CAClC;AAItB;IADC,IAAA,gBAAM,EAAC,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;;2CAClB;AAIvB;IADC,IAAA,gBAAM,EAAC,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;;6CAC/B;AAGzB;IADC,IAAA,0BAAgB,EAAC,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC;8BAC5B,IAAI;8CAAC;sBA7BL,WAAW;IAFvB,IAAA,gBAAM,EAAC,eAAe,CAAC;IACvB,IAAA,eAAK,EAAC,CAAC,MAAM,EAAE,YAAY,EAAE,WAAW,CAAC,CAAC;GAC9B,WAAW,CA8BvB"}
|